00010000:00000001:0.0F:1789093465.496613:0:272950:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093465.496626:0:272950:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093465.496632:0:272950:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093465.496633:0:272950:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0F:1789093465.497046:0:247359:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789093465.497054:0:247359:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789093465.497057:0:247359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789093466.517321:0:272950:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093466.517328:0:272950:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093466.517334:0:272950:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093466.517335:0:272950:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0F:1789093466.517490:0:241652:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789093466.517511:0:241652:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789093466.517514:0:241652:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1789093466.607656:0:278434:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0F:1789093467.261330:0:278498:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093467.541525:0:272950:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093467.541539:0:272950:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789093467.541542:0:272950:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789093467.541546:0:272950:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093467.541554:0:272950:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789093467.541556:0:272950:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093467.541558:0:272950:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093467.541561:0:272950:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093467.541566:0:272950:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093467.541568:0:272950:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789093467.542747:0:235706:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789093467.542753:0:235706:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789093467.542760:0:235706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789093467.733382:0:190021:0:(connection.c:75:cpu_latency_work()) work item of ffff9784069f9110 (cpu 0) has reached its deadline 4305412855, at 4305412864 00000100:00000010:1.0:1789093467.733402:0:190021:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97841e801240. 00000100:00000040:0.0:1789093467.736365:0:272950:0:(connection.c:75:cpu_latency_work()) work item of ffff9784069f9000 (cpu 0) has reached its deadline 4305412855, at 4305412867 00000100:00000010:0.0:1789093467.736383:0:272950:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97841e801540. 00000080:00000001:3.0:1789093468.482658:0:278591:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093468.566299:0:272950:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093468.566306:0:272950:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093468.566311:0:272950:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093468.566312:0:272950:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789093468.566385:0:247358:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789093468.566389:0:247358:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789093468.566392:0:247358:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1789093468.718040:0:278627:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1789093468.718047:0:278627:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity test 812b: do not drop no resend request for idle connect ========================================================== 22:24:27 (1789093467) 00000001:00000001:0.0:1789093468.726366:0:278627:0:(debug.c:656:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:1.0:1789093468.916179:0:278648:0:(file.c:6635:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789093468.916186:0:278648:0:(file.c:6635:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789093468.916188:0:278648:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789093468.916191:0:278648:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa65e41a0fbc0 00000080:00200000:1.0:1789093468.916196:0:278648:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff978410b000c8),name=/ 00000080:00000010:1.0:1789093468.916203:0:278648:0:(llite_lib.c:4055:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff978405a7ea00. 00800000:00000002:1.0:1789093468.916209:0:278648:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff97840848edc0 2 00000080:00000001:1.0:1789093468.916213:0:278648:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789093468.916218:0:278648:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789093468.916220:0:278648:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa65e41a0fae0 00800000:00000002:1.0:1789093468.916223:0:278648:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789093468.916226:0:278648:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1789093468.916229:0:278648:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789093468.916231:0:278648:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789093468.916233:0:278648:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789093468.916236:0:278648:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789093468.916238:0:278648:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789093468.916240:0:278648:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789093468.916268:0:278648:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789093468.916430:0:278648:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789093468.916436:0:278648:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789093468.916438:0:278648:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa65e41a0f9b0 00000002:00010000:1.0:1789093468.916440:0:278648:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789093468.916443:0:278648:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789093468.916446:0:278648:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789093468.916448:0:278648:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789093468.916462:0:278648:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff978410715300 count: 2 00010000:00000001:1.0:1789093468.916465:0:278648:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789093468.916469:0:278648:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789093468.916473:0:278648:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789093468.916478:0:278648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff978407827800 lock: ffff978438ac2800/0xff5b0ce8e6d407e4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8ad7b11b348e9f86 expref: -99 pid: 276555 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1789093468.916489:0:278648:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789093468.916494:0:278648:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789093468.916497:0:278648:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff978407827800 lock: ffff978438ac2800/0xff5b0ce8e6d407e4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8ad7b11b348e9f86 expref: -99 pid: 276555 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1789093468.916504:0:278648:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789093468.916506:0:278648:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789093468.916508:0:278648:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789093468.916510:0:278648:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789093468.916512:0:278648:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789093468.916514:0:278648:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00000001:1.0:1789093468.916518:0:278648:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789093468.916521:0:278648:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff97840848edc0 2 00000080:00000010:1.0:1789093468.916524:0:278648:0:(llite_lib.c:4196:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff978405a7ea00. 00000080:00000001:1.0:1789093468.919102:0:278648:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789093468.919108:0:278648:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789093468.919123:0:278648:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff978410b000c8) 00000080:00010000:1.0:1789093468.919129:0:278648:0:(llite_internal.h:2014:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff978410b000c8) for lock 0xff5b0ce8e6d407e4 00800000:00000001:1.0:1789093468.919134:0:278648:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789093468.919137:0:278648:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789093468.919139:0:278648:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789093468.919142:0:278648:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1789093468.919145:0:278648:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff978438ac2800 refcount=3 00000020:00000001:1.0:1789093468.919148:0:278648:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446629192875124736 : -114880834426880 : ffff978438ac2800) 00010000:00000001:1.0:1789093468.919151:0:278648:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629192875124736 : -114880834426880 : ffff978438ac2800) 00010000:00000001:1.0:1789093468.919154:0:278648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789093468.919170:0:278648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789093468.919172:0:278648:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789093468.919174:0:278648:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789093468.919176:0:278648:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xff5b0ce8e6d407e4 from it ffffa65e41a0fbf8 00010000:00000001:1.0:1789093468.919179:0:278648:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789093468.919180:0:278648:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1789093468.919182:0:278648:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff978438ac2800 refcount=3 00000020:00000001:1.0:1789093468.919184:0:278648:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446629192875124736 : -114880834426880 : ffff978438ac2800) 00010000:00000001:1.0:1789093468.919186:0:278648:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629192875124736 : -114880834426880 : ffff978438ac2800) 00010000:00000001:1.0:1789093468.919188:0:278648:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789093468.919193:0:278648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff978407827800 lock: ffff978438ac2800/0xff5b0ce8e6d407e4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8ad7b11b348e9f86 expref: -99 pid: 276555 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789093468.919202:0:278648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789093468.919203:0:278648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789093468.919204:0:278648:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789093468.919207:0:278648:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789093468.919209:0:278648:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff978407827800 lock: ffff978438ac2800/0xff5b0ce8e6d407e4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8ad7b11b348e9f86 expref: -99 pid: 276555 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1789093468.919219:0:278648:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789093468.919222:0:278648:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789093468.919224:0:278648:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789093468.919228:0:278648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789093468.919230:0:278648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789093468.919231:0:278648:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789093468.919234:0:278648:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789093468.919236:0:278648:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789093468.919238:0:278648:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789093468.919240:0:278648:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789093468.919257:0:278648:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789093468.919259:0:278648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789093468.919260:0:278648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789093468.919263:0:278648:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789093468.919264:0:278648:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789093468.919275:0:278648:0:(file.c:6650:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff978410b000c8), inode mode 41ff mask 1 00000080:00000001:1.0:1789093468.919288:0:278648:0:(file.c:6689:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789093468.919305:0:278648:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9784324bc320. 00000080:00000001:1.0:1789093468.919311:0:278648:0:(file.c:6635:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789093468.919312:0:278648:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789093468.919314:0:278648:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa65e41a0fb00 00000080:00200000:1.0:1789093468.919316:0:278648:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff978410b000c8),name=/ 00000080:00000010:1.0:1789093468.919321:0:278648:0:(llite_lib.c:4055:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff978405a7ea00. 00800000:00000002:1.0:1789093468.919326:0:278648:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff97840848edc0 2 00000080:00000001:1.0:1789093468.919330:0:278648:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789093468.919333:0:278648:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789093468.919334:0:278648:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa65e41a0fa20 00800000:00000002:1.0:1789093468.919337:0:278648:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789093468.919340:0:278648:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1789093468.919343:0:278648:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789093468.919346:0:278648:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789093468.919348:0:278648:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789093468.919350:0:278648:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789093468.919352:0:278648:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789093468.919354:0:278648:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789093468.919356:0:278648:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789093468.919359:0:278648:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789093468.919363:0:278648:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789093468.919365:0:278648:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa65e41a0f8f0 00000002:00010000:1.0:1789093468.919367:0:278648:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789093468.919371:0:278648:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789093468.919372:0:278648:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789093468.919375:0:278648:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789093468.919380:0:278648:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff978410715300 count: 2 00010000:00000001:1.0:1789093468.919383:0:278648:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789093468.919388:0:278648:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789093468.919391:0:278648:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789093468.919395:0:278648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff978407827800 lock: ffff978438ac2800/0xff5b0ce8e6d407e4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8ad7b11b348e9f86 expref: -99 pid: 276555 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1789093468.919404:0:278648:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789093468.919413:0:278648:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789093468.919417:0:278648:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff978407827800 lock: ffff978438ac2800/0xff5b0ce8e6d407e4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8ad7b11b348e9f86 expref: -99 pid: 276555 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1789093468.919424:0:278648:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789093468.919426:0:278648:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789093468.919428:0:278648:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789093468.919431:0:278648:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789093468.919433:0:278648:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789093468.919435:0:278648:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00000001:1.0:1789093468.919438:0:278648:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789093468.919441:0:278648:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff97840848edc0 2 00000080:00000010:1.0:1789093468.919444:0:278648:0:(llite_lib.c:4196:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff978405a7ea00. 00000080:00000001:1.0:1789093468.919448:0:278648:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789093468.919449:0:278648:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789093468.919452:0:278648:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff978410b000c8) 00000080:00010000:1.0:1789093468.919455:0:278648:0:(llite_internal.h:2014:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff978410b000c8) for lock 0xff5b0ce8e6d407e4 00800000:00000001:1.0:1789093468.919457:0:278648:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789093468.919459:0:278648:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789093468.919460:0:278648:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789093468.919462:0:278648:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1789093468.919463:0:278648:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff978438ac2800 refcount=3 00000020:00000001:1.0:1789093468.919465:0:278648:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446629192875124736 : -114880834426880 : ffff978438ac2800) 00010000:00000001:1.0:1789093468.919467:0:278648:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629192875124736 : -114880834426880 : ffff978438ac2800) 00010000:00000001:1.0:1789093468.919470:0:278648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789093468.919471:0:278648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789093468.919472:0:278648:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789093468.919474:0:278648:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789093468.919476:0:278648:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xff5b0ce8e6d407e4 from it ffffa65e41a0fb38 00010000:00000001:1.0:1789093468.919478:0:278648:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789093468.919479:0:278648:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1789093468.919481:0:278648:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff978438ac2800 refcount=3 00000020:00000001:1.0:1789093468.919483:0:278648:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446629192875124736 : -114880834426880 : ffff978438ac2800) 00010000:00000001:1.0:1789093468.919485:0:278648:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629192875124736 : -114880834426880 : ffff978438ac2800) 00010000:00000001:1.0:1789093468.919492:0:278648:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789093468.919495:0:278648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff978407827800 lock: ffff978438ac2800/0xff5b0ce8e6d407e4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8ad7b11b348e9f86 expref: -99 pid: 276555 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1789093468.919501:0:278648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789093468.919502:0:278648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789093468.919504:0:278648:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789093468.919505:0:278648:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789093468.919508:0:278648:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff978407827800 lock: ffff978438ac2800/0xff5b0ce8e6d407e4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8ad7b11b348e9f86 expref: -99 pid: 276555 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1789093468.919514:0:278648:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789093468.919516:0:278648:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789093468.919517:0:278648:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789093468.919519:0:278648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789093468.919520:0:278648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789093468.919521:0:278648:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789093468.919523:0:278648:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789093468.919524:0:278648:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789093468.920105:0:278648:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789093468.920110:0:278648:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789093468.920123:0:278648:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789093468.920124:0:278648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789093468.920126:0:278648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789093468.920128:0:278648:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789093468.920130:0:278648:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789093468.920132:0:278648:0:(file.c:6650:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff978410b000c8), inode mode 41ff mask 3 00000080:00000001:1.0:1789093468.920137:0:278648:0:(file.c:6689:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789093468.920140:0:278648:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:1.0:1789093468.920142:0:278648:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa65e41a0fb58 00000080:00200000:1.0:1789093468.920145:0:278648:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f812b.sanity, dir=[0x200000007:0x1:0x0](ffff978410b000c8), file ffff978404d38a80, open_flags a141, mode 81b6 opened 0 00000080:00000010:1.0:1789093468.920151:0:278648:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff97841e801480. 00000080:00000001:1.0:1789093468.920156:0:278648:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1789093468.920158:0:278648:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa65e41a0fa08 00000080:00200000:1.0:1789093468.920160:0:278648:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f812b.sanity, dir=[0x200000007:0x1:0x0](ffff978410b000c8), intent=open|creat 00000080:00000010:1.0:1789093468.920166:0:278648:0:(llite_lib.c:4055:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff978405a7ea00. 00800000:00000002:1.0:1789093468.920175:0:278648:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff97840848edc0 2 00000080:00000001:1.0:1789093468.920180:0:278648:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789093468.920182:0:278648:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789093468.920184:0:278648:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa65e41a0f928 00800000:00000002:1.0:1789093468.920186:0:278648:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f812b.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789093468.920189:0:278648:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1789093468.920192:0:278648:0:(lmv_obd.c:2240:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1789093468.920194:0:278648:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789093468.920196:0:278648:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789093468.920198:0:278648:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789093468.920199:0:278648:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789093468.920202:0:278648:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789093468.920204:0:278648:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789093468.920206:0:278648:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789093468.920208:0:278648:0:(lmv_obd.c:2286:lmv_locate_tgt_create()) Process leaving (rc=18446629192212966400 : -114881496585216 : ffff978411346c00) 00800000:00000001:1.0:1789093468.920212:0:278648:0:(lmv_obd.c:1205:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1789093468.920214:0:278648:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1789093468.920216:0:278648:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1789093468.920218:0:278648:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1789093468.920221:0:278648:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff978407827800: Allocated FID [0x200002b17:0x11d9:0x0] 40000000:00000001:1.0:1789093468.920224:0:278648:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789093468.920226:0:278648:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789093468.920227:0:278648:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789093468.920229:0:278648:0:(lmv_obd.c:1229:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789093468.920231:0:278648:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa65e41a0f8a8 00800000:00000002:1.0:1789093468.920234:0:278648:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200002b17:0x11d9:0x0], name='f812b.sanity' -> mds #0 layout version 1 00000002:00000001:1.0:1789093468.920238:0:278648:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789093468.920239:0:278648:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa65e41a0f7e0 00000002:00010000:1.0:1789093468.920241:0:278648:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f812b.sanity,[0x200002b17:0x11d9:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0120502 00000002:00000001:1.0:1789093468.920276:0:278648:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1789093468.920279:0:278648:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1789093468.920282:0:278648:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1789093468.920286:0:278648:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789093468.920289:0:278648:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1789093468.920292:0:278648:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff978410715300 count: 2 00010000:00000001:1.0:1789093468.920300:0:278648:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789093468.920303:0:278648:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1789093468.920306:0:278648:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789093468.920310:0:278648:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff978407827800 lock: ffff978438ac2800/0xff5b0ce8e6d407e4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8ad7b11b348e9f86 expref: -99 pid: 276555 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:1.0:1789093468.920319:0:278648:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1789093468.920324:0:278648:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1789093468.920326:0:278648:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1789093468.920328:0:278648:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1789093468.920331:0:278648:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789093468.920333:0:278648:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789093468.920335:0:278648:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff978410715300 count: 3 00010000:00000001:1.0:1789093468.920338:0:278648:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789093468.920340:0:278648:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789093468.920342:0:278648:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789093468.920343:0:278648:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789093468.920345:0:278648:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff978410715300 count: 3 00010000:00000001:1.0:1789093468.920347:0:278648:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789093468.920349:0:278648:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789093468.920350:0:278648:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789093468.920351:0:278648:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789093468.920352:0:278648:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff978410715300 count: 3 00010000:00000001:1.0:1789093468.920354:0:278648:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789093468.920356:0:278648:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789093468.920358:0:278648:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789093468.920361:0:278648:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff978410b00000, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1789093468.920365:0:278648:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1789093468.920368:0:278648:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1789093468.920370:0:278648:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1789093468.920372:0:278648:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789093468.920375:0:278648:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789093468.920378:0:278648:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789093468.920380:0:278648:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789093468.920382:0:278648:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789093468.920384:0:278648:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1789093468.920393:0:278648:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff978438ac2800 with handle 0xff5b0ce8e6d407e4 from hash 00010000:00000001:1.0:1789093468.920396:0:278648:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789093468.920397:0:278648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789093468.920398:0:278648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789093468.920400:0:278648:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789093468.920403:0:278648:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789093468.920404:0:278648:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1789093468.920407:0:278648:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789093468.920409:0:278648:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789093468.920412:0:278648:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1789093468.920418:0:278648:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97843995f100. 00000020:00000040:1.0:1789093468.920422:0:278648:0:(genops.c:1231:class_import_get()) import ffff97840b494800 refcount=6 obd=lustre-MDT0000-mdc-ffff978407827800 02000000:00000001:1.0:1789093468.920427:0:278648:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789093468.920429:0:278648:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789093468.920431:0:278648:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789093468.920435:0:278648:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789093468.920438:0:278648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789093468.920440:0:278648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789093468.920441:0:278648:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093468.920444:0:278648:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789093468.920445:0:278648:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789093468.920449:0:278648:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789093468.920455:0:278648:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff978404e14000. 00000100:00000001:1.0:1789093468.920461:0:278648:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789093468.920465:0:278648:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789093468.920467:0:278648:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1789093468.920471:0:278648:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff978407827800 lock: ffff978438ac2800/0xff5b0ce8e6d407e4 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8ad7b11b348e9f86 expref: -99 pid: 276555 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1789093468.920478:0:278648:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1789093468.920480:0:278648:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789093468.920482:0:278648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789093468.920484:0:278648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff978407827800 lock: ffff978438ac2800/0xff5b0ce8e6d407e4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8ad7b11b348e9f86 expref: -99 pid: 276555 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:1.0:1789093468.920503:0:278648:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff978410715300 count: 0 00010000:00000010:1.0:1789093468.920508:0:278648:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff97841fefbc80. 00010000:00000001:1.0:1789093468.920515:0:278648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789093468.920517:0:278648:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789093468.920519:0:278648:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789093468.920520:0:278648:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789093468.920522:0:278648:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789093468.920838:0:278648:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446629192890446080 : -114880819105536 : ffff97843995f100) 00010000:00000001:1.0:1789093468.920843:0:278648:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789093468.920846:0:278648:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1789093468.920851:0:278648:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff978406344700. 00010000:00000010:1.0:1789093468.920855:0:278648:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff97842c9d7f80. 00010000:00000001:1.0:1789093468.920859:0:278648:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789093468.920862:0:278648:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff97841812d800. 00000020:00000001:1.0:1789093468.920865:0:278648:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789093468.920867:0:278648:0:(lustre_handles.c:93:class_handle_hash()) added object ffff97841812d800 with handle 0xff5b0ce8e6d407f9 to hash 00000020:00000001:1.0:1789093468.920869:0:278648:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789093468.920871:0:278648:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446629192328206336 : -114881381345280 : ffff97841812d800) 00010000:00000001:1.0:1789093468.920874:0:278648:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446629192328206336 : -114881381345280 : ffff97841812d800) 00010000:00000001:1.0:1789093468.920877:0:278648:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789093468.920879:0:278648:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789093468.920882:0:278648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff978407827800 lock: ffff97841812d800/0xff5b0ce8e6d407f9 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 278648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789093468.920890:0:278648:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff978407827800 lock: ffff97841812d800/0xff5b0ce8e6d407f9 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 278648 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1789093468.920918:0:278648:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff978407827800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1789093468.920927:0:278648:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97843995f100 x1875989369206272/t0(0) o101->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 528/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1789093468.920948:0:278648:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff978407827800 lock: ffff97841812d800/0xff5b0ce8e6d407f9 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 278648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789093468.920953:0:278648:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789093468.920955:0:278648:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789093468.920961:0:278648:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff978410cb8840. 00000100:00000001:1.0:1789093468.920963:0:278648:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446629192206092352 : -114881503459264 : ffff978410cb8840) 00000100:00000001:1.0:1789093468.920966:0:278648:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789093468.920967:0:278648:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629192890446080 : -114880819105536 : ffff97843995f100) 00000100:00000001:1.0:1789093468.920972:0:278648:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789093468.920975:0:278648:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093468.920977:0:278648:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789093468.920979:0:278648:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789093468.920983:0:278648:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97843995f100 x1875989369206272/t0(0) o101->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 528/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789093468.920990:0:278648:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789093468.920992:0:278648:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789093468.920995:0:278648:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789093468.920997:0:278648:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789093468.921000:0:278648:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789093468.921002:0:278648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff97843995f100 pname:cluuid:pid:xid:nid:opc:job lfs:b0241929-959a-49c3-a3c6-35d2c689d415:278648:1875989369206272:192.168.206.138@tcp:101:lfs.0 00000100:00000001:1.0:1789093468.921006:0:278648:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789093468.921011:0:278648:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789093468.921013:0:278648:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789093468.921016:0:278648:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789093468.921062:0:278648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9784081a0000. 02000000:00000001:1.0:1789093468.921064:0:278648:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789093468.921071:0:278648:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000010:1.0:1789093468.921075:0:278648:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9784385462c0. 00000400:00000010:1.0:1789093468.921081:0:278648:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff978404e16000. 00000100:00000200:1.0:1789093468.921088:0:278648:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875989369206272, portal 10 00000100:00000001:1.0:1789093468.921090:0:278648:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789093468.921095:0:278648:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629192890446080 : -114880819105536 : ffff97843995f100) 00000100:00000040:1.0:1789093468.921101:0:278648:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff97843995f100 x1875989369206272/t0(0) o101->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 528/66320 e 0 to 0 dl 1789093553 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789093468.921111:0:278648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789093468.921126:0:278648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.138@tcp 00000400:00000010:1.0:1789093468.921131:0:278648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978406244110. 00000100:00000200:1.0:1789093468.921134:0:278648:0:(niobuf.c:94:ptl_send_buf()) Sending 528 bytes to portal 12, xid 1875989369206272, offset 0 00000400:00000200:1.0:1789093468.921141:0:278648:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.206.138@tcp 00000400:00000200:1.0:1789093468.921148:0:278648:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093468.921156:0:278648:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.138@tcp local destination 00000400:00000200:1.0:1789093468.921160:0:278648:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789093468.921164:0:278648:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.206.38@tcp 00000400:00000200:1.0:1789093468.921168:0:278648:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.206.38@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789093468.921170:0:278648:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.138@tcp 00000400:00000200:1.0:1789093468.921173:0:278648:0:(lib-move.c:1710:lnet_handle_send()) 192.168.206.38@tcp NI seq info: [546110:546110:256:4294967295] 192.168.206.138@tcp LPNI seq info [546071:546071:8:4294967295] 00000400:00000200:1.0:1789093468.921177:0:278648:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093468.921184:0:278648:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp:) -> 192.168.206.138@tcp(192.168.206.138@tcp:192.168.206.138@tcp) : PUT try# 0 00000800:00000200:1.0:1789093468.921189:0:278648:0:(socklnd_cb.c:931:ksocknal_send()) sending 528 bytes in 1 frags to 12345-192.168.206.138@tcp 00000800:00000010:1.0:1789093468.921194:0:278648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97841f620d00. 00000800:00000200:1.0:1789093468.921199:0:278648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff978408f5f180] -> 12345-192.168.206.138@tcp (5) 00000800:00000200:1.0:1789093468.921206:0:278648:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.138@tcp ip 192.168.206.138:988 00000800:00000200:1.0:1789093468.921210:0:278648:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97841f620d00 type 1, nob 624 niov 1 nkiov 1 00000100:00000001:1.0:1789093468.921231:0:278648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789093468.921235:0:278648:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: using a timeout of 24653 usecs (25 jiffies) 00000400:00000200:1.0:1789093468.921238:0:278648:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000100:00000001:1.0:1789093468.921241:0:278648:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: PM QoS new deadline estimation for cpu 0 is 4305414076 00000100:00000010:1.0:1789093468.921266:0:278648:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97841e801060. 00000100:00000001:1.0:1789093468.921281:0:278648:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: PM QoS request now active for cpu 0 00000100:00000001:1.0:1789093468.921289:0:278648:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: PM QoS new deadline estimation for cpu 1 is 4305414076 00000100:00000010:1.0:1789093468.921293:0:278648:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97841e8010c0. 00000100:00000001:1.0:1789093468.921301:0:278648:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: PM QoS request now active for cpu 1 00000100:00000001:1.0:1789093468.921304:0:278648:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789093468.921306:0:278648:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093468.921308:0:278648:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789093468.921310:0:278648:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=80 : 80 : 50) 00000100:00100000:1.0:1789093468.921313:0:278648:0:(client.c:2702:ptlrpc_set_wait()) set ffff978410cb8840 going to sleep for 80 seconds 00000100:00000001:1.0:1789093468.921315:0:278648:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789093468.921318:0:278648:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789093468.921876:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789093468.921882:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97841f620d00. 00000400:00000200:0.0:1789093468.921891:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789093468.921906:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000400:00000200:0.0:1789093468.921911:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978406244110 00000400:00000010:0.0:1789093468.921914:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978406244110. 00000100:00000001:0.0:1789093468.921918:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1789093468.921923:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97843995f100 x1875989369206272/t0(0) o101->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 528/66320 e 0 to 0 dl 1789093553 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789093468.921939:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789093468.921943:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff97843995f100 x1875989369206272/t0(0) o101->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 528/66320 e 0 to 0 dl 1789093553 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789093468.921949:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093468.921951:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1F:1789093468.927009:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff978410715300. 00010000:00000010:1.1:1789093468.927032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff978438ac2800. 00000800:00000001:0.0:1789093468.937649:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093468.937670:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789093468.937675:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093468.937678:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789093468.937686:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093468.937693:0:2390:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp) <- 192.168.206.138@tcp : PUT - for me 00000400:00000200:0.0:1789093468.937705:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093468.937708:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093468.937714:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093468.937717:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.138@tcp of length 608 into portal 10 MB=0x6aa33cff43600 00000400:00000200:0.0:1789093468.937722:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093468.937728:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.138@tcp of length 608/608 into md 0x53d0d9 [32] + 224 00000800:00000001:0.0:1789093468.937734:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093468.937743:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789093468.937756:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789093468.937760:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000100:00000001:0.0:1789093468.937768:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789093468.937775:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97843995f100 x1875989369206272/t0(0) o101->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 528/66320 e 0 to 0 dl 1789093553 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789093468.937786:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=66320 req@ffff97843995f100 x1875989369206272/t0(0) o101->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 528/66320 e 0 to 0 dl 1789093553 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789093468.937808:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789093468.937816:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093468.937820:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789093468.938416:0:278648:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789093468.939005:0:278648:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789093468.939009:0:278648:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789093468.939013:0:278648:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9784385462c0. 00000400:00000200:2.0:1789093468.939019:0:278648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978404e16000 00000400:00000010:2.0:1789093468.939022:0:278648:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 632 at ffff978404e16000. 00000100:00000001:2.0:1789093468.939027:0:278648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789093468.939038:0:278648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97843995f100 x1875989369206272/t0(0) o101->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 528/66320 e 0 to 0 dl 1789093553 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789093468.939049:0:278648:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97843995f100 x1875989369206272/t0(0) o101->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 528/66320 e 0 to 0 dl 1789093553 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789093468.939055:0:278648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789093468.939058:0:278648:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789093468.939061:0:278648:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1789093468.939064:0:278648:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789093468.939067:0:278648:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789093468.939069:0:278648:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789093468.939071:0:278648:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789093468.939080:0:278648:0:(import.c:2149:obd_at_measure()) add 60 to ffff97840b494c60 time=13 v=60 (60 61 61 62) 00000100:00001000:2.0:1789093468.939083:0:278648:0:(import.c:2149:obd_at_measure()) add 1 to ffff97840b494c18 time=113 v=5 (1 1 0 0) 00000100:00000001:2.0:1789093468.939086:0:278648:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789093468.939088:0:278648:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789093468.939090:0:278648:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789093468.939093:0:278648:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789093468.939097:0:278648:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1789093468.939098:0:278648:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x400017477/0x1] 00000100:00000001:2.0:1789093468.939100:0:278648:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1789093468.939102:0:278648:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789093468.939103:0:278648:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629192890446080 : -114880819105536 : ffff97843995f100) 00000100:00000001:2.0:1789093468.939106:0:278648:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789093468.939108:0:278648:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff978407827800: skip recheck: last_committed 30064771458 00000100:00000001:2.0:1789093468.939110:0:278648:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789093468.939112:0:278648:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789093468.939118:0:278648:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97843995f100 x1875989369206272/t30064771459(30064771459) o101->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 528/608 e 0 to 0 dl 1789093553 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789093468.939124:0:278648:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789093468.939339:0:278648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789093468.939341:0:278648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789093468.939347:0:278648:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97843995f100 x1875989369206272/t30064771459(30064771459) o101->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 528/608 e 0 to 0 dl 1789093553 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789093468.939355:0:278648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff97843995f100 pname:cluuid:pid:xid:nid:opc:job lfs:b0241929-959a-49c3-a3c6-35d2c689d415:278648:1875989369206272:192.168.206.138@tcp:101:lfs.0 00000100:00000001:2.0:1789093468.939360:0:278648:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789093468.939363:0:278648:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789093468.939366:0:278648:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789093468.939369:0:278648:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789093468.939372:0:278648:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff97843995f100 x1875989369206272/t30064771459(30064771459) o101->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 528/608 e 0 to 0 dl 1789093553 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789093468.939379:0:278648:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789093468.939381:0:278648:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff978410cb8840. 00000100:00000001:2.0:1789093468.939385:0:278648:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789093468.939387:0:278648:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789093468.939390:0:278648:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1789093468.939394:0:278648:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789093468.939397:0:278648:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1789093468.939401:0:278648:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff97841812d800 refcount=4 00000020:00000001:2.0:1789093468.939403:0:278648:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446629192328206336 : -114881381345280 : ffff97841812d800) 00010000:00000001:2.0:1789093468.939406:0:278648:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629192328206336 : -114881381345280 : ffff97841812d800) 00010000:00000040:2.0:1789093468.939412:0:278648:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff97841812d800, remote cookie: 0x8ad7b11b348e9fc5, flags: 0x1001 00010000:00010000:2.0:1789093468.939417:0:278648:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff978407827800 lock: ffff97841812d800/0xff5b0ce8e6d407f9 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8ad7b11b348e9fc5 expref: -99 pid: 278648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1789093468.939425:0:278648:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200002b17:0x11d9:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1789093468.939428:0:278648:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1789093468.939436:0:278648:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff978410526300. 00010000:00000010:2.0:1789093468.939440:0:278648:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff97841fefb080. 00010000:00000040:2.0:1789093468.939445:0:278648:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff978406344700 count: 0 00010000:00000010:2.0:1789093468.939456:0:278648:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff97842c9d7f80. 00010000:00000001:2.0:1789093468.939464:0:278648:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789093468.939467:0:278648:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff978407827800 lock: ffff97841812d800/0xff5b0ce8e6d407f9 lrc: 4/0,1 mode: --/PR res: [0x200002b17:0x11d9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8ad7b11b348e9fc5 expref: -99 pid: 278648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789093468.939476:0:278648:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff978407827800 lock: ffff97841812d800/0xff5b0ce8e6d407f9 lrc: 4/0,1 mode: --/PR res: [0x200002b17:0x11d9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8ad7b11b348e9fc5 expref: -99 pid: 278648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789093468.939482:0:278648:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1789093468.939486:0:278648:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1789093468.939488:0:278648:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1789093468.939490:0:278648:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1789093468.939491:0:278648:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1789093468.939494:0:278648:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200002b17:0x11d9:0x0].0x0 (ffff978410526300) refcount = 1 00010000:00010000:2.0:1789093468.939498:0:278648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff978407827800 lock: ffff97841812d800/0xff5b0ce8e6d407f9 lrc: 4/0,1 mode: PR/PR res: [0x200002b17:0x11d9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8ad7b11b348e9fc5 expref: -99 pid: 278648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789093468.939504:0:278648:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1789093468.939507:0:278648:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1789093468.939509:0:278648:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789093468.939511:0:278648:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1789093468.939513:0:278648:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789093468.939516:0:278648:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff978407827800 lock: ffff97841812d800/0xff5b0ce8e6d407f9 lrc: 4/0,1 mode: PR/PR res: [0x200002b17:0x11d9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8ad7b11b348e9fc5 expref: -99 pid: 278648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789093468.939522:0:278648:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1789093468.939524:0:278648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789093468.939525:0:278648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789093468.939526:0:278648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789093468.939527:0:278648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789093468.939529:0:278648:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789093468.939533:0:278648:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1789093468.939535:0:278648:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789093468.939536:0:278648:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1789093468.939543:0:278648:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff97841812d800 refcount=3 00000020:00000001:2.0:1789093468.939546:0:278648:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446629192328206336 : -114881381345280 : ffff97841812d800) 00010000:00000001:2.0:1789093468.939548:0:278648:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629192328206336 : -114881381345280 : ffff97841812d800) 00010000:00000001:2.0:1789093468.939551:0:278648:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789093468.939552:0:278648:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1789093468.939553:0:278648:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff97841812d800 refcount=4 00000020:00000001:2.0:1789093468.939555:0:278648:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446629192328206336 : -114881381345280 : ffff97841812d800) 00010000:00000001:2.0:1789093468.939557:0:278648:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629192328206336 : -114881381345280 : ffff97841812d800) 00010000:00000001:2.0:1789093468.939559:0:278648:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789093468.939562:0:278648:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789093468.939565:0:278648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff978407827800 lock: ffff97841812d800/0xff5b0ce8e6d407f9 lrc: 5/1,1 mode: PR/PR res: [0x200002b17:0x11d9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8ad7b11b348e9fc5 expref: -99 pid: 278648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789093468.939571:0:278648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789093468.939573:0:278648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789093468.939574:0:278648:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789093468.939575:0:278648:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1789093468.939576:0:278648:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff97841812d800 refcount=5 00000020:00000001:2.0:1789093468.939578:0:278648:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446629192328206336 : -114881381345280 : ffff97841812d800) 00010000:00000001:2.0:1789093468.939580:0:278648:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629192328206336 : -114881381345280 : ffff97841812d800) 00010000:00000001:2.0:1789093468.939582:0:278648:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789093468.939584:0:278648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff978407827800 lock: ffff97841812d800/0xff5b0ce8e6d407f9 lrc: 5/1,1 mode: PR/PR res: [0x200002b17:0x11d9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8ad7b11b348e9fc5 expref: -99 pid: 278648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789093468.939590:0:278648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789093468.939591:0:278648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789093468.939658:0:278648:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff978407827800 lock: ffff97841812d800/0xff5b0ce8e6d407f9 lrc: 4/1,0 mode: PR/PR res: [0x200002b17:0x11d9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8ad7b11b348e9fc5 expref: -99 pid: 278648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789093468.939666:0:278648:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789093468.939668:0:278648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789093468.939669:0:278648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789093468.939675:0:278648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789093468.939676:0:278648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1789093468.939682:0:278648:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x8000037, status=0 req@ffff97843995f100 x1875989369206272/t30064771459(30064771459) o101->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 528/608 e 0 to 0 dl 1789093553 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789093468.939690:0:278648:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1789093468.939695:0:278648:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff97843995f100 x1875989369206272/t30064771459(30064771459) o101->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 528/608 e 0 to 0 dl 1789093553 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789093468.939702:0:278648:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789093468.939705:0:278648:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789093468.939706:0:278648:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1789093468.939708:0:278648:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff97841812d800 refcount=3 00000020:00000001:2.0:1789093468.939710:0:278648:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446629192328206336 : -114881381345280 : ffff97841812d800) 00010000:00000001:2.0:1789093468.939712:0:278648:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629192328206336 : -114881381345280 : ffff97841812d800) 00010000:00000001:2.0:1789093468.939714:0:278648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789093468.939715:0:278648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789093468.939717:0:278648:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789093468.939719:0:278648:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789093468.939721:0:278648:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1789093468.939723:0:278648:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789093468.939725:0:278648:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629192890446080 : -114880819105536 : ffff97843995f100) 00000100:00000001:2.0:1789093468.939727:0:278648:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789093468.939728:0:278648:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629192890446080 : -114880819105536 : ffff97843995f100) 00010000:00000001:2.0:1789093468.939729:0:278648:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789093468.939730:0:278648:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1789093468.939731:0:278648:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff97841812d800 refcount=3 00000020:00000001:2.0:1789093468.939733:0:278648:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446629192328206336 : -114881381345280 : ffff97841812d800) 00010000:00000001:2.0:1789093468.939735:0:278648:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629192328206336 : -114881381345280 : ffff97841812d800) 00000002:00010000:2.0:1789093468.939738:0:278648:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff978407827800 lock: ffff97841812d800/0xff5b0ce8e6d407f9 lrc: 3/1,0 mode: PR/PR res: [0x200002b17:0x11d9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8ad7b11b348e9fc5 expref: -99 pid: 278648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789093468.939744:0:278648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789093468.939745:0:278648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789093468.939752:0:278648:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789093468.939753:0:278648:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789093468.939754:0:278648:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1789093468.939756:0:278648:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff97841812d800 refcount=3 00000020:00000001:2.0:1789093468.939757:0:278648:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446629192328206336 : -114881381345280 : ffff97841812d800) 00010000:00000001:2.0:1789093468.939759:0:278648:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629192328206336 : -114881381345280 : ffff97841812d800) 00010000:00000040:2.0:1789093468.939763:0:278648:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff978410526300 count: 2 00010000:00000001:2.0:1789093468.939765:0:278648:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1789093468.939769:0:278648:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff978408f4b800 type 13 mode 4 res 8589945623/4569 (0 0) 00010000:00000001:2.0:1789093468.939772:0:278648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789093468.939773:0:278648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789093468.939774:0:278648:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1789093468.939777:0:278648:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa65e41a0f768 00000002:00002000:2.0:1789093468.939779:0:278648:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f812b.sanity intent=open|creat status=0 disp=0x9800037: rc = 0 00000002:00000001:2.0:1789093468.939782:0:278648:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789093468.939786:0:278648:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789093468.939788:0:278648:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789093468.939791:0:278648:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 0 00000080:00000001:2.0:1789093468.939795:0:278648:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789093468.939798:0:278648:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff97840848edc0 2 00000080:00000001:2.0:1789093468.939801:0:278648:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1789093468.939802:0:278648:0:(namei.c:674:ll_lookup_it_finish()) it ffff97841e801480 it_disposition 9800037 00000080:00002000:2.0:1789093468.939808:0:278648:0:(namei.c:653:ll_splice_alias()) Add dentry ffff978402182288 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:2.0:1789093468.939814:0:278648:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1789093468.939816:0:278648:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:2.0:1789093468.939819:0:278648:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa65e41a0f998 00000080:00200000:2.0:1789093468.939821:0:278648:0:(namei.c:1628:ll_create_it()) VFS Op:name=f812b.sanity, dir=[0x200000007:0x1:0x0](ffff978410b000c8), intent=open|creat 00000080:00000001:2.0:1789093468.939824:0:278648:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:2.0:1789093468.939826:0:278648:0:(llite_lib.c:3837:ll_prep_inode()) Process entered 00000002:00000001:2.0:1789093468.939831:0:278648:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1789093468.939834:0:278648:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1789093468.939838:0:278648:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373145330137 : 144115373145330137 : 200002b170011d9) 00000080:00000001:2.0:1789093468.939841:0:278648:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:2.0:1789093468.939851:0:278648:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff978411a65280. 00000020:00000001:2.0:1789093468.939862:0:278648:0:(class_obd.c:1011:obd_heat_clear()) Process entered 00000020:00000001:2.0:1789093468.939868:0:278648:0:(class_obd.c:1014:obd_heat_clear()) Process leaving 00000080:00000001:2.0:1789093468.939872:0:278648:0:(llite_lib.c:3360:ll_read_inode2()) Process entered 00000080:00200000:2.0:1789093468.939874:0:278648:0:(llite_lib.c:3363:ll_read_inode2()) VFS Op:inode=[0x200002b17:0x11d9:0x0](ffff978411a65348) 00000080:00000001:2.0:1789093468.939878:0:278648:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373145330137 : 144115373145330137 : 200002b170011d9) 00000080:00000001:2.0:1789093468.939881:0:278648:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554475 : 33554475 : 200002b) 00000080:00000002:2.0:1789093468.939883:0:278648:0:(llite_lib.c:3057:ll_update_inode()) setting ino 144115373145330137 mtime from 0 to 1789093468 00000080:00200000:2.0:1789093468.939887:0:278648:0:(llite_lib.c:3126:ll_update_inode()) inode=[0x200002b17:0x11d9:0x0], updating i_size 0 00000080:00000001:2.0:1789093468.939890:0:278648:0:(llite_lib.c:3385:ll_read_inode2()) Process leaving 00000020:00000001:2.0:1789093468.939904:0:278648:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1789093468.939910:0:278648:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff978404ee4870. 00000020:00000010:2.0:1789093468.939916:0:278648:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff978402ca7800. 00000020:00000010:2.0:1789093468.939920:0:278648:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff978402ca7600. 00000020:00000010:2.0:1789093468.939924:0:278648:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff978439e25900. 00000008:00000010:2.0:1789093468.939931:0:278648:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff978432651660. 00020000:00000010:2.0:1789093468.939935:0:278648:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff97842bd11180. 00008000:00000010:2.0:1789093468.939940:0:278648:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff978431d36de8. 00000080:00000010:2.0:1789093468.939945:0:278648:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff978407c7f348. 00000080:00000010:2.0:1789093468.939949:0:278648:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9784093cd280. 00000020:00000010:2.0:1789093468.939952:0:278648:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff978402ca6800. 00000008:00000010:2.0:1789093468.939956:0:278648:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff978410df5e40. 00020000:00000010:2.0:1789093468.939959:0:278648:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff978408916da0. 00008000:00000010:2.0:1789093468.939963:0:278648:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff978408fa93b0. 00000080:00000010:2.0:1789093468.939967:0:278648:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff97841fdc9780. 00000020:00000001:2.0:1789093468.939970:0:278648:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446629192007043192 : -114881702508424 : ffff978404ee4878) 00000020:00001000:2.0:1789093468.939972:0:278648:0:(cl_object.c:831:cl_env_get()) 1@ffff978404ee4870 00000020:00000001:2.0:1789093468.939976:0:278648:0:(lu_object.c:844:lu_object_find_at()) Process entered 00000080:00000010:2.0:1789093468.939981:0:278648:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff97843277f960. 00000020:00000001:2.0:1789093468.939983:0:278648:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1789093468.939985:0:278648:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789093468.939992:0:278648:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:2.0:1789093468.939996:0:278648:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff97841f2007c0. 00020000:00000001:2.0:1789093468.939998:0:278648:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446629192446511040 : -114881263040576 : ffff97841f2007c0) 00020000:00000001:2.0:1789093468.940002:0:278648:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:2.0:1789093468.940005:0:278648:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789093468.940056:0:278648:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446629192771041760 : -114880938509856 : ffff97843277f9e0) 00000020:00001000:2.0:1789093468.940060:0:278648:0:(cl_object.c:925:cl_env_put()) 1@ffff978404ee4870 00000020:00000010:2.0:1789093468.940063:0:278648:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff978402ca7600. 00000020:00000010:2.0:1789093468.940067:0:278648:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff978439e25900. 00000008:00000010:2.0:1789093468.940070:0:278648:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff978432651660. 00020000:00000010:2.0:1789093468.940074:0:278648:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff97842bd11180. 00008000:00000010:2.0:1789093468.940077:0:278648:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff978431d36de8. 00000080:00000010:2.0:1789093468.940080:0:278648:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff978407c7f348. 00000080:00000010:2.0:1789093468.940082:0:278648:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9784093cd280. 00000020:00000010:2.0:1789093468.940086:0:278648:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff978402ca7800. 00000008:00000010:2.0:1789093468.940088:0:278648:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff978410df5e40. 00020000:00000010:2.0:1789093468.940091:0:278648:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff978408916da0. 00008000:00000010:2.0:1789093468.940094:0:278648:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff978408fa93b0. 00000080:00000010:2.0:1789093468.940096:0:278648:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff97841fdc9780. 00000020:00000010:2.0:1789093468.940099:0:278648:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff978402ca6800. 00000020:00000010:2.0:1789093468.940101:0:278648:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff978404ee4870. 00000080:00000001:2.0:1789093468.940105:0:278648:0:(namei.c:156:ll_iget()) Process leaving (rc=18446629192220431176 : -114881489120440 : ffff978411a65348) 00010000:00000001:2.0:1789093468.940108:0:278648:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789093468.940109:0:278648:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1789093468.940110:0:278648:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff97841812d800 refcount=3 00000020:00000001:2.0:1789093468.940112:0:278648:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446629192328206336 : -114881381345280 : ffff97841812d800) 00010000:00000001:2.0:1789093468.940115:0:278648:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629192328206336 : -114881381345280 : ffff97841812d800) 00000080:00000001:2.0:1789093468.940118:0:278648:0:(file.c:6780:ll_layout_conf()) Process entered 00000020:00000001:2.0:1789093468.940119:0:278648:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1789093468.940122:0:278648:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff978404ee4870. 00000020:00000010:2.0:1789093468.940124:0:278648:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff978402ca6800. 00000020:00000010:2.0:1789093468.940127:0:278648:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff978402ca7800. 00000020:00000010:2.0:1789093468.940129:0:278648:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff978439e25900. 00000008:00000010:2.0:1789093468.940131:0:278648:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff978432651660. 00020000:00000010:2.0:1789093468.940134:0:278648:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff97842bd11180. 00008000:00000010:2.0:1789093468.940136:0:278648:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff978431d36de8. 00000080:00000010:2.0:1789093468.940139:0:278648:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff978407c7f348. 00000080:00000010:2.0:1789093468.940141:0:278648:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9784093cd280. 00000020:00000010:2.0:1789093468.940461:0:278648:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff978402ca7600. 00000008:00000010:2.0:1789093468.940465:0:278648:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff978410df5e40. 00020000:00000010:2.0:1789093468.940467:0:278648:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff978408916da0. 00008000:00000010:2.0:1789093468.940470:0:278648:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff978408fa93b0. 00000080:00000010:2.0:1789093468.940472:0:278648:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff97841fdc9780. 00000020:00000001:2.0:1789093468.940474:0:278648:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446629192007043192 : -114881702508424 : ffff978404ee4878) 00000020:00001000:2.0:1789093468.940476:0:278648:0:(cl_object.c:831:cl_env_get()) 1@ffff978404ee4870 00000020:00000001:2.0:1789093468.940478:0:278648:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:2.0:1789093468.940481:0:278648:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000002:2.0:1789093468.940483:0:278648:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff97841f2007c0) owner ffff97840815a7c0 00020000:00000001:2.0:1789093468.940486:0:278648:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1789093468.940489:0:278648:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff97841f2007c0) owner ffff97840815a7c0 00020000:00000002:2.0:1789093468.940491:0:278648:0:(lov_object.c:1535:lov_conf_set()) [0x200002b17:0x11d9:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1789093468.940493:0:278648:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789093468.940495:0:278648:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789093468.940498:0:278648:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1789093468.940501:0:278648:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff97841f2007c0) owner 0000000000000000/ffff97840815a7c0 00020000:00000002:2.0:1789093468.940503:0:278648:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff97841f2007c0) owner 0000000000000000/ffff97840815a7c0 00020000:00000001:2.0:1789093468.940505:0:278648:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1789093468.940506:0:278648:0:(lov_object.c:2289:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789093468.940508:0:278648:0:(file.c:6815:ll_layout_conf()) [0x200002b17:0x11d9:0x0]: layout version change: 4294967294 -> 4294967295 00000020:00001000:2.0:1789093468.940510:0:278648:0:(cl_object.c:925:cl_env_put()) 1@ffff978404ee4870 00000020:00000010:2.0:1789093468.940512:0:278648:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff978402ca7800. 00000020:00000010:2.0:1789093468.940515:0:278648:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff978439e25900. 00000008:00000010:2.0:1789093468.940517:0:278648:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff978432651660. 00020000:00000010:2.0:1789093468.940519:0:278648:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff97842bd11180. 00008000:00000010:2.0:1789093468.940521:0:278648:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff978431d36de8. 00000080:00000010:2.0:1789093468.940523:0:278648:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff978407c7f348. 00000080:00000010:2.0:1789093468.940525:0:278648:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9784093cd280. 00000020:00000010:2.0:1789093468.940528:0:278648:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff978402ca6800. 00000008:00000010:2.0:1789093468.940529:0:278648:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff978410df5e40. 00020000:00000010:2.0:1789093468.940531:0:278648:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff978408916da0. 00008000:00000010:2.0:1789093468.940533:0:278648:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff978408fa93b0. 00000080:00000010:2.0:1789093468.940540:0:278648:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff97841fdc9780. 00000020:00000010:2.0:1789093468.940542:0:278648:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff978402ca7600. 00000020:00000010:2.0:1789093468.940544:0:278648:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff978404ee4870. 00000080:00000001:2.0:1789093468.940546:0:278648:0:(file.c:6822:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789093468.940547:0:278648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789093468.940549:0:278648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789093468.940550:0:278648:0:(llite_lib.c:3935:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1789093468.940553:0:278648:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1789093468.940554:0:278648:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789093468.940557:0:278648:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200002b17:0x11d9:0x0](ffff978411a65348) 00000080:00010000:2.0:1789093468.940560:0:278648:0:(llite_internal.h:2014:ll_set_lock_data()) setting l_data to inode [0x200002b17:0x11d9:0x0](ffff978411a65348) for lock 0xff5b0ce8e6d407f9 00800000:00000001:2.0:1789093468.940563:0:278648:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789093468.940565:0:278648:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789093468.940566:0:278648:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789093468.940568:0:278648:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1789093468.940569:0:278648:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff97841812d800 refcount=3 00000020:00000001:2.0:1789093468.940571:0:278648:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446629192328206336 : -114881381345280 : ffff97841812d800) 00010000:00000001:2.0:1789093468.940573:0:278648:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629192328206336 : -114881381345280 : ffff97841812d800) 00010000:00000001:2.0:1789093468.940576:0:278648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789093468.940577:0:278648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789093468.940578:0:278648:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789093468.940580:0:278648:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789093468.940581:0:278648:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:2.0:1789093468.940583:0:278648:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789093468.940590:0:278648:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff97843995f100 x1875989369206272/t30064771459(30064771459) o101->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 528/608 e 0 to 0 dl 1789093553 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789093468.940609:0:278648:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1789093468.940615:0:278648:0:(namei.c:1651:ll_create_it()) inode ffff978411a65348 need_sync_to_mds [0x200002b17:0x11d9:0x0] 00000080:00000001:2.0:1789093468.940618:0:278648:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789093468.940621:0:278648:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200002b17:0x11d9:0x0](ffff978411a65348) 00000080:00000001:2.0:1789093468.940624:0:278648:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1789093468.940627:0:278648:0:(llite_lib.c:4196:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff978405a7ea00. 00000100:00000001:2.0:1789093468.940630:0:278648:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789093468.940633:0:278648:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff97843995f100 x1875989369206272/t30064771459(30064771459) o101->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 528/608 e 0 to 0 dl 1789093553 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789093468.940645:0:278648:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789093468.940648:0:278648:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:2.0:1789093468.940650:0:278648:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1789093468.940652:0:278648:0:(namei.c:1500:ll_atomic_open()) inode ffff978411a65348 need_sync_to_mds [0x200002b17:0x11d9:0x0] 00000080:00000001:2.0:1789093468.940659:0:278648:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1789093468.940662:0:278648:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa65e41a0fa68 00000080:00200008:2.0:1789093468.940664:0:278648:0:(file.c:1090:ll_file_open()) START file f812b.sanity:[0x200002b17:0x11d9:0x0](ffff978411a65348), flags 120501 00000080:00000010:2.0:1789093468.940671:0:278648:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9784062a3cc0. 00000080:00000010:2.0:1789093468.940677:0:278648:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff97841fe71940. 00000080:00000001:2.0:1789093468.940679:0:278648:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:2.0:1789093468.940683:0:278648:0:(lmv_obd.c:4177:lmv_set_open_replay_data()) Process entered 00800000:00000001:2.0:1789093468.940685:0:278648:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789093468.940688:0:278648:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789093468.940689:0:278648:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789093468.940692:0:278648:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789093468.940694:0:278648:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789093468.940696:0:278648:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0x11d9:0x0] 00800000:00000001:2.0:1789093468.940698:0:278648:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789093468.940701:0:278648:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1789093468.940704:0:278648:0:(obd.h:1445:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9784084ab040. 00000002:00100000:2.0:1789093468.940709:0:278648:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff97843995f100 x1875989369206272/t30064771459(30064771459) o101->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 528/608 e 0 to 0 dl 1789093553 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789093468.940716:0:278648:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789093468.940718:0:278648:0:(lmv_obd.c:4183:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1789093468.940721:0:278648:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1789093468.940724:0:278648:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789093468.940727:0:278648:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789093468.940729:0:278648:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789093468.940733:0:278648:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97843995f100 x1875989369206272/t30064771459(30064771459) o101->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 528/608 e 0 to 0 dl 1789093553 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1789093468.940740:0:278648:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789093468.940743:0:278648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9784081a0000. 02000000:00000001:2.0:1789093468.940763:0:278648:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1789093468.940769:0:278648:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789093468.940771:0:278648:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa65e41a0fa68 00000080:00000008:2.0:1789093468.940773:0:278648:0:(file.c:1329:ll_file_open()) COMPLETED file f812b.sanity:[0x200002b17:0x11d9:0x0](ffff978411a65348), flags 100101, rc = 0 00000080:00000001:2.0:1789093468.940777:0:278648:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1789093468.940779:0:278648:0:(dcache.c:176:ll_intent_release()) intent ffff97841e801480 released 00000080:00010000:2.0:1789093468.940781:0:278648:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xff5b0ce8e6d407f9 from it ffff97841e801480 00010000:00000001:2.0:1789093468.940784:0:278648:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789093468.940785:0:278648:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1789093468.940787:0:278648:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff97841812d800 refcount=3 00000020:00000001:2.0:1789093468.940788:0:278648:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446629192328206336 : -114881381345280 : ffff97841812d800) 00010000:00000001:2.0:1789093468.940790:0:278648:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629192328206336 : -114881381345280 : ffff97841812d800) 00010000:00000001:2.0:1789093468.940792:0:278648:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789093468.940796:0:278648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff978407827800 lock: ffff97841812d800/0xff5b0ce8e6d407f9 lrc: 3/1,0 mode: PR/PR res: [0x200002b17:0x11d9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8ad7b11b348e9fc5 expref: -99 pid: 278648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789093468.940803:0:278648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789093468.940804:0:278648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789093468.940805:0:278648:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789093468.940808:0:278648:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789093468.940811:0:278648:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff978407827800 lock: ffff97841812d800/0xff5b0ce8e6d407f9 lrc: 2/0,0 mode: PR/PR res: [0x200002b17:0x11d9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8ad7b11b348e9fc5 expref: -99 pid: 278648 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789093468.940818:0:278648:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789093468.940821:0:278648:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789093468.940822:0:278648:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789093468.940826:0:278648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789093468.940827:0:278648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789093468.940829:0:278648:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789093468.940832:0:278648:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789093468.940834:0:278648:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789093468.940836:0:278648:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789093468.940839:0:278648:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789093468.940841:0:278648:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789093468.940842:0:278648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789093468.940843:0:278648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789093468.940849:0:278648:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1789093468.940851:0:278648:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:2.0:1789093468.940853:0:278648:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1789093468.940854:0:278648:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789093468.940857:0:278648:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1789093468.940859:0:278648:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789093468.940861:0:278648:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1789093468.940863:0:278648:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789093468.940865:0:278648:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1789093468.940867:0:278648:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789093468.940869:0:278648:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1789093468.940871:0:278648:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff97841e801480. 00000080:00000001:2.0:1789093468.940874:0:278648:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789093468.940878:0:278648:0:(file.c:6635:ll_inode_permission()) Process entered 00000080:00200000:2.0:1789093468.940880:0:278648:0:(file.c:6650:ll_inode_permission()) VFS Op:inode=[0x200002b17:0x11d9:0x0](ffff978411a65348), inode mode 81a4 mask 40 00000080:00000001:2.0:1789093468.940884:0:278648:0:(file.c:6689:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789093468.940926:0:278648:0:(file.c:4631:ll_file_ioctl()) Process entered 00000080:00200080:2.0:1789093468.940929:0:278648:0:(file.c:4633:ll_file_ioctl()) VFS Op:inode=[0x200002b17:0x11d9:0x0](ffff978411a65348) cmd=4008669a arg=18102e0 00000080:00000001:2.0:1789093468.940934:0:278648:0:(file.c:2990:ll_lov_setstripe()) Process entered 00000080:00000001:2.0:1789093468.940935:0:278648:0:(llite_lib.c:4363:ll_copy_user_md()) Process entered 00000080:00000010:2.0:1789093468.940940:0:278648:0:(llite_lib.c:4372:ll_copy_user_md()) kmalloced '(*kbuf)': 32 at ffff9784084abf80. 00000080:00000001:2.0:1789093468.940943:0:278648:0:(llite_lib.c:4381:ll_copy_user_md()) Process leaving (rc=32 : 32 : 20) 00000080:00000001:2.0:1789093468.940945:0:278648:0:(file.c:2744:ll_lov_setstripe_ea_info()) Process entered 00000080:00000001:2.0:1789093468.940947:0:278648:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:2.0:1789093468.940949:0:278648:0:(llite_lib.c:4055:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff978402ca7600. 00800000:00000002:2.0:1789093468.940954:0:278648:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff97840848edc0 2 00000080:00000001:2.0:1789093468.940957:0:278648:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789093468.940959:0:278648:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789093468.940961:0:278648:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa65e41a0fb10 00800000:00000002:2.0:1789093468.940963:0:278648:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200002b17:0x11d9:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789093468.940967:0:278648:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:2.0:1789093468.940968:0:278648:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789093468.940969:0:278648:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789093468.940971:0:278648:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789093468.940972:0:278648:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789093468.940974:0:278648:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789093468.940975:0:278648:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0x11d9:0x0] 00800000:00000001:2.0:1789093468.940977:0:278648:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789093468.940984:0:278648:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa65e41a0fa90 00800000:00000002:2.0:1789093468.940986:0:278648:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200002b17:0x11d9:0x0], name='' -> mds #0 layout version 1 00000002:00000001:2.0:1789093468.940990:0:278648:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789093468.940992:0:278648:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa65e41a0f9c8 00000002:00010000:2.0:1789093468.940993:0:278648:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200002b17:0x11d9:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 040000002 00000002:00000001:2.0:1789093468.940997:0:278648:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789093468.940999:0:278648:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1789093468.941001:0:278648:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1789093468.941006:0:278648:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff978410526300 count: 2 00010000:00000001:2.0:1789093468.941008:0:278648:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789093468.941010:0:278648:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1789093468.941012:0:278648:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789093468.941014:0:278648:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789093468.941016:0:278648:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789093468.941018:0:278648:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1789093468.941020:0:278648:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789093468.941024:0:278648:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97843892e300. 00000020:00000040:2.0:1789093468.941027:0:278648:0:(genops.c:1231:class_import_get()) import ffff97840b494800 refcount=7 obd=lustre-MDT0000-mdc-ffff978407827800 02000000:00000001:2.0:1789093468.941032:0:278648:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789093468.941034:0:278648:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789093468.941036:0:278648:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789093468.941039:0:278648:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789093468.941043:0:278648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789093468.941044:0:278648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789093468.941045:0:278648:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789093468.941048:0:278648:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789093468.941049:0:278648:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789093468.941053:0:278648:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789093468.941059:0:278648:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9784080dd400. 00000100:00000001:2.0:1789093468.941064:0:278648:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789093468.941067:0:278648:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789093468.941068:0:278648:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789093468.941070:0:278648:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789093468.941071:0:278648:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789093468.941072:0:278648:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789093468.941086:0:278648:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446629192873468672 : -114880836082944 : ffff97843892e300) 00010000:00000001:2.0:1789093468.941089:0:278648:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789093468.941091:0:278648:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1789093468.941095:0:278648:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff978410526800. 00010000:00000010:2.0:1789093468.941098:0:278648:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff97841fefb780. 00010000:00000001:2.0:1789093468.941102:0:278648:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789093468.941105:0:278648:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff97841e836a00. 00000020:00000001:2.0:1789093468.941109:0:278648:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789093468.941111:0:278648:0:(lustre_handles.c:93:class_handle_hash()) added object ffff97841e836a00 with handle 0xff5b0ce8e6d40800 to hash 00000020:00000001:2.0:1789093468.941113:0:278648:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789093468.941114:0:278648:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446629192436247040 : -114881273304576 : ffff97841e836a00) 00010000:00000001:2.0:1789093468.941118:0:278648:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446629192436247040 : -114881273304576 : ffff97841e836a00) 00010000:00000001:2.0:1789093468.941121:0:278648:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789093468.941123:0:278648:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789093468.941126:0:278648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff978407827800 lock: ffff97841e836a00/0xff5b0ce8e6d40800 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 278648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789093468.941134:0:278648:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff978407827800 lock: ffff97841e836a00/0xff5b0ce8e6d40800 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 278648 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1789093468.941156:0:278648:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff978407827800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1789093468.941162:0:278648:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97843892e300 x1875989369206528/t0(0) o101->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1789093468.941171:0:278648:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff978407827800 lock: ffff97841e836a00/0xff5b0ce8e6d40800 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 278648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789093468.941177:0:278648:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789093468.941179:0:278648:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789093468.941185:0:278648:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff97842be85240. 00000100:00000001:2.0:1789093468.941187:0:278648:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446629192660963904 : -114881048587712 : ffff97842be85240) 00000100:00000001:2.0:1789093468.941189:0:278648:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789093468.941191:0:278648:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629192873468672 : -114880836082944 : ffff97843892e300) 00000100:00000001:2.0:1789093468.941194:0:278648:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789093468.941203:0:278648:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789093468.941205:0:278648:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789093468.941207:0:278648:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789093468.941211:0:278648:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97843892e300 x1875989369206528/t0(0) o101->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789093468.941232:0:278648:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789093468.941234:0:278648:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789093468.941237:0:278648:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789093468.941239:0:278648:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789093468.941262:0:278648:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789093468.941266:0:278648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff97843892e300 pname:cluuid:pid:xid:nid:opc:job lfs:b0241929-959a-49c3-a3c6-35d2c689d415:278648:1875989369206528:192.168.206.138@tcp:101:lfs.0 00000100:00000001:2.0:1789093468.941279:0:278648:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789093468.941284:0:278648:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789093468.941287:0:278648:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789093468.941289:0:278648:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789093468.941374:0:278648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff9784086c0000. 02000000:00000001:2.0:1789093468.941377:0:278648:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789093468.941384:0:278648:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000010:2.0:1789093468.941389:0:278648:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9784324177e8. 00000400:00000010:2.0:1789093468.941395:0:278648:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff978410fdb800. 00000100:00000200:2.0:1789093468.941401:0:278648:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875989369206528, portal 10 00000100:00000001:2.0:1789093468.941403:0:278648:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789093468.941405:0:278648:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629192873468672 : -114880836082944 : ffff97843892e300) 00000100:00000040:2.0:1789093468.941411:0:278648:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff97843892e300 x1875989369206528/t0(0) o101->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789093553 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789093468.941418:0:278648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789093468.941420:0:278648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.138@tcp 00000400:00000010:2.0:1789093468.941423:0:278648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97841ff46c38. 00000100:00000200:2.0:1789093468.941427:0:278648:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875989369206528, offset 0 00000400:00000200:2.0:1789093468.941432:0:278648:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.206.138@tcp 00000400:00000200:2.0:1789093468.941440:0:278648:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:2.0:1789093468.941447:0:278648:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.138@tcp local destination 00000400:00000200:2.0:1789093468.941453:0:278648:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789093468.941462:0:278648:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.206.38@tcp 00000400:00000200:2.0:1789093468.941466:0:278648:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.206.38@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789093468.941468:0:278648:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.138@tcp 00000400:00000200:2.0:1789093468.941472:0:278648:0:(lib-move.c:1710:lnet_handle_send()) 192.168.206.38@tcp NI seq info: [546111:546111:256:4294967295] 192.168.206.138@tcp LPNI seq info [546072:546072:8:4294967295] 00000400:00000200:2.0:1789093468.941477:0:278648:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:2.0:1789093468.941486:0:278648:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp:) -> 192.168.206.138@tcp(192.168.206.138@tcp:192.168.206.138@tcp) : PUT try# 0 00000800:00000200:2.0:1789093468.941493:0:278648:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.206.138@tcp 00000800:00000010:2.0:1789093468.941498:0:278648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97840a70e800. 00000800:00000200:2.0:1789093468.941504:0:278648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff978408f5f180] -> 12345-192.168.206.138@tcp (5) 00000800:00000200:2.0:1789093468.941510:0:278648:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.138@tcp ip 192.168.206.138:988 00000800:00000200:2.0:1789093468.941514:0:278648:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97840a70e800 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:2.0:1789093468.941533:0:278648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789093468.941537:0:278648:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: using a timeout of 24652 usecs (25 jiffies) 00000400:00000200:2.0:1789093468.941541:0:278648:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000100:00000001:2.0:1789093468.941543:0:278648:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: PM QoS new deadline estimation for cpu 0 is 4305414097 00000100:00000001:2.0:1789093468.941551:0:278648:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: PM QoS request active for cpu 0, simply extend its deadline from 4305414076 00000100:00000001:2.0:1789093468.941555:0:278648:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: PM QoS new deadline estimation for cpu 1 is 4305414097 00000100:00000001:2.0:1789093468.941559:0:278648:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: PM QoS request active for cpu 1, simply extend its deadline from 4305414076 00000100:00000001:2.0:1789093468.941562:0:278648:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789093468.941565:0:278648:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789093468.941567:0:278648:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789093468.941569:0:278648:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=80 : 80 : 50) 00000100:00100000:2.0:1789093468.941572:0:278648:0:(client.c:2702:ptlrpc_set_wait()) set ffff97842be85240 going to sleep for 80 seconds 00000100:00000001:2.0:1789093468.941575:0:278648:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789093468.941577:0:278648:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789093468.942414:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789093468.942421:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97840a70e800. 00000400:00000200:0.0:1789093468.942435:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789093468.942442:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000400:00000200:0.0:1789093468.942448:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97841ff46c38 00000400:00000010:0.0:1789093468.942450:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff97841ff46c38. 00000100:00000001:0.0:1789093468.942455:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1789093468.942460:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97843892e300 x1875989369206528/t0(0) o101->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789093553 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789093468.942470:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789093468.942473:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff97843892e300 x1875989369206528/t0(0) o101->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789093553 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789093468.942480:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093468.942481:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1F:1789093468.946495:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff978406344700. 00000800:00000001:0.0:1789093468.949080:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093468.949097:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789093468.949101:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093468.949104:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789093468.949112:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093468.949119:0:2390:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp) <- 192.168.206.138@tcp : PUT - for me 00000400:00000200:0.0:1789093468.949128:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093468.949132:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093468.949136:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093468.949140:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.138@tcp of length 328 into portal 15 MB=0x6aa33cd26af80 00000400:00000200:0.0:1789093468.949149:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.206.138@tcp of length 328/328 into md 0x53caf9 [2] + 1048 00000800:00000001:0.0:1789093468.949157:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093468.949164:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789093468.949167:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789093468.949171:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000100:00000001:0.0:1789093468.949178:0:2390:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1789093468.949180:0:2390:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1789093468.949186:0:2390:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff978438732d80. 00000100:00000040:0.0:1789093468.949190:0:2390:0:(events.c:337:request_in_callback()) incoming req@ffff978438732d80 x1875989322182528 msgsize 328 00000100:00100000:0.0:1789093468.949194:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.138@tcp (source: 12345-192.168.206.138@tcp) 00000100:00000001:0.0:1789093468.949354:0:2390:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1789093468.949377:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093468.949380:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789093468.952490:0:235696:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1789093468.952498:0:235696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875989322182528 02000000:00000001:1.0:1789093468.952503:0:235696:0:(sec.c:2497:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1789093468.952505:0:235696:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789093468.952508:0:235696:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789093468.952513:0:235696:0:(sec.c:2546:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789093468.952517:0:235696:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875989322182528 00000020:00000001:1.0:1789093468.952520:0:235696:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1789093468.952521:0:235696:0:(genops.c:825:class_conn2export()) looking for export cookie 0xff5b0ce8e6d239c8 00000020:00000001:1.0:1789093468.952524:0:235696:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1789093468.952528:0:235696:0:(lustre_handles.c:147:class_handle2object()) GET export ffff978405ddb000 refcount=5 00000020:00000001:1.0:1789093468.952531:0:235696:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446629192022732800 : -114881686818816 : ffff978405ddb000) 00000020:00000001:1.0:1789093468.952533:0:235696:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446629192022732800 : -114881686818816 : ffff978405ddb000) 00000100:00000001:1.0:1789093468.952537:0:235696:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1789093468.952547:0:235696:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff978407c2ee80. 00000100:00000001:1.0:1789093468.952550:0:235696:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1789093468.952552:0:235696:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff978407c2ee80. 00000020:00000010:1.0:1789093468.952559:0:235696:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff978405a7f800. 00000020:00000010:1.0:1789093468.952565:0:235696:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff97842c9d7200. 00000020:00000010:1.0:1789093468.952570:0:235696:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff97841e804640. 00000100:00000040:1.0:1789093468.952580:0:235696:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1789093468.952583:0:235696:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1789093468.952584:0:235696:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1789093468.952586:0:235696:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093468.952593:0:235696:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093468.952602:0:235696:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789093468.952627:0:235696:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1789093468.952630:0:235696:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1789093468.952638:0:235696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.138@tcp, seq: 5369 00000100:00000040:1.0:1789093468.952642:0:235696:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff978405ddb000 : new rpc_count 1 00000100:00000001:1.0:1789093468.952643:0:235696:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446629192871390592 : -114880838161024 : ffff978438732d80) 00000100:00000040:1.0:1789093468.952650:0:235696:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff978438732d80 x1875989322182528/t0(0) o104->b0241929-959a-49c3-a3c6-35d2c689d415@192.168.206.138@tcp:179/0 lens 328/0 e 0 to 0 dl 1789093479 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789093468.952659:0:235696:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1789093468.952661:0:235696:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff978407c2ee80. 00000100:00000001:1.0:1789093468.952663:0:235696:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1789093468.952665:0:235696:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff978407c2ee80. 00000100:00100000:1.0:1789093468.952669:0:235696:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff978438732d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:b0241929-959a-49c3-a3c6-35d2c689d415+5:102655:x1875989322182528:12345-192.168.206.138@tcp:104: 00000100:00000200:1.0:1789093468.952672:0:235696:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875989322182528 00010000:00000001:1.0:1789093468.952674:0:235696:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1789093468.952681:0:235696:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789093468.952683:0:235696:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1789093468.952685:0:235696:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff97841812d800 refcount=2 00000020:00000001:1.0:1789093468.952687:0:235696:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446629192328206336 : -114881381345280 : ffff97841812d800) 00010000:00000001:1.0:1789093468.952689:0:235696:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629192328206336 : -114881381345280 : ffff97841812d800) 00010000:00000001:1.0:1789093468.952693:0:235696:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789093468.952696:0:235696:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789093468.952701:0:235696:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff978407827800 lock: ffff97841812d800/0xff5b0ce8e6d407f9 lrc: 2/0,0 mode: PR/PR res: [0x200002b17:0x11d9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x8ad7b11b348e9fc5 expref: -99 pid: 278648 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000100:00000001:1.0:1789093468.952844:0:235696:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1789093468.952847:0:235696:0:(sec.c:2568:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1789093468.952851:0:235696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff978404e16c00. 02000000:00000001:1.0:1789093468.952853:0:235696:0:(sec.c:2605:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093468.952856:0:235696:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789093468.952860:0:235696:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1789093468.952863:0:235696:0:(ldlm_lib.c:3338:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789093468.952873:0:235696:0:(import.c:2149:obd_at_measure()) add 1 to ffff97841ff489e8 time=156 v=5 (1 1 1 1) 00000100:00000001:1.0:1789093468.952877:0:235696:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789093468.952880:0:235696:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff978407c2eb00 refcount 16 to 192.168.206.138@tcp 00000100:00000001:1.0:1789093468.952882:0:235696:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629192054532864 : -114881655018752 : ffff978407c2eb00) 02000000:00000001:1.0:1789093468.952885:0:235696:0:(sec.c:2619:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1789093468.952886:0:235696:0:(sec.c:2630:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093468.952889:0:235696:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789093468.952902:0:235696:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.138@tcp 00000400:00000010:1.0:1789093468.952907:0:235696:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9784062446e8. 00000100:00000200:1.0:1789093468.952914:0:235696:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875989322182528, offset 224 00000400:00000200:1.0:1789093468.952920:0:235696:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.206.138@tcp 00000400:00000200:1.0:1789093468.952929:0:235696:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093468.952937:0:235696:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source Specified: 192.168.206.38@tcp to MR: 192.168.206.138@tcp local destination 00000400:00000200:1.0:1789093468.952943:0:235696:0:(lib-move.c:1710:lnet_handle_send()) 192.168.206.38@tcp NI seq info: [546112:546112:256:4294967295] 192.168.206.138@tcp LPNI seq info [546073:546073:8:4294967295] 00000400:00000200:1.0:1789093468.952947:0:235696:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093468.952955:0:235696:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp:192.168.206.38@tcp) -> 192.168.206.138@tcp(192.168.206.138@tcp:192.168.206.138@tcp) : PUT try# 0 00000800:00000200:1.0:1789093468.952960:0:235696:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.138@tcp 00000800:00000010:1.0:1789093468.952966:0:235696:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97841f620d00. 00000800:00000200:1.0:1789093468.952973:0:235696:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff978408f5f180] -> 12345-192.168.206.138@tcp (5) 00000800:00000200:1.0:1789093468.952980:0:235696:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.138@tcp ip 192.168.206.138:988 00000800:00000200:1.0:1789093468.952984:0:235696:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97841f620d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789093468.953036:0:235696:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789093468.953040:0:235696:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff978407c2eb00 refcount 15 to 192.168.206.138@tcp 00010000:00000001:1.0:1789093468.953044:0:235696:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1789093468.953048:0:235696:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff978410cb8600. 00010000:00000001:1.0:1789093468.953051:0:235696:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1789093468.953064:0:235696:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1789093468.953067:0:235696:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789093468.953068:0:235696:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789093468.953070:0:235696:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789093468.953075:0:235696:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff978438732d80 x1875989322182528/t0(0) o104->b0241929-959a-49c3-a3c6-35d2c689d415@192.168.206.138@tcp:179/0 lens 328/224 e 0 to 0 dl 1789093479 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789093468.953090:0:235696:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff978438732d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:b0241929-959a-49c3-a3c6-35d2c689d415+5:102655:x1875989322182528:12345-192.168.206.138@tcp:104: Request processed in 429us (3898us total) trans 0 rc 0/0 00000100:00100000:1.0:1789093468.953098:0:235696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.138@tcp, seq: 5369 00000100:00000040:1.0:1789093468.953101:0:235696:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff978405ddb000 : new rpc_count 0 00000100:00000001:1.0:1789093468.953104:0:235696:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1789093468.953106:0:235696:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1789093468.953109:0:235696:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff97842c9d7200. 00000020:00000010:1.0:1789093468.953114:0:235696:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff97841e804640. 00000020:00000010:1.0:1789093468.953117:0:235696:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff978405a7f800. 00000020:00000040:1.0:1789093468.953122:0:235696:0:(genops.c:900:class_export_put()) PUTting export ffff978405ddb000 : new refcount 4 00000100:00000001:1.0:1789093468.953125:0:235696:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1789093468.953182:0:235705:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789093468.953185:0:235705:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789093468.953188:0:235705:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1789093468.953191:0:235705:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1789093468.953194:0:235705:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1789093468.953198:0:235705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff978407827800 lock: ffff97841812d800/0xff5b0ce8e6d407f9 lrc: 2/0,0 mode: PR/PR res: [0x200002b17:0x11d9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x8ad7b11b348e9fc5 expref: -99 pid: 278648 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1789093468.953214:0:235705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97841812d800 already unused, calling callback (ffffffffc1bbb1c0) 00000080:00000001:2.0:1789093468.953217:0:235705:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1789093468.953220:0:235705:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff978407827800 lock: ffff97841812d800/0xff5b0ce8e6d407f9 lrc: 2/0,0 mode: PR/PR res: [0x200002b17:0x11d9:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x8ad7b11b348e9fc5 expref: -99 pid: 278648 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789093468.953228:0:235705:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1789093468.953230:0:235705:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1789093468.953234:0:235705:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff978407827800 lock: ffff97841812d800/0xff5b0ce8e6d407f9 lrc: 2/0,0 mode: PR/PR res: [0x200002b17:0x11d9:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x8ad7b11b348e9fc5 expref: -99 pid: 278648 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789093468.953240:0:235705:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1789093468.953275:0:235705:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1789093468.953276:0:235705:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789093468.953278:0:235705:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1789093468.953280:0:235705:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff97841812d800 refcount=3 00000020:00000001:2.0:1789093468.953282:0:235705:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446629192328206336 : -114881381345280 : ffff97841812d800) 00010000:00000001:2.0:1789093468.953285:0:235705:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629192328206336 : -114881381345280 : ffff97841812d800) 00010000:00000001:2.0:1789093468.953288:0:235705:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789093468.953291:0:235705:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff978407827800 lock: ffff97841812d800/0xff5b0ce8e6d407f9 lrc: 3/0,0 mode: PR/PR res: [0x200002b17:0x11d9:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0x8ad7b11b348e9fc5 expref: -99 pid: 278648 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:2.0:1789093468.953298:0:235705:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789093468.953302:0:235705:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1789093468.953304:0:235705:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1789093468.953306:0:235705:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x200002b17:0x11d9:0x0] mode (null) 00000002:00000001:2.0:1789093468.953310:0:235705:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789093468.953312:0:235705:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789093468.953317:0:235705:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff978410526300 count: 2 00010000:00000001:2.0:1789093468.953320:0:235705:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789093468.953324:0:235705:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789093468.953330:0:235705:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789093468.953332:0:235705:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789093468.953334:0:235705:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff978410526300 count: 2 00010000:00000001:2.0:1789093468.953336:0:235705:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789093468.953338:0:235705:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789093468.953340:0:235705:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789093468.953341:0:235705:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789093468.953342:0:235705:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff978410526300 count: 2 00010000:00000001:2.0:1789093468.953344:0:235705:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789093468.953346:0:235705:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789093468.953348:0:235705:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789093468.953349:0:235705:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789093468.953350:0:235705:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff978410526300 count: 2 00010000:00000001:2.0:1789093468.953352:0:235705:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789093468.953354:0:235705:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789093468.953356:0:235705:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789093468.953358:0:235705:0:(file.c:6780:ll_layout_conf()) Process entered 00000020:00000001:2.0:1789093468.953361:0:235705:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1789093468.953366:0:235705:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff978404ee4870. 00000020:00000010:2.0:1789093468.953370:0:235705:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff978402ca6800. 00000020:00000010:2.0:1789093468.953373:0:235705:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff978402ca7800. 00000020:00000010:2.0:1789093468.953377:0:235705:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff978439e25900. 00000008:00000010:2.0:1789093468.953382:0:235705:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff978432651660. 00020000:00000010:2.0:1789093468.953386:0:235705:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff97842bd11180. 00008000:00000010:2.0:1789093468.953391:0:235705:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff978431d36de8. 00000080:00000010:2.0:1789093468.953396:0:235705:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff978407c7f348. 00000080:00000010:2.0:1789093468.953400:0:235705:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9784093cd280. 00000020:00000010:2.0:1789093468.953404:0:235705:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff978432611c00. 00000008:00000010:2.0:1789093468.953407:0:235705:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff978410df5e40. 00020000:00000010:2.0:1789093468.953410:0:235705:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff978408916da0. 00008000:00000010:2.0:1789093468.953414:0:235705:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff978408fa93b0. 00000080:00000010:2.0:1789093468.953418:0:235705:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff97841fdc9780. 00000020:00000001:2.0:1789093468.953420:0:235705:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446629192007043192 : -114881702508424 : ffff978404ee4878) 00000020:00001000:2.0:1789093468.953423:0:235705:0:(cl_object.c:831:cl_env_get()) 1@ffff978404ee4870 00000020:00000001:2.0:1789093468.953425:0:235705:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:2.0:1789093468.953432:0:235705:0:(vvp_object.c:117:vvp_conf_set()) [0x200002b17:0x11d9:0x0]: losing layout lock 00000080:00000001:2.0:1789093468.953435:0:235705:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1789093468.953438:0:235705:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1789093468.953441:0:235705:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1789093468.953443:0:235705:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1789093468.953446:0:235705:0:(lov_object.c:1535:lov_conf_set()) [0x200002b17:0x11d9:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1789093468.953448:0:235705:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789093468.953449:0:235705:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1789093468.953452:0:235705:0:(cl_object.c:925:cl_env_put()) 1@ffff978404ee4870 00000020:00000010:2.0:1789093468.953454:0:235705:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff978402ca7800. 00000020:00000010:2.0:1789093468.953459:0:235705:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff978439e25900. 00000008:00000010:2.0:1789093468.953462:0:235705:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff978432651660. 00020000:00000010:2.0:1789093468.953465:0:235705:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff97842bd11180. 00008000:00000010:2.0:1789093468.953468:0:235705:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff978431d36de8. 00000080:00000010:2.0:1789093468.953471:0:235705:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff978407c7f348. 00000080:00000010:2.0:1789093468.953474:0:235705:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9784093cd280. 00000020:00000010:2.0:1789093468.953478:0:235705:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff978402ca6800. 00000008:00000010:2.0:1789093468.953480:0:235705:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff978410df5e40. 00020000:00000010:2.0:1789093468.953483:0:235705:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff978408916da0. 00008000:00000010:2.0:1789093468.953486:0:235705:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff978408fa93b0. 00000080:00000010:2.0:1789093468.953489:0:235705:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff97841fdc9780. 00000020:00000010:2.0:1789093468.953491:0:235705:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff978432611c00. 00000020:00000010:2.0:1789093468.953494:0:235705:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff978404ee4870. 00000080:00000001:2.0:1789093468.953496:0:235705:0:(file.c:6822:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789093468.953499:0:235705:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1789093468.953502:0:235705:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200002b17:0x11d9:0x0](ffff978411a65348) invalid 00000020:00000001:2.0:1789093468.953505:0:235705:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa65e41cdfc40 00000080:00002000:2.0:1789093468.953507:0:235705:0:(llite_internal.h:2054:d_lustre_invalidate()) invalidate dentry f812b.sanity (ffff978402182288) parent ffff97840206e0d8 inode ffff978411a65348 refc 1 00000080:00000001:2.0:1789093468.953511:0:235705:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1789093468.953513:0:235705:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1789093468.953514:0:235705:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789093468.953517:0:235705:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789093468.953520:0:235705:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789093468.953522:0:235705:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789093468.953524:0:235705:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789093468.953532:0:235705:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789093468.953535:0:235705:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff97841812d800 with handle 0xff5b0ce8e6d407f9 from hash 00010000:00000001:2.0:1789093468.953538:0:235705:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789093468.953539:0:235705:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789093468.953541:0:235705:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789093468.953542:0:235705:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789093468.953546:0:235705:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789093468.953548:0:235705:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1789093468.953552:0:235705:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789093468.953556:0:235705:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789093468.953557:0:235705:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789093468.953559:0:235705:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789093468.953561:0:235705:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789093468.953564:0:235705:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1789093468.953568:0:235705:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97843892f800. 00000020:00000040:2.0:1789093468.953572:0:235705:0:(genops.c:1231:class_import_get()) import ffff97840b494800 refcount=8 obd=lustre-MDT0000-mdc-ffff978407827800 00000100:00000001:2.0:1789093468.953576:0:235705:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789093468.953578:0:235705:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789093468.953582:0:235705:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789093468.953586:0:235705:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff978432611c00. 00000100:00000001:2.0:1789093468.953591:0:235705:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789093468.953594:0:235705:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1789093468.953598:0:235705:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff978407827800 lock: ffff97841812d800/0xff5b0ce8e6d407f9 lrc: 2/0,0 mode: --/PR res: [0x200002b17:0x11d9:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x8ad7b11b348e9fc5 expref: -99 pid: 278648 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1789093468.953604:0:235705:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1789093468.953606:0:235705:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789093468.953610:0:235705:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789093468.953615:0:235705:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789093468.953623:0:235705:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000050174770] to pc [ptlrpcd_01_01+1] req@ffff97843892f800 x1875989369206656/t0(0) o103->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1789093468.953654:0:235705:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789093468.953657:0:235705:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789093468.953658:0:235705:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789093468.953660:0:235705:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789093468.953667:0:235705:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789093468.953669:0:235705:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789093468.953672:0:235705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff978407827800 lock: ffff97841812d800/0xff5b0ce8e6d407f9 lrc: 1/0,0 mode: --/PR res: [0x200002b17:0x11d9:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x8ad7b11b348e9fc5 expref: -99 pid: 278648 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789093468.953679:0:235705:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789093468.953681:0:235705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff978407827800 lock: ffff97841812d800/0xff5b0ce8e6d407f9 lrc: 0/0,0 mode: --/PR res: [0x200002b17:0x11d9:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x8ad7b11b348e9fc5 expref: -99 pid: 278648 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:2.0:1789093468.953689:0:235705:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff978410526300 count: 0 00010000:00000010:2.0:1789093468.953693:0:235705:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff97841fefb080. 00010000:00000001:2.0:1789093468.953702:0:235705:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789093468.953703:0:235705:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1789093468.953705:0:235705:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff978410cb8600. 00010000:00000001:2.0:1789093468.953719:0:235705:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789093468.953721:0:235705:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789093468.953723:0:235705:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789093468.953725:0:235705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1789093468.953726:0:235705:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789093468.953727:0:235705:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789093468.953729:0:235705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1789093468.953731:0:235705:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789093468.953732:0:235705:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789093468.953734:0:235705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789093468.953935:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789093468.953940:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789093468.953943:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789093468.953950:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97843892f800 x1875989369206656/t0(0) o103->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093468.953958:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789093468.953960:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789093468.953963:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789093468.953966:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789093468.953968:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789093468.953971:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff97843892f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0241929-959a-49c3-a3c6-35d2c689d415:2401:1875989369206656:192.168.206.138@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1789093468.953975:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789093468.953980:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789093468.953983:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789093468.953985:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789093468.953989:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97843888a400. 02000000:00000001:3.0:1789093468.953991:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789093468.953996:0:2401:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000010:3.0:1789093468.954001:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97841ec90790. 00000400:00000010:3.0:1789093468.954006:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978406616110. 00000100:00000200:3.0:1789093468.954036:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875989369206656, portal 18 00000100:00000001:3.0:1789093468.954039:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789093468.954041:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629192873474048 : -114880836077568 : ffff97843892f800) 00000100:00000040:3.0:1789093468.954048:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97843892f800 x1875989369206656/t0(0) o103->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:17/18 lens 328/224 e 0 to 0 dl 1789093484 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093468.954055:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789093468.954058:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.138@tcp 00000400:00000010:3.0:1789093468.954061:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978406616880. 00000100:00000200:3.0:1789093468.954064:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875989369206656, offset 0 00000400:00000200:3.0:1789093468.954070:0:2401:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.206.138@tcp 00000400:00000200:3.0:1789093468.954085:0:2401:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:3.0:1789093468.954091:0:2401:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.138@tcp local destination 00000400:00000200:3.0:1789093468.954095:0:2401:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789093468.954099:0:2401:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.206.38@tcp 00000400:00000200:3.0:1789093468.954102:0:2401:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.206.38@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789093468.954104:0:2401:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.138@tcp 00000400:00000200:3.0:1789093468.954107:0:2401:0:(lib-move.c:1710:lnet_handle_send()) 192.168.206.38@tcp NI seq info: [546113:546113:255:4294967295] 192.168.206.138@tcp LPNI seq info [546074:546074:7:4294967295] 00000400:00000200:3.0:1789093468.954111:0:2401:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:3.0:1789093468.954118:0:2401:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp:) -> 192.168.206.138@tcp(192.168.206.138@tcp:192.168.206.138@tcp) : PUT try# 0 00000800:00000200:3.0:1789093468.954123:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.206.138@tcp 00000800:00000010:3.0:1789093468.954127:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97843317f000. 00000800:00000200:3.0:1789093468.954132:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff978408f5f180] -> 12345-192.168.206.138@tcp (5) 00000800:00000200:3.0:1789093468.954138:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.138@tcp ip 192.168.206.138:988 00000800:00000200:3.0:1789093468.954141:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97843317f000 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1789093468.954145:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789093468.954148:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: using a timeout of 24652 usecs (25 jiffies) 00000400:00000200:3.0:1789093468.954151:0:2401:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000100:00000001:3.0:1789093468.954154:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: PM QoS new deadline estimation for cpu 0 is 4305414109 00000100:00000001:3.0:1789093468.954164:0:2401:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: PM QoS request active for cpu 0, simply extend its deadline from 4305414097 00000100:00000001:3.0:1789093468.954168:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: PM QoS new deadline estimation for cpu 1 is 4305414109 00000100:00000001:3.0:1789093468.954171:0:2401:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: PM QoS request active for cpu 1, simply extend its deadline from 4305414097 00000100:00000001:3.0:1789093468.954174:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789093468.954176:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093468.954179:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093468.954181:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789093468.954186:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789093468.954188:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789093468.954190:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789093468.954191:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789093468.954192:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093468.954194:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093468.954210:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789093468.954212:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789093468.955921:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789093468.955930:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97841f620d00. 00000400:00000200:0.0:1789093468.955938:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789093468.955947:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000400:00000200:0.0:1789093468.955954:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9784062446e8 00000400:00000010:0.0:1789093468.955956:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9784062446e8. 00000100:00000001:0.0:1789093468.955961:0:2391:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1789093468.955963:0:2391:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:0.0:1789093468.956227:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789093468.956231:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97843317f000. 00000400:00000200:0.0:1789093468.956235:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789093468.956240:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000400:00000200:0.0:1789093468.956265:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978406616880 00000400:00000010:0.0:1789093468.956267:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978406616880. 00000100:00000001:0.0:1789093468.956272:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1789093468.956280:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97843892f800 x1875989369206656/t0(0) o103->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:17/18 lens 328/224 e 0 to 0 dl 1789093484 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093468.956291:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789093468.956294:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97843892f800 x1875989369206656/t0(0) o103->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:17/18 lens 328/224 e 0 to 0 dl 1789093484 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093468.956301:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093468.956302:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1789093468.959530:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093468.959545:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789093468.959549:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093468.959552:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789093468.959559:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093468.959566:0:2390:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp) <- 192.168.206.138@tcp : PUT - for me 00000400:00000200:0.0:1789093468.959574:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093468.959579:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093468.959584:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093468.959588:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.138@tcp of length 224 into portal 18 MB=0x6aa33cff43780 00000400:00000200:0.0:1789093468.959593:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093468.959613:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.206.138@tcp of length 224/224 into md 0x53d0f9 [1] + 224 00000800:00000001:0.0:1789093468.959622:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093468.959629:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789093468.959632:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789093468.960371:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000100:00000001:0.0:1789093468.960381:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789093468.960391:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97843892f800 x1875989369206656/t0(0) o103->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:17/18 lens 328/224 e 0 to 0 dl 1789093484 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789093468.960404:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97843892f800 x1875989369206656/t0(0) o103->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:17/18 lens 328/224 e 0 to 0 dl 1789093484 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093468.960422:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789093468.960432:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093468.960437:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789093468.960497:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789093468.960501:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789093468.960508:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789093468.960509:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789093468.960513:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97841ec90790. 00000400:00000200:3.0:1789093468.960518:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978406616110 00000400:00000010:3.0:1789093468.960520:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978406616110. 00000100:00000001:3.0:1789093468.960524:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789093468.960528:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97843892f800 x1875989369206656/t0(0) o103->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:17/18 lens 328/224 e 0 to 0 dl 1789093484 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789093468.960537:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97843892f800 x1875989369206656/t0(0) o103->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:17/18 lens 328/224 e 0 to 0 dl 1789093484 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093468.960543:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789093468.960545:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789093468.960548:0:2401:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1789093468.960551:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789093468.960553:0:2401:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789093468.960555:0:2401:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789093468.960558:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789093468.960567:0:2401:0:(import.c:2149:obd_at_measure()) add 5 to ffff97840b494d38 time=156 v=5 (5 5 5 5) 00000100:00001000:3.0:1789093468.960572:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff97840b494c18 time=113 v=5 (1 1 0 0) 00000100:00000001:3.0:1789093468.960574:0:2401:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789093468.960576:0:2401:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789093468.960579:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789093468.960582:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093468.960586:0:2401:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789093468.960587:0:2401:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff978407827800: skip recheck: last_committed 30064771458 00000100:00000001:3.0:1789093468.960590:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789093468.960592:0:2401:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789093468.960597:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97843892f800 x1875989369206656/t0(0) o103->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:17/18 lens 328/224 e 0 to 0 dl 1789093484 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093468.960604:0:2401:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789093468.960607:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789093468.960620:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789093468.960625:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97843892f800 x1875989369206656/t0(0) o103->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:17/18 lens 328/224 e 0 to 0 dl 1789093484 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789093468.960631:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff97843892f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0241929-959a-49c3-a3c6-35d2c689d415:2401:1875989369206656:192.168.206.138@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1789093468.960635:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789093468.960638:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789093468.960641:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97843892f800 x1875989369206656/t0(0) o103->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:17/18 lens 328/224 e 0 to 0 dl 1789093484 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093468.960646:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789093468.960649:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789093468.960652:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97843888a400. 02000000:00000001:3.0:1789093468.960655:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789093468.960657:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1789093468.960659:0:2401:0:(genops.c:1244:class_import_put()) import ffff97840b494800 refcount=7 obd=lustre-MDT0000-mdc-ffff978407827800 00000020:00000001:3.0:1789093468.960661:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1789093468.960663:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff978432611c00. 02000000:00000001:3.0:1789093468.960667:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789093468.960668:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789093468.960670:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97843892f800. 00000100:00000001:3.0:1789093468.960675:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789093468.960676:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789093468.960678:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789093468.960685:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789093468.960686:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093468.960688:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789093468.960690:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1789093468.962393:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff978410526300. 00010000:00000010:2.1:1789093468.962409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff97841812d800. 00000800:00000001:0.0:1789093468.963186:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093468.963200:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789093468.963204:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093468.963217:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789093468.963225:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093468.963231:0:2391:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp) <- 192.168.206.138@tcp : PUT - for me 00000400:00000200:0.0:1789093468.963240:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093468.963765:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093468.963771:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093468.963775:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.138@tcp of length 664 into portal 10 MB=0x6aa33cff43700 00000400:00000200:0.0:1789093468.963779:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093468.963785:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.138@tcp of length 664/664 into md 0x53d0e9 [64] + 224 00000800:00000001:0.0:1789093468.963792:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093468.963801:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789093468.963804:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789093468.963808:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000100:00000001:0.0:1789093468.963814:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789093468.963822:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97843892e300 x1875989369206528/t0(0) o101->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789093553 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789093468.963848:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff97843892e300 x1875989369206528/t0(0) o101->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789093553 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789093468.964453:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789093468.964463:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093468.964468:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789093468.964643:0:278648:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789093468.964651:0:278648:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789093468.964653:0:278648:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789093468.964656:0:278648:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9784324177e8. 00000400:00000200:2.0:1789093468.964661:0:278648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978410fdb800 00000400:00000010:2.0:1789093468.964663:0:278648:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 1144 at ffff978410fdb800. 00000100:00000001:2.0:1789093468.964667:0:278648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789093468.964674:0:278648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97843892e300 x1875989369206528/t0(0) o101->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789093553 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789093468.964683:0:278648:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97843892e300 x1875989369206528/t0(0) o101->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789093553 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789093468.964700:0:278648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789093468.964703:0:278648:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789093468.964705:0:278648:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1789093468.964708:0:278648:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789093468.964709:0:278648:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789093468.964712:0:278648:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789093468.964714:0:278648:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789093468.964722:0:278648:0:(import.c:2149:obd_at_measure()) add 60 to ffff97840b494c60 time=13 v=60 (60 61 61 62) 00000100:00001000:2.0:1789093468.964726:0:278648:0:(import.c:2149:obd_at_measure()) add 1 to ffff97840b494c18 time=113 v=5 (1 1 0 0) 00000100:00000001:2.0:1789093468.964728:0:278648:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1789093468.964732:0:278648:0:(client.c:1497:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff97843892e300 x1875989369206528/t0(0) o101->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 648/664 e 0 to 0 dl 1789093553 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789093468.964739:0:278648:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1789093468.964741:0:278648:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1789093468.964743:0:278648:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1789093468.964745:0:278648:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1789093468.964746:0:278648:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789093468.964748:0:278648:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629192873468672 : -114880836082944 : ffff97843892e300) 00000100:00000001:2.0:1789093468.964751:0:278648:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789093468.964753:0:278648:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff978407827800: skip recheck: last_committed 30064771458 00000100:00000001:2.0:1789093468.964754:0:278648:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789093468.964756:0:278648:0:(client.c:1784:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:2.0:1789093468.964761:0:278648:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97843892e300 x1875989369206528/t30064771460(30064771460) o101->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 648/664 e 0 to 0 dl 1789093553 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789093468.964768:0:278648:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:2.0:1789093468.964771:0:278648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789093468.964773:0:278648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789093468.964781:0:278648:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97843892e300 x1875989369206528/t30064771460(30064771460) o101->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 648/664 e 0 to 0 dl 1789093553 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789093468.964789:0:278648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff97843892e300 pname:cluuid:pid:xid:nid:opc:job lfs:b0241929-959a-49c3-a3c6-35d2c689d415:278648:1875989369206528:192.168.206.138@tcp:101:lfs.0 00000100:00000001:2.0:1789093468.964793:0:278648:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789093468.964801:0:278648:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1789093468.964803:0:278648:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789093468.964805:0:278648:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789093468.964809:0:278648:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff97843892e300 x1875989369206528/t30064771460(30064771460) o101->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 648/664 e 0 to 0 dl 1789093553 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789093468.964816:0:278648:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789093468.964818:0:278648:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff97842be85240. 00000100:00000001:2.0:1789093468.964821:0:278648:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789093468.964822:0:278648:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1789093468.964826:0:278648:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1789093468.964830:0:278648:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789093468.964832:0:278648:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1789093468.964835:0:278648:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff97841e836a00 refcount=4 00000020:00000001:2.0:1789093468.964838:0:278648:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446629192436247040 : -114881273304576 : ffff97841e836a00) 00010000:00000001:2.0:1789093468.964840:0:278648:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629192436247040 : -114881273304576 : ffff97841e836a00) 00010000:00010000:2.0:1789093468.964845:0:278648:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff978407827800 lock: ffff97841e836a00/0xff5b0ce8e6d40800 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 278648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789093468.964854:0:278648:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1789093468.964858:0:278648:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff978407827800 lock: ffff97841e836a00/0xff5b0ce8e6d40800 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 278648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789093468.964864:0:278648:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789093468.964866:0:278648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff978407827800 lock: ffff97841e836a00/0xff5b0ce8e6d40800 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 278648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789093468.964871:0:278648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789093468.964873:0:278648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789093468.964875:0:278648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff978407827800 lock: ffff97841e836a00/0xff5b0ce8e6d40800 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 278648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789093468.964879:0:278648:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789093468.964882:0:278648:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789093468.964885:0:278648:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1789093468.964904:0:278648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff978407827800 lock: ffff97841e836a00/0xff5b0ce8e6d40800 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 278648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789093468.964911:0:278648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97841e836a00 already unused, calling callback (ffffffffc1bbb1c0) 00000080:00000001:2.0:1789093468.964914:0:278648:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1789093468.964917:0:278648:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff978407827800 lock: ffff97841e836a00/0xff5b0ce8e6d40800 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 278648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789093468.964923:0:278648:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1789093468.964925:0:278648:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1789093468.964928:0:278648:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff978407827800 lock: ffff97841e836a00/0xff5b0ce8e6d40800 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 278648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789093468.964933:0:278648:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1789093468.964935:0:278648:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1789093468.964937:0:278648:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789093468.964938:0:278648:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1789093468.964939:0:278648:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff97841e836a00 refcount=5 00000020:00000001:2.0:1789093468.964941:0:278648:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446629192436247040 : -114881273304576 : ffff97841e836a00) 00010000:00000001:2.0:1789093468.964943:0:278648:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629192436247040 : -114881273304576 : ffff97841e836a00) 00010000:00000001:2.0:1789093468.964946:0:278648:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789093468.964948:0:278648:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff978407827800 lock: ffff97841e836a00/0xff5b0ce8e6d40800 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x20e400000000 pid: 278648 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:2.0:1789093468.964953:0:278648:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789093468.964955:0:278648:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789093468.964957:0:278648:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1789093468.964959:0:278648:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789093468.964961:0:278648:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789093468.964963:0:278648:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789093468.964964:0:278648:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789093468.964966:0:278648:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789093468.964969:0:278648:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff97841e836a00 with handle 0xff5b0ce8e6d40800 from hash 00010000:00000001:2.0:1789093468.964971:0:278648:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789093468.964978:0:278648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789093468.964979:0:278648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789093468.964980:0:278648:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789093468.964981:0:278648:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789093468.964983:0:278648:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1789093468.964985:0:278648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789093468.964986:0:278648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789093468.964988:0:278648:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789093468.964990:0:278648:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789093468.964992:0:278648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff978407827800 lock: ffff97841e836a00/0xff5b0ce8e6d40800 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 278648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789093468.964997:0:278648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789093468.964998:0:278648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789093468.965000:0:278648:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1789093468.965001:0:278648:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789093468.965002:0:278648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789093468.965003:0:278648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789093468.965004:0:278648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789093468.965006:0:278648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff978407827800 lock: ffff97841e836a00/0xff5b0ce8e6d40800 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 278648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1789093468.965013:0:278648:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff978410526800 count: 0 00010000:00000010:2.0:1789093468.965020:0:278648:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff97841fefb780. 00010000:00000001:2.0:1789093468.965027:0:278648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789093468.965029:0:278648:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:2.0:1789093468.965034:0:278648:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:2.0:1789093468.965040:0:278648:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x800002b, status=0 req@ffff97843892e300 x1875989369206528/t30064771460(30064771460) o101->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 648/664 e 0 to 0 dl 1789093553 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789093468.965048:0:278648:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1789093468.965053:0:278648:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff97843892e300 x1875989369206528/t30064771460(30064771460) o101->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 648/664 e 0 to 0 dl 1789093553 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789093468.965060:0:278648:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789093468.965064:0:278648:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1789093468.965066:0:278648:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789093468.965074:0:278648:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789093468.965075:0:278648:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789093468.965078:0:278648:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1789093468.965080:0:278648:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789093468.965081:0:278648:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629192873468672 : -114880836082944 : ffff97843892e300) 00010000:00000001:2.0:1789093468.965084:0:278648:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1789093468.965085:0:278648:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789093468.965087:0:278648:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1789093468.965089:0:278648:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa65e41a0f950 00000002:00002000:2.0:1789093468.965091:0:278648:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x880002b: rc = 0 00000002:00000001:2.0:1789093468.965094:0:278648:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789093468.965097:0:278648:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789093468.965100:0:278648:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789093468.965102:0:278648:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids -1 0: rc 0 00000080:00000001:2.0:1789093468.965104:0:278648:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789093468.965108:0:278648:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff97840848edc0 2 00000080:00000010:2.0:1789093468.965111:0:278648:0:(llite_lib.c:4196:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff978402ca7600. 00000080:00000001:2.0:1789093468.965115:0:278648:0:(llite_lib.c:3837:ll_prep_inode()) Process entered 00000002:00000001:2.0:1789093468.965120:0:278648:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1789093468.965123:0:278648:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000020:00000001:2.0:1789093468.965127:0:278648:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1789093468.965132:0:278648:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff978404ee4870. 00000020:00000010:2.0:1789093468.965136:0:278648:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff978432610600. 00000020:00000010:2.0:1789093468.965141:0:278648:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff978432610c00. 00000020:00000010:2.0:1789093468.965144:0:278648:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff978439e25900. 00000008:00000010:2.0:1789093468.965150:0:278648:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff978432651660. 00020000:00000010:2.0:1789093468.965154:0:278648:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff97842bd11180. 00008000:00000010:2.0:1789093468.965158:0:278648:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff978431d36de8. 00000080:00000010:2.0:1789093468.965164:0:278648:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff978407c7f348. 00000080:00000010:2.0:1789093468.965167:0:278648:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9784093cd280. 00000020:00000010:2.0:1789093468.965171:0:278648:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff978432611200. 00000008:00000010:2.0:1789093468.965174:0:278648:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff978410df5e40. 00020000:00000010:2.0:1789093468.965178:0:278648:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff978408916da0. 00008000:00000010:2.0:1789093468.965182:0:278648:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff978408fa93b0. 00000080:00000010:2.0:1789093468.965185:0:278648:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff97841fdc9780. 00000020:00000001:2.0:1789093468.965195:0:278648:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446629192007043192 : -114881702508424 : ffff978404ee4878) 00000020:00001000:2.0:1789093468.965198:0:278648:0:(cl_object.c:831:cl_env_get()) 1@ffff978404ee4870 00000020:00000001:2.0:1789093468.965200:0:278648:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:2.0:1789093468.965203:0:278648:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1789093468.965205:0:278648:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1789093468.965211:0:278648:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff978439e25360. 00020000:00000010:2.0:1789093468.965214:0:278648:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9784072f6000. 00020000:00000010:2.0:1789093468.965218:0:278648:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff978439e25cc0. 00020000:00000001:2.0:1789093468.965220:0:278648:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446629192895454400 : -114880814097216 : ffff978439e25cc0) 00020000:00000002:2.0:1789093468.965224:0:278648:0:(lov_ea.c:755:dump_lsm()) lsm ffff978439e25cc0, objid 0x11d9:11031, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789093468.965228:0:278648:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789093468.965231:0:278648:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9784072f6000: ostid: 0x280000401:21672 ost idx: 0 gen: 0 00020000:00000002:2.0:1789093468.965235:0:278648:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff97841f2007c0) owner ffff97840815a7c0 00020000:00000001:2.0:1789093468.965237:0:278648:0:(lov_object.c:1341:lov_layout_change()) Process entered 00000020:00000001:2.0:1789093468.965238:0:278648:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1789093468.965241:0:278648:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff978404ee4990. 00000020:00000010:2.0:1789093468.965283:0:278648:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff978432610e00. 00000020:00000010:2.0:1789093468.965286:0:278648:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff978432611400. 00000020:00000010:2.0:1789093468.965288:0:278648:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff978439e25660. 00000008:00000010:2.0:1789093468.965292:0:278648:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff978432655980. 00020000:00000010:2.0:1789093468.965294:0:278648:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff97842bd11a80. 00008000:00000010:2.0:1789093468.965297:0:278648:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff978431d35c40. 00000080:00000010:2.0:1789093468.965300:0:278648:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff978407c7f1f8. 00000080:00000010:2.0:1789093468.965302:0:278648:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9784093cd720. 00000020:00000010:2.0:1789093468.965305:0:278648:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff978432611800. 00000008:00000010:2.0:1789093468.965307:0:278648:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff978410df5ce0. 00020000:00000010:2.0:1789093468.965310:0:278648:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff978408914db0. 00008000:00000010:2.0:1789093468.965312:0:278648:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff978408fa9518. 00000080:00000010:2.0:1789093468.965314:0:278648:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff97841fdc95a0. 00000020:00000001:2.0:1789093468.965317:0:278648:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446629192007043480 : -114881702508136 : ffff978404ee4998) 00000020:00001000:2.0:1789093468.965319:0:278648:0:(cl_object.c:831:cl_env_get()) 1@ffff978404ee4990 00020000:00000002:2.0:1789093468.965321:0:278648:0:(lov_object.c:1353:lov_layout_change()) [0x200002b17:0x11d9:0x0] from EMPTY to COMPOSITE 00000020:00000001:2.0:1789093468.965328:0:278648:0:(cl_object.c:376:cl_object_prune()) Process entered 00000080:00000001:2.0:1789093468.965330:0:278648:0:(vvp_object.c:142:vvp_prune()) Process entered 00000080:00000001:2.0:1789093468.965332:0:278648:0:(file.c:5282:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1789093468.965334:0:278648:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1789093468.965336:0:278648:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff978404ee4ab0. 00000020:00000010:2.0:1789093468.965339:0:278648:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff978432611600. 00000020:00000010:2.0:1789093468.965342:0:278648:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff978432611c00. 00000020:00000010:2.0:1789093468.965345:0:278648:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff978439e250c0. 00000008:00000010:2.0:1789093468.965348:0:278648:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff978432654320. 00020000:00000010:2.0:1789093468.965351:0:278648:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff97842bd11f00. 00008000:00000010:2.0:1789093468.965354:0:278648:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff978431d34388. 00000080:00000010:2.0:1789093468.965357:0:278648:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff978407c7fd20. 00000080:00000010:2.0:1789093468.965360:0:278648:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9784093cd4d0. 00000020:00000010:2.0:1789093468.965363:0:278648:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff978402ca7600. 00000008:00000010:2.0:1789093468.965365:0:278648:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff978410df4580. 00020000:00000010:2.0:1789093468.965368:0:278648:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff978408915ff0. 00008000:00000010:2.0:1789093468.965370:0:278648:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff978408fa9a10. 00000080:00000010:2.0:1789093468.965372:0:278648:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff97841fdc9b40. 00000020:00000001:2.0:1789093468.965374:0:278648:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446629192007043768 : -114881702507848 : ffff978404ee4ab8) 00000020:00001000:2.0:1789093468.965376:0:278648:0:(cl_object.c:831:cl_env_get()) 1@ffff978404ee4ab0 00000020:00000001:2.0:1789093468.965379:0:278648:0:(cl_object.c:151:cl_object_top()) ffff97843277f9e0 -> ffff97843277f9e0 00000020:00000001:2.0:1789093468.965382:0:278648:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1789093468.965384:0:278648:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1789093468.965386:0:278648:0:(vvp_io.c:1826:vvp_io_init()) [0x200002b17:0x11d9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:2.0:1789093468.965389:0:278648:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789093468.965390:0:278648:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1789093468.965391:0:278648:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789093468.965394:0:278648:0:(lov_object.c:1590:lov_io_init()) [0x200002b17:0x11d9:0x0]io ffff9784093cd530 type 6 ignore/verify layout 1/0 00020000:00000002:2.0:1789093468.965397:0:278648:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff97841f2007c0) owner ffff97840815a7c0/ffff97840815a7c0 00020000:00000001:2.0:1789093468.965400:0:278648:0:(lov_io.c:2207:lov_io_init_empty()) Process entered 00020000:00000001:2.0:1789093468.965402:0:278648:0:(lov_io.c:2241:lov_io_init_empty()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:2.0:1789093468.965404:0:278648:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff97841f2007c0) owner ffff97840815a7c0/ffff97840815a7c0 00000020:00000001:2.0:1789093468.965406:0:278648:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1789093468.965408:0:278648:0:(cl_io.c:71:cl_io_fini()) Process entered 00000080:00000001:2.0:1789093468.965410:0:278648:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1789093468.965417:0:278648:0:(vvp_io.c:304:vvp_io_fini()) [0x200002b17:0x11d9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1789093468.965420:0:278648:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1789093468.965421:0:278648:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1789093468.965424:0:278648:0:(cl_object.c:925:cl_env_put()) 1@ffff978404ee4ab0 00000020:00000010:2.0:1789093468.965427:0:278648:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff978432611c00. 00000020:00000010:2.0:1789093468.965431:0:278648:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff978439e250c0. 00000008:00000010:2.0:1789093468.965435:0:278648:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff978432654320. 00020000:00000010:2.0:1789093468.965438:0:278648:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff97842bd11f00. 00008000:00000010:2.0:1789093468.965441:0:278648:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff978431d34388. 00000080:00000010:2.0:1789093468.965444:0:278648:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff978407c7fd20. 00000080:00000010:2.0:1789093468.965447:0:278648:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9784093cd4d0. 00000020:00000010:2.0:1789093468.965451:0:278648:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff978432611600. 00000008:00000010:2.0:1789093468.965454:0:278648:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff978410df4580. 00020000:00000010:2.0:1789093468.965457:0:278648:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff978408915ff0. 00008000:00000010:2.0:1789093468.965460:0:278648:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff978408fa9a10. 00000080:00000010:2.0:1789093468.965462:0:278648:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff97841fdc9b40. 00000020:00000010:2.0:1789093468.965464:0:278648:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff978402ca7600. 00000020:00000010:2.0:1789093468.965466:0:278648:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff978404ee4ab0. 00000080:00000001:2.0:1789093468.965469:0:278648:0:(file.c:5319:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789093468.965472:0:278648:0:(vvp_object.c:154:vvp_prune()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789093468.965475:0:278648:0:(cl_object.c:386:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789093468.965477:0:278648:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:2.0:1789093468.965479:0:278648:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789093468.965481:0:278648:0:(lov_object.c:1371:lov_layout_change()) [0x200002b17:0x11d9:0x0]Apply new layout lov ffff97841f2007c0, type 2 00020000:00000001:2.0:1789093468.965484:0:278648:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:2.0:1789093468.965486:0:278648:0:(lov_ea.c:755:dump_lsm()) lsm ffff978439e25cc0, objid 0x11d9:11031, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789093468.965490:0:278648:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789093468.965493:0:278648:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9784072f6000: ostid: 0x280000401:21672 ost idx: 0 gen: 0 00020000:00000010:2.0:1789093468.965497:0:278648:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff97841e941450. 00020000:00000010:2.0:1789093468.965500:0:278648:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff97842be85240. 00020000:00000001:2.0:1789093468.965504:0:278648:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:2.0:1789093468.965507:0:278648:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9784387fe9b8. 00020000:00000001:2.0:1789093468.965510:0:278648:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:2.0:1789093468.965516:0:278648:0:(lu_object.c:844:lu_object_find_at()) Process entered 00020000:00000001:2.0:1789093468.965522:0:278648:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:2.0:1789093468.965525:0:278648:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff97843277fe10. 00000020:00000001:2.0:1789093468.965528:0:278648:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1789093468.965529:0:278648:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789093468.965532:0:278648:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446629192771042960 : -114880938508656 : ffff97843277fe90) 00020000:00000001:2.0:1789093468.965536:0:278648:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:2.0:1789093468.965540:0:278648:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff978431d088c0. 00020000:00000001:2.0:1789093468.965543:0:278648:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789093468.965547:0:278648:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446629192771042960 : -114880938508656 : ffff97843277fe90) 00020000:00000001:2.0:1789093468.965549:0:278648:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446629192771042960 : -114880938508656 : ffff97843277fe90) 00020000:00000002:2.0:1789093468.965552:0:278648:0:(lov_object.c:134:lov_init_sub()) [0x280000401:0x54a8:0x0]@ffff97843277fe10[0:0] -> [0x200002b17:0x11d9:0x0]@ffff97843277f960: ostid: 0x280000401:21672 ost idx: 0 gen: 0 00020000:00000001:2.0:1789093468.965557:0:278648:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:2.0:1789093468.965560:0:278648:0:(lov_object.c:815:lov_init_composite()) Process leaving 00000020:00001000:2.0:1789093468.965562:0:278648:0:(cl_object.c:925:cl_env_put()) 1@ffff978404ee4990 00000020:00000010:2.0:1789093468.965564:0:278648:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff978432611400. 00000020:00000010:2.0:1789093468.965566:0:278648:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff978439e25660. 00000008:00000010:2.0:1789093468.965569:0:278648:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff978432655980. 00020000:00000010:2.0:1789093468.965572:0:278648:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff97842bd11a80. 00008000:00000010:2.0:1789093468.965574:0:278648:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff978431d35c40. 00000080:00000010:2.0:1789093468.965576:0:278648:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff978407c7f1f8. 00000080:00000010:2.0:1789093468.965578:0:278648:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9784093cd720. 00000020:00000010:2.0:1789093468.965581:0:278648:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff978432610e00. 00000008:00000010:2.0:1789093468.965584:0:278648:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff978410df5ce0. 00020000:00000010:2.0:1789093468.965586:0:278648:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff978408914db0. 00008000:00000010:2.0:1789093468.965589:0:278648:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff978408fa9518. 00000080:00000010:2.0:1789093468.965591:0:278648:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff97841fdc95a0. 00000020:00000010:2.0:1789093468.965593:0:278648:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff978432611800. 00000020:00000010:2.0:1789093468.965595:0:278648:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff978404ee4990. 00020000:00000001:2.0:1789093468.965597:0:278648:0:(lov_object.c:1393:lov_layout_change()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789093468.965599:0:278648:0:(lov_object.c:1527:lov_conf_set()) Process leaving 00020000:00000002:2.0:1789093468.965601:0:278648:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff97841f2007c0) owner ffff97840815a7c0 00020000:00000002:2.0:1789093468.965604:0:278648:0:(lov_object.c:1535:lov_conf_set()) [0x200002b17:0x11d9:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1789093468.965611:0:278648:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789093468.965613:0:278648:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1789093468.965615:0:278648:0:(cl_object.c:925:cl_env_put()) 1@ffff978404ee4870 00000020:00000010:2.0:1789093468.965617:0:278648:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff978432610c00. 00000020:00000010:2.0:1789093468.965619:0:278648:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff978439e25900. 00000008:00000010:2.0:1789093468.965622:0:278648:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff978432651660. 00020000:00000010:2.0:1789093468.965624:0:278648:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff97842bd11180. 00008000:00000010:2.0:1789093468.965627:0:278648:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff978431d36de8. 00000080:00000010:2.0:1789093468.965629:0:278648:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff978407c7f348. 00000080:00000010:2.0:1789093468.965631:0:278648:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9784093cd280. 00000020:00000010:2.0:1789093468.965634:0:278648:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff978432610600. 00000008:00000010:2.0:1789093468.965636:0:278648:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff978410df5e40. 00020000:00000010:2.0:1789093468.965638:0:278648:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff978408916da0. 00008000:00000010:2.0:1789093468.965640:0:278648:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff978408fa93b0. 00000080:00000010:2.0:1789093468.965643:0:278648:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff97841fdc9780. 00000020:00000010:2.0:1789093468.965645:0:278648:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff978432611200. 00000020:00000010:2.0:1789093468.965647:0:278648:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff978404ee4870. 00000080:00000001:2.0:1789093468.965651:0:278648:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373145330137 : 144115373145330137 : 200002b170011d9) 00000080:00000001:2.0:1789093468.965654:0:278648:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554475 : 33554475 : 200002b) 00000080:00200000:2.0:1789093468.965658:0:278648:0:(llite_lib.c:3126:ll_update_inode()) inode=[0x200002b17:0x11d9:0x0], updating i_size 0 00000080:00000001:2.0:1789093468.965661:0:278648:0:(llite_lib.c:3935:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1789093468.965663:0:278648:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1789093468.965665:0:278648:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789093468.965668:0:278648:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789093468.965674:0:278648:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff97843892e300 x1875989369206528/t30064771460(30064771460) o101->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 576/664 e 0 to 0 dl 1789093553 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789093468.965681:0:278648:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789093468.965685:0:278648:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789093468.965687:0:278648:0:(file.c:3185:ll_release_openhandle()) Process entered 00000080:00000010:2.0:1789093468.965690:0:278648:0:(file.c:3198:ll_release_openhandle()) kmalloced '(och)': 56 at ffff97841fe71c40. 00800000:00000001:2.0:1789093468.965694:0:278648:0:(lmv_obd.c:4177:lmv_set_open_replay_data()) Process entered 00800000:00000001:2.0:1789093468.965696:0:278648:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789093468.965698:0:278648:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789093468.965701:0:278648:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789093468.965708:0:278648:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789093468.965710:0:278648:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789093468.965711:0:278648:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0x11d9:0x0] 00800000:00000001:2.0:1789093468.965714:0:278648:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789093468.965717:0:278648:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1789093468.965720:0:278648:0:(obd.h:1445:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9784084ab1a0. 00000002:00100000:2.0:1789093468.965725:0:278648:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff97843892e300 x1875989369206528/t30064771460(30064771460) o101->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 576/664 e 0 to 0 dl 1789093553 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789093468.965732:0:278648:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789093468.965734:0:278648:0:(lmv_obd.c:4183:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789093468.965736:0:278648:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1789093468.965740:0:278648:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff978402ca7600. 00000080:00000001:2.0:1789093468.965741:0:278648:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1789093468.965745:0:278648:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1789093468.965748:0:278648:0:(lmv_obd.c:1667:lmv_close()) Process entered 00800000:00000001:2.0:1789093468.965750:0:278648:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789093468.965751:0:278648:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789093468.965752:0:278648:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789093468.965753:0:278648:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789093468.965755:0:278648:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789093468.965757:0:278648:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0x11d9:0x0] 00800000:00000001:2.0:1789093468.965758:0:278648:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789093468.965761:0:278648:0:(lmv_obd.c:1673:lmv_close()) CLOSE [0x200002b17:0x11d9:0x0] 00000002:00000001:2.0:1789093468.965763:0:278648:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1789093468.965765:0:278648:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff978407827800: [0x200002b17:0x11d9:0x0] file closed with intent: 0 00000100:00000010:2.0:1789093468.965770:0:278648:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97843892d180. 00000020:00000040:2.0:1789093468.965773:0:278648:0:(genops.c:1231:class_import_get()) import ffff97840b494800 refcount=8 obd=lustre-MDT0000-mdc-ffff978407827800 00000100:00000001:2.0:1789093468.965776:0:278648:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789093468.965779:0:278648:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789093468.965782:0:278648:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789093468.965788:0:278648:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff978402ca6800. 00000100:00000001:2.0:1789093468.965794:0:278648:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1789093468.965801:0:278648:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff97843892e300 x1875989369206528/t30064771460(30064771460) o101->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 576/664 e 0 to 0 dl 1789093553 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1789093468.965810:0:278648:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff978407827800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1789093468.965821:0:278648:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97843892d180 x1875989369206912/t0(0) o35->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1789093468.965828:0:278648:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789093468.965829:0:278648:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789093468.965835:0:278648:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff97842be85cc0. 00000100:00000001:2.0:1789093468.965837:0:278648:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446629192660966592 : -114881048585024 : ffff97842be85cc0) 00000100:00000001:2.0:1789093468.965839:0:278648:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789093468.965841:0:278648:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629192873464192 : -114880836087424 : ffff97843892d180) 00000100:00000001:2.0:1789093468.965844:0:278648:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789093468.965848:0:278648:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789093468.965849:0:278648:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789093468.965851:0:278648:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789093468.965855:0:278648:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97843892d180 x1875989369206912/t0(0) o35->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789093468.965861:0:278648:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789093468.965864:0:278648:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789093468.965867:0:278648:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789093468.965869:0:278648:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789093468.965871:0:278648:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789093468.965874:0:278648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff97843892d180 pname:cluuid:pid:xid:nid:opc:job lfs:b0241929-959a-49c3-a3c6-35d2c689d415:278648:1875989369206912:192.168.206.138@tcp:35:lfs.0 00000100:00000001:2.0:1789093468.965877:0:278648:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789093468.965882:0:278648:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789093468.965884:0:278648:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789093468.965886:0:278648:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789093468.965890:0:278648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9784080dc800. 02000000:00000001:2.0:1789093468.965904:0:278648:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789093468.965910:0:278648:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000010:2.0:1789093468.965914:0:278648:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9784324177e8. 00000400:00000010:2.0:1789093468.965919:0:278648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97841ff46220. 00000100:00000200:2.0:1789093468.965925:0:278648:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875989369206912, portal 10 00000100:00000001:2.0:1789093468.965926:0:278648:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789093468.965928:0:278648:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629192873464192 : -114880836087424 : ffff97843892d180) 00000100:00000040:2.0:1789093468.965934:0:278648:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff97843892d180 x1875989369206912/t0(0) o35->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:23/10 lens 392/624 e 0 to 0 dl 1789093484 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789093468.965947:0:278648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789093468.965950:0:278648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.138@tcp 00000400:00000010:2.0:1789093468.965953:0:278648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97841ff46c38. 00000100:00000200:2.0:1789093468.965956:0:278648:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875989369206912, offset 0 00000400:00000200:2.0:1789093468.965962:0:278648:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.206.138@tcp 00000400:00000200:2.0:1789093468.965969:0:278648:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:2.0:1789093468.965975:0:278648:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.138@tcp local destination 00000400:00000200:2.0:1789093468.965979:0:278648:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789093468.965983:0:278648:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.206.38@tcp 00000400:00000200:2.0:1789093468.965986:0:278648:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.206.38@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789093468.965989:0:278648:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.138@tcp 00000400:00000200:2.0:1789093468.965993:0:278648:0:(lib-move.c:1710:lnet_handle_send()) 192.168.206.38@tcp NI seq info: [546114:546114:256:4294967295] 192.168.206.138@tcp LPNI seq info [546075:546075:8:4294967295] 00000400:00000200:2.0:1789093468.965997:0:278648:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:2.0:1789093468.966005:0:278648:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp:) -> 192.168.206.138@tcp(192.168.206.138@tcp:192.168.206.138@tcp) : PUT try# 0 00000800:00000200:2.0:1789093468.966011:0:278648:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.138@tcp 00000800:00000010:2.0:1789093468.966016:0:278648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97840a70ee00. 00000800:00000200:2.0:1789093468.966022:0:278648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff978408f5f180] -> 12345-192.168.206.138@tcp (5) 00000800:00000200:2.0:1789093468.966028:0:278648:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.138@tcp ip 192.168.206.138:988 00000800:00000200:2.0:1789093468.966032:0:278648:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97840a70ee00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1789093468.966053:0:278648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789093468.966058:0:278648:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: using a timeout of 24650 usecs (25 jiffies) 00000400:00000200:2.0:1789093468.966061:0:278648:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000100:00000001:2.0:1789093468.966063:0:278648:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: PM QoS new deadline estimation for cpu 0 is 4305414121 00000100:00000001:2.0:1789093468.966072:0:278648:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: PM QoS request active for cpu 0, simply extend its deadline from 4305414109 00000100:00000001:2.0:1789093468.966077:0:278648:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: PM QoS new deadline estimation for cpu 1 is 4305414121 00000100:00000001:2.0:1789093468.966080:0:278648:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: PM QoS request active for cpu 1, simply extend its deadline from 4305414109 00000100:00000001:2.0:1789093468.966083:0:278648:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789093468.966085:0:278648:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789093468.966092:0:278648:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789093468.966094:0:278648:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789093468.966096:0:278648:0:(client.c:2702:ptlrpc_set_wait()) set ffff97842be85cc0 going to sleep for 11 seconds 00000100:00000001:2.0:1789093468.966099:0:278648:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789093468.966101:0:278648:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789093468.966379:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789093468.966384:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97840a70ee00. 00000400:00000200:0.0:1789093468.966388:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789093468.966393:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000400:00000200:0.0:1789093468.966397:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97841ff46c38 00000400:00000010:0.0:1789093468.966399:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff97841ff46c38. 00000100:00000001:0.0:1789093468.966403:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1789093468.966408:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97843892d180 x1875989369206912/t0(0) o35->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:23/10 lens 392/624 e 0 to 0 dl 1789093484 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789093468.966416:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789093468.966420:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff97843892d180 x1875989369206912/t0(0) o35->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:23/10 lens 392/624 e 0 to 0 dl 1789093484 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789093468.966426:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093468.966428:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1789093468.969738:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093468.969753:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789093468.969757:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093468.969760:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789093468.969768:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093468.969775:0:2391:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp) <- 192.168.206.138@tcp : PUT - for me 00000400:00000200:0.0:1789093468.969783:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093468.969787:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093468.969793:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093468.969796:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.138@tcp of length 456 into portal 10 MB=0x6aa33cff43880 00000400:00000200:0.0:1789093468.969801:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093468.969806:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.138@tcp of length 456/456 into md 0x53d101 [1] + 224 00000800:00000001:0.0:1789093468.969826:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093468.969833:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789093468.969837:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789093468.969841:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000100:00000001:0.0:1789093468.969848:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789093468.969856:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97843892d180 x1875989369206912/t0(0) o35->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:23/10 lens 392/624 e 0 to 0 dl 1789093484 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789093468.969867:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff97843892d180 x1875989369206912/t0(0) o35->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:23/10 lens 392/624 e 0 to 0 dl 1789093484 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789093468.969889:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789093468.969904:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093468.969908:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789093468.970009:0:278648:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789093468.970017:0:278648:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789093468.970019:0:278648:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789093468.970022:0:278648:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9784324177e8. 00000400:00000200:2.0:1789093468.970027:0:278648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97841ff46220 00000400:00000010:2.0:1789093468.970029:0:278648:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff97841ff46220. 00000100:00000001:2.0:1789093468.970032:0:278648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789093468.970037:0:278648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97843892d180 x1875989369206912/t0(0) o35->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:23/10 lens 392/624 e 0 to 0 dl 1789093484 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789093468.970045:0:278648:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97843892d180 x1875989369206912/t0(0) o35->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:23/10 lens 392/624 e 0 to 0 dl 1789093484 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789093468.970051:0:278648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789093468.970053:0:278648:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789093468.970056:0:278648:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1789093468.970059:0:278648:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789093468.970061:0:278648:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789093468.970063:0:278648:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789093468.970066:0:278648:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789093468.970075:0:278648:0:(import.c:2149:obd_at_measure()) add 5 to ffff97840b494cf0 time=163 v=5 (5 5 5 5) 00000100:00001000:2.0:1789093468.970079:0:278648:0:(import.c:2149:obd_at_measure()) add 1 to ffff97840b494c18 time=113 v=5 (1 1 0 0) 00000100:00000001:2.0:1789093468.970081:0:278648:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789093468.970083:0:278648:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789093468.970086:0:278648:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789093468.970089:0:278648:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789093468.970092:0:278648:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1789093468.970094:0:278648:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1789093468.970096:0:278648:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1789093468.970098:0:278648:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789093468.970100:0:278648:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629192873464192 : -114880836087424 : ffff97843892d180) 00000100:00000001:2.0:1789093468.970103:0:278648:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789093468.970105:0:278648:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff978407827800: skip recheck: last_committed 30064771458 00000100:00000001:2.0:1789093468.970113:0:278648:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789093468.970116:0:278648:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789093468.970122:0:278648:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97843892d180 x1875989369206912/t30064771461(30064771461) o35->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:23/10 lens 392/456 e 0 to 0 dl 1789093484 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789093468.970129:0:278648:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789093468.970131:0:278648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789093468.970133:0:278648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789093468.970137:0:278648:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97843892d180 x1875989369206912/t30064771461(30064771461) o35->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:23/10 lens 392/456 e 0 to 0 dl 1789093484 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789093468.970144:0:278648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff97843892d180 pname:cluuid:pid:xid:nid:opc:job lfs:b0241929-959a-49c3-a3c6-35d2c689d415:278648:1875989369206912:192.168.206.138@tcp:35:lfs.0 00000100:00000001:2.0:1789093468.970148:0:278648:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789093468.970151:0:278648:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789093468.970153:0:278648:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789093468.970155:0:278648:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789093468.970158:0:278648:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff97843892d180 x1875989369206912/t30064771461(30064771461) o35->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:23/10 lens 392/456 e 0 to 0 dl 1789093484 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789093468.970164:0:278648:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789093468.970166:0:278648:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff97842be85cc0. 00000100:00000001:2.0:1789093468.970170:0:278648:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789093468.970171:0:278648:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789093468.970179:0:278648:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789093468.970181:0:278648:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629192873464192 : -114880836087424 : ffff97843892d180) 00000002:00000001:2.0:1789093468.970184:0:278648:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789093468.970187:0:278648:0:(lmv_obd.c:1675:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789093468.970192:0:278648:0:(llite_lib.c:4196:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff978402ca7600. 00000080:00000001:2.0:1789093468.970196:0:278648:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1789093468.970199:0:278648:0:(lmv_obd.c:4193:lmv_clear_open_replay_data()) Process entered 00800000:00000001:2.0:1789093468.970202:0:278648:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789093468.970205:0:278648:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789093468.970207:0:278648:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789093468.970210:0:278648:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789093468.970212:0:278648:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789093468.970220:0:278648:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0x11d9:0x0] 00800000:00000001:2.0:1789093468.970222:0:278648:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789093468.970226:0:278648:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1789093468.970233:0:278648:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff97843892e300 x1875989369206528/t30064771460(30064771460) o101->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 576/664 e 0 to 0 dl 1789093553 ref 2 fl Complete:RQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789093468.970239:0:278648:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789093468.970240:0:278648:0:(lmv_obd.c:4199:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1789093468.970286:0:278648:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff978410526800. 00010000:00000010:2.1:1789093468.970292:0:278648:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff97841e836a00. 00000080:00000010:2.0:1789093468.970297:0:278648:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff97841fe71c40. 00000100:00000001:2.0:1789093468.970299:0:278648:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789093468.970303:0:278648:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff97843892d180 x1875989369206912/t30064771461(30064771461) o35->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:23/10 lens 392/456 e 0 to 0 dl 1789093484 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789093468.970309:0:278648:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789093468.970311:0:278648:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789093468.970314:0:278648:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97843892e300 x1875989369206528/t30064771460(30064771460) o101->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 576/664 e 0 to 0 dl 1789093553 ref 2 fl Complete:RQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789093468.970321:0:278648:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789093468.970322:0:278648:0:(file.c:3213:ll_release_openhandle()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789093468.970326:0:278648:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1789093468.970327:0:278648:0:(dcache.c:176:ll_intent_release()) intent ffffa65e41a0fc90 released 00000080:00000001:2.0:1789093468.970329:0:278648:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1789093468.970330:0:278648:0:(file.c:2779:ll_lov_setstripe_ea_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789093468.970334:0:278648:0:(file.c:7081:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1789093468.970337:0:278648:0:(file.c:6122:ll_take_md_lock()) Process entered 00000080:00000040:2.0:1789093468.970338:0:278648:0:(file.c:6124:ll_take_md_lock()) trying to match res [0x200002b17:0x11d9:0x0] 00800000:00000001:2.0:1789093468.970341:0:278648:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789093468.970342:0:278648:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789093468.970344:0:278648:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789093468.970345:0:278648:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789093468.970347:0:278648:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789093468.970348:0:278648:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0x11d9:0x0] 00800000:00000001:2.0:1789093468.970350:0:278648:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789093468.970353:0:278648:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789093468.970355:0:278648:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789093468.970361:0:278648:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789093468.970368:0:278648:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789093468.970370:0:278648:0:(lmv_obd.c:4134:lmv_lock_match()) Lock match for [0x200002b17:0x11d9:0x0]: 0 00000080:00000001:2.0:1789093468.970372:0:278648:0:(file.c:6129:ll_take_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789093468.970374:0:278648:0:(file.c:7019:ll_layout_intent()) Process entered 00000080:00000010:2.0:1789093468.970377:0:278648:0:(llite_lib.c:4055:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff978402ca7600. 00000080:00010000:2.0:1789093468.970382:0:278648:0:(file.c:7037:ll_layout_intent()) ### lustre: requeue layout lock for file [0x200002b17:0x11d9:0x0](ffff978411a65348) 00000080:00000001:2.0:1789093468.970385:0:278648:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789093468.970389:0:278648:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789093468.970392:0:278648:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa65e41a0fb18 00800000:00000002:2.0:1789093468.970394:0:278648:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'layout' for [0x200002b17:0x11d9:0x0] '' on [0x200002b17:0x11d9:0x0] 00800000:00000001:2.0:1789093468.970397:0:278648:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789093468.970399:0:278648:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789093468.970401:0:278648:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789093468.970402:0:278648:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789093468.970403:0:278648:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789093468.970405:0:278648:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789093468.970406:0:278648:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0x11d9:0x0] 00800000:00000001:2.0:1789093468.970408:0:278648:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789093468.970411:0:278648:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200002b17:0x11d9:0x0], fid2=[0x200002b17:0x11d9:0x0], name='' -> mds #0 00000002:00000001:2.0:1789093468.970415:0:278648:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789093468.970417:0:278648:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa65e41a0f9e8 00000002:00010000:2.0:1789093468.970418:0:278648:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200002b17:0x11d9:0x0]) in obj [0x200002b17:0x11d9:0x0], intent: layout flags 0 00000002:00000001:2.0:1789093468.970423:0:278648:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789093468.970425:0:278648:0:(mdc_locks.c:706:mdc_intent_layout_pack()) Process entered 00000100:00000010:2.0:1789093468.970429:0:278648:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97843892c000. 00000020:00000040:2.0:1789093468.970433:0:278648:0:(genops.c:1231:class_import_get()) import ffff97840b494800 refcount=9 obd=lustre-MDT0000-mdc-ffff978407827800 00010000:00000001:2.0:1789093468.970438:0:278648:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789093468.970443:0:278648:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789093468.970449:0:278648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789093468.970451:0:278648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789093468.970452:0:278648:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789093468.970454:0:278648:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789093468.970456:0:278648:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789093468.970460:0:278648:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789093468.970466:0:278648:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff978402ca7800. 00000100:00000001:2.0:1789093468.970471:0:278648:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789093468.970480:0:278648:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789093468.970481:0:278648:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789093468.970483:0:278648:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789093468.970484:0:278648:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789093468.970485:0:278648:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789093468.970489:0:278648:0:(mdc_locks.c:739:mdc_intent_layout_pack()) Process leaving (rc=18446629192873459712 : -114880836091904 : ffff97843892c000) 00010000:00000001:2.0:1789093468.970492:0:278648:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789093468.970494:0:278648:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1789093468.970498:0:278648:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff978410526800. 00010000:00000010:2.0:1789093468.970501:0:278648:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff97841fefb780. 00010000:00000001:2.0:1789093468.970506:0:278648:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789093468.970508:0:278648:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff97841e836a00. 00000020:00000001:2.0:1789093468.970512:0:278648:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789093468.970515:0:278648:0:(lustre_handles.c:93:class_handle_hash()) added object ffff97841e836a00 with handle 0xff5b0ce8e6d40807 to hash 00000020:00000001:2.0:1789093468.970517:0:278648:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789093468.970518:0:278648:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446629192436247040 : -114881273304576 : ffff97841e836a00) 00010000:00000001:2.0:1789093468.970521:0:278648:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446629192436247040 : -114881273304576 : ffff97841e836a00) 00010000:00000001:2.0:1789093468.970525:0:278648:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789093468.970528:0:278648:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789093468.970531:0:278648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff978407827800 lock: ffff97841e836a00/0xff5b0ce8e6d40807 lrc: 3/1,0 mode: --/CR res: [0x200002b17:0x11d9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 278648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789093468.970539:0:278648:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff978407827800 lock: ffff97841e836a00/0xff5b0ce8e6d40807 lrc: 3/1,0 mode: --/CR res: [0x200002b17:0x11d9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 278648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789093468.970549:0:278648:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff978407827800 lock: ffff97841e836a00/0xff5b0ce8e6d40807 lrc: 3/1,0 mode: --/CR res: [0x200002b17:0x11d9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 278648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789093468.970555:0:278648:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789093468.970556:0:278648:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789093468.970561:0:278648:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff97842be85cc0. 00000100:00000001:2.0:1789093468.970563:0:278648:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446629192660966592 : -114881048585024 : ffff97842be85cc0) 00000100:00000001:2.0:1789093468.970566:0:278648:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789093468.970567:0:278648:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629192873459712 : -114880836091904 : ffff97843892c000) 00000100:00000001:2.0:1789093468.970576:0:278648:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789093468.970580:0:278648:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789093468.970582:0:278648:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789093468.970583:0:278648:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789093468.970588:0:278648:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97843892c000 x1875989369207040/t0(0) o101->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 376/472 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789093468.970596:0:278648:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789093468.970597:0:278648:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789093468.970600:0:278648:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789093468.970603:0:278648:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789093468.970605:0:278648:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789093468.970608:0:278648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff97843892c000 pname:cluuid:pid:xid:nid:opc:job lfs:b0241929-959a-49c3-a3c6-35d2c689d415:278648:1875989369207040:192.168.206.138@tcp:101:lfs.0 00000100:00000001:2.0:1789093468.970612:0:278648:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789093468.970618:0:278648:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789093468.970620:0:278648:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789093468.970622:0:278648:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789093468.970627:0:278648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9784080df800. 02000000:00000001:2.0:1789093468.970628:0:278648:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789093468.970633:0:278648:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000010:2.0:1789093468.970636:0:278648:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9784324177e8. 00000400:00000010:2.0:1789093468.970640:0:278648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97841ff46220. 00000100:00000200:2.0:1789093468.970645:0:278648:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875989369207040, portal 10 00000100:00000001:2.0:1789093468.970647:0:278648:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789093468.970648:0:278648:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629192873459712 : -114880836091904 : ffff97843892c000) 00000100:00000040:2.0:1789093468.970654:0:278648:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff97843892c000 x1875989369207040/t0(0) o101->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 376/472 e 0 to 0 dl 1789093553 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789093468.970661:0:278648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789093468.970663:0:278648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.138@tcp 00000400:00000010:2.0:1789093468.970666:0:278648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97841ff46bb0. 00000100:00000200:2.0:1789093468.970669:0:278648:0:(niobuf.c:94:ptl_send_buf()) Sending 376 bytes to portal 12, xid 1875989369207040, offset 0 00000400:00000200:2.0:1789093468.970675:0:278648:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.206.138@tcp 00000400:00000200:2.0:1789093468.970682:0:278648:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:2.0:1789093468.970689:0:278648:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.138@tcp local destination 00000400:00000200:2.0:1789093468.970701:0:278648:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789093468.970718:0:278648:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.206.38@tcp 00000400:00000200:2.0:1789093468.970722:0:278648:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.206.38@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789093468.970725:0:278648:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.138@tcp 00000400:00000200:2.0:1789093468.970729:0:278648:0:(lib-move.c:1710:lnet_handle_send()) 192.168.206.38@tcp NI seq info: [546115:546115:256:4294967295] 192.168.206.138@tcp LPNI seq info [546076:546076:8:4294967295] 00000400:00000200:2.0:1789093468.970733:0:278648:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:2.0:1789093468.970744:0:278648:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp:) -> 192.168.206.138@tcp(192.168.206.138@tcp:192.168.206.138@tcp) : PUT try# 0 00000800:00000200:2.0:1789093468.970750:0:278648:0:(socklnd_cb.c:931:ksocknal_send()) sending 376 bytes in 1 frags to 12345-192.168.206.138@tcp 00000800:00000010:2.0:1789093468.970754:0:278648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97840a70e300. 00000800:00000200:2.0:1789093468.970760:0:278648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff978408f5f180] -> 12345-192.168.206.138@tcp (5) 00000800:00000200:2.0:1789093468.970767:0:278648:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.138@tcp ip 192.168.206.138:988 00000800:00000200:2.0:1789093468.970771:0:278648:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97840a70e300 type 1, nob 472 niov 1 nkiov 1 00000100:00000001:2.0:1789093468.970779:0:278648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789093468.970783:0:278648:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: using a timeout of 24643 usecs (25 jiffies) 00000400:00000200:2.0:1789093468.970786:0:278648:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000100:00000001:2.0:1789093468.970788:0:278648:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: PM QoS new deadline estimation for cpu 0 is 4305414126 00000100:00000001:2.0:1789093468.970797:0:278648:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: PM QoS request active for cpu 0, simply extend its deadline from 4305414121 00000100:00000001:2.0:1789093468.970801:0:278648:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: PM QoS new deadline estimation for cpu 1 is 4305414126 00000100:00000001:2.0:1789093468.970804:0:278648:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: PM QoS request active for cpu 1, simply extend its deadline from 4305414121 00000100:00000001:2.0:1789093468.970807:0:278648:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789093468.970809:0:278648:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789093468.970811:0:278648:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789093468.970813:0:278648:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=80 : 80 : 50) 00000100:00100000:2.0:1789093468.970815:0:278648:0:(client.c:2702:ptlrpc_set_wait()) set ffff97842be85cc0 going to sleep for 80 seconds 00000100:00000001:2.0:1789093468.970818:0:278648:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789093468.970819:0:278648:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789093468.971406:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789093468.971412:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97840a70e300. 00000400:00000200:0.0:1789093468.971418:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789093468.971423:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000400:00000200:0.0:1789093468.971429:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97841ff46bb0 00000400:00000010:0.0:1789093468.971431:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff97841ff46bb0. 00000100:00000001:0.0:1789093468.971436:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1789093468.971445:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97843892c000 x1875989369207040/t0(0) o101->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 376/472 e 0 to 0 dl 1789093553 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789093468.971454:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789093468.971457:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff97843892c000 x1875989369207040/t0(0) o101->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 376/472 e 0 to 0 dl 1789093553 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789093468.971464:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093468.971465:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1789093468.973880:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093468.973907:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789093468.973910:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093468.973913:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789093468.973920:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093468.973927:0:2391:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp) <- 192.168.206.138@tcp : PUT - for me 00000400:00000200:0.0:1789093468.973934:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093468.973952:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093468.973957:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093468.973961:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.138@tcp of length 400 into portal 10 MB=0x6aa33cff43900 00000400:00000200:0.0:1789093468.973966:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093468.973972:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.138@tcp of length 400/400 into md 0x53d109 [1] + 224 00000800:00000001:0.0:1789093468.973979:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093468.973985:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789093468.973988:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789093468.973993:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000100:00000001:0.0:1789093468.974000:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789093468.974008:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97843892c000 x1875989369207040/t0(0) o101->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 376/472 e 0 to 0 dl 1789093553 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789093468.974019:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=472 req@ffff97843892c000 x1875989369207040/t0(0) o101->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 376/472 e 0 to 0 dl 1789093553 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789093468.974047:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789093468.974054:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093468.974058:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789093468.974125:0:278648:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789093468.974131:0:278648:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789093468.974133:0:278648:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789093468.974136:0:278648:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9784324177e8. 00000400:00000200:2.0:1789093468.974141:0:278648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97841ff46220 00000400:00000010:2.0:1789093468.974149:0:278648:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff97841ff46220. 00000100:00000001:2.0:1789093468.974153:0:278648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789093468.974157:0:278648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97843892c000 x1875989369207040/t0(0) o101->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 376/472 e 0 to 0 dl 1789093553 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789093468.974165:0:278648:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97843892c000 x1875989369207040/t0(0) o101->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 376/472 e 0 to 0 dl 1789093553 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789093468.974170:0:278648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789093468.974172:0:278648:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789093468.974175:0:278648:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1789093468.974178:0:278648:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789093468.974180:0:278648:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789093468.974182:0:278648:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789093468.974186:0:278648:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789093468.974194:0:278648:0:(import.c:2149:obd_at_measure()) add 60 to ffff97840b494c60 time=13 v=60 (60 61 61 62) 00000100:00001000:2.0:1789093468.974198:0:278648:0:(import.c:2149:obd_at_measure()) add 1 to ffff97840b494c18 time=113 v=5 (1 1 0 0) 00000100:00000001:2.0:1789093468.974200:0:278648:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789093468.974202:0:278648:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789093468.974204:0:278648:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789093468.974208:0:278648:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789093468.974211:0:278648:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789093468.974213:0:278648:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff978407827800: skip recheck: last_committed 30064771458 00000100:00000001:2.0:1789093468.974215:0:278648:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789093468.974217:0:278648:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789093468.974222:0:278648:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97843892c000 x1875989369207040/t0(0) o101->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 376/400 e 0 to 0 dl 1789093553 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789093468.974229:0:278648:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789093468.974232:0:278648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789093468.974234:0:278648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789093468.974238:0:278648:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97843892c000 x1875989369207040/t0(0) o101->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 376/400 e 0 to 0 dl 1789093553 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789093468.974326:0:278648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff97843892c000 pname:cluuid:pid:xid:nid:opc:job lfs:b0241929-959a-49c3-a3c6-35d2c689d415:278648:1875989369207040:192.168.206.138@tcp:101:lfs.0 00000100:00000001:2.0:1789093468.974331:0:278648:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789093468.974338:0:278648:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789093468.974340:0:278648:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789093468.974343:0:278648:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789093468.974346:0:278648:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97843892c000 x1875989369207040/t0(0) o101->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 376/400 e 0 to 0 dl 1789093553 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789093468.974353:0:278648:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789093468.974356:0:278648:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff97842be85cc0. 00000100:00000001:2.0:1789093468.974358:0:278648:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789093468.974360:0:278648:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789093468.974362:0:278648:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1789093468.974366:0:278648:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789093468.974369:0:278648:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1789093468.974372:0:278648:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff97841e836a00 refcount=4 00000020:00000001:2.0:1789093468.974375:0:278648:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446629192436247040 : -114881273304576 : ffff97841e836a00) 00010000:00000001:2.0:1789093468.974377:0:278648:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629192436247040 : -114881273304576 : ffff97841e836a00) 00010000:00000040:2.0:1789093468.974383:0:278648:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff97841e836a00, remote cookie: 0x8ad7b11b348e9fe8, flags: 0x1000 00010000:00000001:2.0:1789093468.974386:0:278648:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1789093468.974391:0:278648:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1789093468.974393:0:278648:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1789093468.974395:0:278648:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1789093468.974396:0:278648:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1789093468.974399:0:278648:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200002b17:0x11d9:0x0].0x0 (ffff978410526800) refcount = 1 00010000:00010000:2.0:1789093468.974405:0:278648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff978407827800 lock: ffff97841e836a00/0xff5b0ce8e6d40807 lrc: 4/1,0 mode: CR/CR res: [0x200002b17:0x11d9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8ad7b11b348e9fe8 expref: -99 pid: 278648 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789093468.974461:0:278648:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1789093468.974465:0:278648:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1789093468.974467:0:278648:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789093468.974470:0:278648:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1789093468.974472:0:278648:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789093468.974475:0:278648:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff978407827800 lock: ffff97841e836a00/0xff5b0ce8e6d40807 lrc: 4/1,0 mode: CR/CR res: [0x200002b17:0x11d9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8ad7b11b348e9fe8 expref: -99 pid: 278648 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789093468.974482:0:278648:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1789093468.974489:0:278648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789093468.974491:0:278648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789093468.974492:0:278648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789093468.974493:0:278648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789093468.974494:0:278648:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789093468.974499:0:278648:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1789093468.974500:0:278648:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789093468.974502:0:278648:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1789093468.974503:0:278648:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff97841e836a00 refcount=3 00000020:00000001:2.0:1789093468.974506:0:278648:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446629192436247040 : -114881273304576 : ffff97841e836a00) 00010000:00000001:2.0:1789093468.974508:0:278648:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629192436247040 : -114881273304576 : ffff97841e836a00) 00010000:00000001:2.0:1789093468.974510:0:278648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789093468.974511:0:278648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1789093468.974515:0:278648:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=0x400 disposition=0x1, status=0 req@ffff97843892c000 x1875989369207040/t0(0) o101->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 376/400 e 0 to 0 dl 1789093553 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000040:2.0:1789093468.974523:0:278648:0:(mdc_locks.c:905:mdc_finish_enqueue()) lustre-MDT0000-mdc-ffff978407827800: layout return lvb 56 transno 0 00010000:00000001:2.0:1789093468.974526:0:278648:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789093468.974527:0:278648:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1789093468.974528:0:278648:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff97841e836a00 refcount=3 00000020:00000001:2.0:1789093468.974530:0:278648:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446629192436247040 : -114881273304576 : ffff97841e836a00) 00010000:00000001:2.0:1789093468.974532:0:278648:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629192436247040 : -114881273304576 : ffff97841e836a00) 00000002:00010000:2.0:1789093468.974535:0:278648:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff978407827800 lock: ffff97841e836a00/0xff5b0ce8e6d40807 lrc: 3/1,0 mode: CR/CR res: [0x200002b17:0x11d9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8ad7b11b348e9fe8 expref: -99 pid: 278648 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1789093468.974545:0:278648:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff97841fe71c40. 00010000:00000001:2.0:1789093468.974547:0:278648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789093468.974548:0:278648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789093468.974550:0:278648:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789093468.974551:0:278648:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789093468.974554:0:278648:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1789093468.974556:0:278648:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789093468.974557:0:278648:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1789093468.974558:0:278648:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff97841e836a00 refcount=3 00000020:00000001:2.0:1789093468.974560:0:278648:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446629192436247040 : -114881273304576 : ffff97841e836a00) 00010000:00000001:2.0:1789093468.974568:0:278648:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629192436247040 : -114881273304576 : ffff97841e836a00) 00000002:00010000:2.0:1789093468.974572:0:278648:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff978407827800 lock: ffff97841e836a00/0xff5b0ce8e6d40807 lrc: 3/1,0 mode: CR/CR res: [0x200002b17:0x11d9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8ad7b11b348e9fe8 expref: -99 pid: 278648 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789093468.974577:0:278648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789093468.974579:0:278648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789093468.974580:0:278648:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789093468.974582:0:278648:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789093468.974583:0:278648:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1789093468.974584:0:278648:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff97841e836a00 refcount=3 00000020:00000001:2.0:1789093468.974585:0:278648:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446629192436247040 : -114881273304576 : ffff97841e836a00) 00010000:00000001:2.0:1789093468.974587:0:278648:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629192436247040 : -114881273304576 : ffff97841e836a00) 00010000:00000040:2.0:1789093468.974593:0:278648:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff978410526800 count: 2 00010000:00000001:2.0:1789093468.974595:0:278648:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1789093468.974599:0:278648:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff978408f4b800 type 13 mode 16 res 8589945623/4569 (0 0) 00010000:00000001:2.0:1789093468.974602:0:278648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789093468.974603:0:278648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789093468.974604:0:278648:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1789093468.974606:0:278648:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa65e41a0f970 00000002:00002000:2.0:1789093468.974608:0:278648:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=layout status=0 disp=0x1: rc = 0 00000002:00000001:2.0:1789093468.974611:0:278648:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789093468.974614:0:278648:0:(lmv_intent.c:533:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789093468.974617:0:278648:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789093468.974620:0:278648:0:(namei.c:952:ll_intent_lock()) intent lock 1024 on i1 [0x200002b17:0x11d9:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1789093468.974623:0:278648:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789093468.974626:0:278648:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789093468.974630:0:278648:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97843892c000 x1875989369207040/t0(0) o101->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 376/400 e 0 to 0 dl 1789093553 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789093468.974637:0:278648:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789093468.974639:0:278648:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789093468.974642:0:278648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9784080df800. 02000000:00000001:2.0:1789093468.974645:0:278648:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789093468.974648:0:278648:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1789093468.974654:0:278648:0:(genops.c:1244:class_import_put()) import ffff97840b494800 refcount=8 obd=lustre-MDT0000-mdc-ffff978407827800 00000020:00000001:2.0:1789093468.974656:0:278648:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1789093468.974659:0:278648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff978402ca7800. 02000000:00000001:2.0:1789093468.974662:0:278648:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789093468.974664:0:278648:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789093468.974666:0:278648:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97843892c000. 00000100:00000001:2.0:1789093468.974669:0:278648:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789093468.974670:0:278648:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.0:1789093468.974674:0:278648:0:(llite_lib.c:4196:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff978402ca7600. 00000080:00010000:2.0:1789093468.974678:0:278648:0:(llite_internal.h:2014:ll_set_lock_data()) setting l_data to inode [0x200002b17:0x11d9:0x0](ffff978411a65348) for lock 0xff5b0ce8e6d40807 00800000:00000001:2.0:1789093468.974682:0:278648:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789093468.974685:0:278648:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789093468.974687:0:278648:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789093468.974688:0:278648:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1789093468.974689:0:278648:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff97841e836a00 refcount=3 00000020:00000001:2.0:1789093468.974691:0:278648:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446629192436247040 : -114881273304576 : ffff97841e836a00) 00010000:00000001:2.0:1789093468.974694:0:278648:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629192436247040 : -114881273304576 : ffff97841e836a00) 00010000:00000001:2.0:1789093468.974696:0:278648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789093468.974697:0:278648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789093468.974698:0:278648:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789093468.974700:0:278648:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789093468.974702:0:278648:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xff5b0ce8e6d40807 from it ffffa65e41a0fc38 00010000:00000001:2.0:1789093468.974705:0:278648:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789093468.974706:0:278648:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1789093468.974771:0:278648:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff97841e836a00 refcount=3 00000020:00000001:2.0:1789093468.974773:0:278648:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446629192436247040 : -114881273304576 : ffff97841e836a00) 00010000:00000001:2.0:1789093468.974775:0:278648:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629192436247040 : -114881273304576 : ffff97841e836a00) 00010000:00000001:2.0:1789093468.974777:0:278648:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789093468.974780:0:278648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff978407827800 lock: ffff97841e836a00/0xff5b0ce8e6d40807 lrc: 3/1,0 mode: CR/CR res: [0x200002b17:0x11d9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8ad7b11b348e9fe8 expref: -99 pid: 278648 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789093468.974786:0:278648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789093468.974788:0:278648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789093468.974789:0:278648:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789093468.974798:0:278648:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789093468.974800:0:278648:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff978407827800 lock: ffff97841e836a00/0xff5b0ce8e6d40807 lrc: 2/0,0 mode: CR/CR res: [0x200002b17:0x11d9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8ad7b11b348e9fe8 expref: -99 pid: 278648 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789093468.974807:0:278648:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789093468.974809:0:278648:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789093468.974811:0:278648:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789093468.974815:0:278648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789093468.974816:0:278648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789093468.974817:0:278648:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789093468.974820:0:278648:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789093468.974821:0:278648:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789093468.974823:0:278648:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789093468.974826:0:278648:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789093468.974827:0:278648:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789093468.974829:0:278648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789093468.974830:0:278648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789093468.974831:0:278648:0:(file.c:7053:ll_layout_intent()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789093468.974834:0:278648:0:(file.c:6122:ll_take_md_lock()) Process entered 00000080:00000040:2.0:1789093468.974835:0:278648:0:(file.c:6124:ll_take_md_lock()) trying to match res [0x200002b17:0x11d9:0x0] 00800000:00000001:2.0:1789093468.974839:0:278648:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789093468.974841:0:278648:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789093468.974843:0:278648:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789093468.974846:0:278648:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789093468.974847:0:278648:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789093468.974849:0:278648:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0x11d9:0x0] 00800000:00000001:2.0:1789093468.974851:0:278648:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789093468.974853:0:278648:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789093468.974855:0:278648:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789093468.974858:0:278648:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff978410526800 count: 2 00010000:00000001:2.0:1789093468.974860:0:278648:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789093468.974864:0:278648:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789093468.974867:0:278648:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789093468.974870:0:278648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff978407827800 lock: ffff97841e836a00/0xff5b0ce8e6d40807 lrc: 2/1,0 mode: CR/CR res: [0x200002b17:0x11d9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8ad7b11b348e9fe8 expref: -99 pid: 278648 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1789093468.974877:0:278648:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789093468.974887:0:278648:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789093468.974901:0:278648:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff978407827800 lock: ffff97841e836a00/0xff5b0ce8e6d40807 lrc: 2/1,0 mode: CR/CR res: [0x200002b17:0x11d9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8ad7b11b348e9fe8 expref: -99 pid: 278648 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1789093468.974908:0:278648:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:2.0:1789093468.974910:0:278648:0:(lmv_obd.c:4134:lmv_lock_match()) Lock match for [0x200002b17:0x11d9:0x0]: 16 00000080:00000001:2.0:1789093468.974912:0:278648:0:(file.c:6129:ll_take_md_lock()) Process leaving (rc=16 : 16 : 10) 00000080:00000001:2.0:1789093468.974914:0:278648:0:(file.c:6910:ll_layout_lock_set()) Process entered 00010000:00000001:2.0:1789093468.974915:0:278648:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789093468.974916:0:278648:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1789093468.974918:0:278648:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff97841e836a00 refcount=3 00000020:00000001:2.0:1789093468.974919:0:278648:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446629192436247040 : -114881273304576 : ffff97841e836a00) 00010000:00000001:2.0:1789093468.974921:0:278648:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629192436247040 : -114881273304576 : ffff97841e836a00) 00000080:00010000:2.0:1789093468.974924:0:278648:0:(file.c:6920:ll_layout_lock_set()) ### file [0x200002b17:0x11d9:0x0](00000000b7b142f5) being reconfigured ns: lustre-MDT0000-mdc-ffff978407827800 lock: ffff97841e836a00/0xff5b0ce8e6d40807 lrc: 3/1,0 mode: CR/CR res: [0x200002b17:0x11d9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8ad7b11b348e9fe8 expref: -99 pid: 278648 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00800000:00000001:2.0:1789093468.974933:0:278648:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789093468.974934:0:278648:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789093468.974935:0:278648:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789093468.974936:0:278648:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1789093468.974938:0:278648:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff97841e836a00 refcount=4 00000020:00000001:2.0:1789093468.974939:0:278648:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446629192436247040 : -114881273304576 : ffff97841e836a00) 00010000:00000001:2.0:1789093468.974941:0:278648:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629192436247040 : -114881273304576 : ffff97841e836a00) 00010000:00000001:2.0:1789093468.974943:0:278648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789093468.974945:0:278648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789093468.974946:0:278648:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789093468.974947:0:278648:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789093468.974950:0:278648:0:(file.c:6835:ll_layout_fetch()) Process entered 00000080:00000002:2.0:1789093468.974952:0:278648:0:(file.c:6838:ll_layout_fetch()) [0x200002b17:0x11d9:0x0] LVB_READY=0 l_lvb_data=ffff97841fe71c40 l_lvb_len=56 00000080:00000001:2.0:1789093468.974954:0:278648:0:(file.c:6841:ll_layout_fetch()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789093468.974956:0:278648:0:(file.c:6780:ll_layout_conf()) Process entered 00000020:00000001:2.0:1789093468.974958:0:278648:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1789093468.974964:0:278648:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff978404ee4870. 00000020:00000010:2.0:1789093468.974968:0:278648:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff978402ca7600. 00000020:00000010:2.0:1789093468.974977:0:278648:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff978402ca7800. 00000020:00000010:2.0:1789093468.974981:0:278648:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff978439e25900. 00000008:00000010:2.0:1789093468.974986:0:278648:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff978432651660. 00020000:00000010:2.0:1789093468.974990:0:278648:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff97842bd11180. 00008000:00000010:2.0:1789093468.974995:0:278648:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff978431d36de8. 00000080:00000010:2.0:1789093468.975000:0:278648:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff978407c7f348. 00000080:00000010:2.0:1789093468.975004:0:278648:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9784093cd280. 00000020:00000010:2.0:1789093468.975009:0:278648:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff978432611200. 00000008:00000010:2.0:1789093468.975013:0:278648:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff978410df5e40. 00020000:00000010:2.0:1789093468.975016:0:278648:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff978408916da0. 00008000:00000010:2.0:1789093468.975019:0:278648:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff978408fa93b0. 00000080:00000010:2.0:1789093468.975022:0:278648:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff97841fdc9780. 00000020:00000001:2.0:1789093468.975025:0:278648:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446629192007043192 : -114881702508424 : ffff978404ee4878) 00000020:00001000:2.0:1789093468.975027:0:278648:0:(cl_object.c:831:cl_env_get()) 1@ffff978404ee4870 00000020:00000001:2.0:1789093468.975029:0:278648:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:2.0:1789093468.975033:0:278648:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1789093468.975035:0:278648:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1789093468.975040:0:278648:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff978439e25660. 00020000:00000010:2.0:1789093468.975043:0:278648:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9784072f6200. 00020000:00000010:2.0:1789093468.975047:0:278648:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff978439e250c0. 00020000:00000001:2.0:1789093468.975049:0:278648:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446629192895451328 : -114880814100288 : ffff978439e250c0) 00020000:00000002:2.0:1789093468.975053:0:278648:0:(lov_ea.c:755:dump_lsm()) lsm ffff978439e250c0, objid 0x11d9:11031, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789093468.975057:0:278648:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789093468.975061:0:278648:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9784072f6200: ostid: 0x280000401:21672 ost idx: 0 gen: 0 00020000:00000002:2.0:1789093468.975064:0:278648:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff97841f2007c0) owner ffff97840815a7c0 00020000:00000001:2.0:1789093468.975067:0:278648:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1789093468.975069:0:278648:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff97841f2007c0) owner ffff97840815a7c0 00020000:00000010:2.0:1789093468.975073:0:278648:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9784072f6200. 00020000:00000010:2.0:1789093468.975077:0:278648:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff978439e25660. 00020000:00000010:2.0:1789093468.975080:0:278648:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff978439e250c0. 00020000:00000002:2.0:1789093468.975082:0:278648:0:(lov_object.c:1535:lov_conf_set()) [0x200002b17:0x11d9:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1789093468.975084:0:278648:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789093468.975092:0:278648:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789093468.975095:0:278648:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1789093468.975097:0:278648:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff97841f2007c0) owner 0000000000000000/ffff97840815a7c0 00020000:00000002:2.0:1789093468.975100:0:278648:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff978439e25cc0 addref 2/0 by ffff97840815a7c0. 00020000:00000002:2.0:1789093468.975102:0:278648:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff97841f2007c0) owner 0000000000000000/ffff97840815a7c0 00020000:00000001:2.0:1789093468.975104:0:278648:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1789093468.975106:0:278648:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1789093468.975107:0:278648:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1789093468.975109:0:278648:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1789093468.975111:0:278648:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1789093468.975113:0:278648:0:(file.c:6815:ll_layout_conf()) [0x200002b17:0x11d9:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1789093468.975115:0:278648:0:(cl_object.c:925:cl_env_put()) 1@ffff978404ee4870 00000020:00000010:2.0:1789093468.975118:0:278648:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff978402ca7800. 00000020:00000010:2.0:1789093468.975122:0:278648:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff978439e25900. 00000008:00000010:2.0:1789093468.975125:0:278648:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff978432651660. 00020000:00000010:2.0:1789093468.975129:0:278648:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff97842bd11180. 00008000:00000010:2.0:1789093468.975132:0:278648:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff978431d36de8. 00000080:00000010:2.0:1789093468.975135:0:278648:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff978407c7f348. 00000080:00000010:2.0:1789093468.975137:0:278648:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9784093cd280. 00000020:00000010:2.0:1789093468.975141:0:278648:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff978402ca7600. 00000008:00000010:2.0:1789093468.975144:0:278648:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff978410df5e40. 00020000:00000010:2.0:1789093468.975146:0:278648:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff978408916da0. 00008000:00000010:2.0:1789093468.975149:0:278648:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff978408fa93b0. 00000080:00000010:2.0:1789093468.975152:0:278648:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff97841fdc9780. 00000020:00000010:2.0:1789093468.975154:0:278648:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff978432611200. 00000020:00000010:2.0:1789093468.975156:0:278648:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff978404ee4870. 00000080:00000001:2.0:1789093468.975159:0:278648:0:(file.c:6822:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789093468.975161:0:278648:0:(file.c:6957:ll_layout_lock_set()) Process leaving 00010000:00000001:2.0:1789093468.975162:0:278648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789093468.975163:0:278648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789093468.975164:0:278648:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789093468.975166:0:278648:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1789093468.975167:0:278648:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff97841e836a00 refcount=3 00000020:00000001:2.0:1789093468.975169:0:278648:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446629192436247040 : -114881273304576 : ffff97841e836a00) 00010000:00000001:2.0:1789093468.975171:0:278648:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629192436247040 : -114881273304576 : ffff97841e836a00) 00010000:00000001:2.0:1789093468.975178:0:278648:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789093468.975181:0:278648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff978407827800 lock: ffff97841e836a00/0xff5b0ce8e6d40807 lrc: 3/1,0 mode: CR/CR res: [0x200002b17:0x11d9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8ad7b11b348e9fe8 expref: -99 pid: 278648 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789093468.975187:0:278648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789093468.975187:0:278648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789093468.975189:0:278648:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789093468.975190:0:278648:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789093468.975192:0:278648:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff978407827800 lock: ffff97841e836a00/0xff5b0ce8e6d40807 lrc: 2/0,0 mode: CR/CR res: [0x200002b17:0x11d9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8ad7b11b348e9fe8 expref: -99 pid: 278648 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789093468.975198:0:278648:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789093468.975199:0:278648:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789093468.975200:0:278648:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789093468.975202:0:278648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789093468.975203:0:278648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789093468.975204:0:278648:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789093468.975206:0:278648:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789093468.975207:0:278648:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789093468.975209:0:278648:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789093468.975211:0:278648:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789093468.975213:0:278648:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789093468.975214:0:278648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789093468.975214:0:278648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789093468.975216:0:278648:0:(file.c:6998:ll_layout_lock_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789093468.975219:0:278648:0:(file.c:7117:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1789093468.975221:0:278648:0:(file.c:3010:ll_lov_setstripe()) inode ffff978411a65348 need_sync_to_mds [0x200002b17:0x11d9:0x0] 00000080:00000001:2.0:1789093468.975223:0:278648:0:(file.c:2967:ll_file_getstripe()) Process entered 00000020:00000001:2.0:1789093468.975225:0:278648:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1789093468.975228:0:278648:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff978404ee4870. 00000020:00000010:2.0:1789093468.975230:0:278648:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff978432611200. 00000020:00000010:2.0:1789093468.975233:0:278648:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff978432610600. 00000020:00000010:2.0:1789093468.975235:0:278648:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff978439e25900. 00000008:00000010:2.0:1789093468.975238:0:278648:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff978432651660. 00020000:00000010:2.0:1789093468.975241:0:278648:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff97842bd11180. 00008000:00000010:2.0:1789093468.975471:0:278648:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff978431d36de8. 00000080:00000010:2.0:1789093468.975479:0:278648:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff978407c7f348. 00000080:00000010:2.0:1789093468.975482:0:278648:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9784093cd280. 00000020:00000010:2.0:1789093468.975485:0:278648:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff978432610c00. 00000008:00000010:2.0:1789093468.975488:0:278648:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff978410df5e40. 00020000:00000010:2.0:1789093468.975490:0:278648:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff978408916da0. 00008000:00000010:2.0:1789093468.975493:0:278648:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff978408fa93b0. 00000080:00000010:2.0:1789093468.975495:0:278648:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff97841fdc9780. 00000020:00000001:2.0:1789093468.975497:0:278648:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446629192007043192 : -114881702508424 : ffff978404ee4878) 00000020:00001000:2.0:1789093468.975498:0:278648:0:(cl_object.c:831:cl_env_get()) 1@ffff978404ee4870 00000020:00000001:2.0:1789093468.975500:0:278648:0:(cl_object.c:406:cl_object_getstripe()) Process entered 00020000:00000001:2.0:1789093468.975502:0:278648:0:(lov_object.c:2263:lov_object_getstripe()) Process entered 00020000:00000002:2.0:1789093468.975504:0:278648:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff97841f2007c0) owner 0000000000000000/ffff97840815a7c0 00020000:00000002:2.0:1789093468.975506:0:278648:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff978439e25cc0 addref 2/0 by ffff97840815a7c0. 00020000:00000002:2.0:1789093468.975507:0:278648:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff97841f2007c0) owner 0000000000000000/ffff97840815a7c0 00020000:00000001:2.0:1789093468.975510:0:278648:0:(lov_pack.c:382:lov_getstripe()) Process entered 00020000:00000010:2.0:1789093468.975512:0:278648:0:(lov_pack.c:394:lov_getstripe()) kmalloced '(lmmk)': 56 at ffff97841fe71e40. 00020000:00000001:2.0:1789093468.975514:0:278648:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1789093468.975515:0:278648:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1789093468.975516:0:278648:0:(lov_pack.c:144:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000010:2.0:1789093468.975520:0:278648:0:(lov_pack.c:489:lov_getstripe()) kvfree 'lmmk': 56 at ffff97841fe71e40. 00020000:00000001:2.0:1789093468.975523:0:278648:0:(lov_pack.c:491:lov_getstripe()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789093468.975524:0:278648:0:(lov_object.c:2271:lov_object_getstripe()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789093468.975526:0:278648:0:(cl_object.c:416:cl_object_getstripe()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1789093468.975528:0:278648:0:(cl_object.c:925:cl_env_put()) 1@ffff978404ee4870 00000020:00000010:2.0:1789093468.975529:0:278648:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff978432610600. 00000020:00000010:2.0:1789093468.975532:0:278648:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff978439e25900. 00000008:00000010:2.0:1789093468.975534:0:278648:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff978432651660. 00020000:00000010:2.0:1789093468.975537:0:278648:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff97842bd11180. 00008000:00000010:2.0:1789093468.975539:0:278648:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff978431d36de8. 00000080:00000010:2.0:1789093468.975542:0:278648:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff978407c7f348. 00000080:00000010:2.0:1789093468.975544:0:278648:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9784093cd280. 00000020:00000010:2.0:1789093468.975547:0:278648:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff978432611200. 00000008:00000010:2.0:1789093468.975549:0:278648:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff978410df5e40. 00020000:00000010:2.0:1789093468.975551:0:278648:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff978408916da0. 00008000:00000010:2.0:1789093468.975558:0:278648:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff978408fa93b0. 00000080:00000010:2.0:1789093468.975560:0:278648:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff97841fdc9780. 00000020:00000010:2.0:1789093468.975562:0:278648:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff978432610c00. 00000020:00000010:2.0:1789093468.975564:0:278648:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff978404ee4870. 00000080:00000001:2.0:1789093468.975566:0:278648:0:(file.c:2978:ll_file_getstripe()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789093468.975569:0:278648:0:(file.c:3024:ll_lov_setstripe()) kvfree 'klum': 32 at ffff9784084abf80. 00000080:00000001:2.0:1789093468.975571:0:278648:0:(file.c:3025:ll_lov_setstripe()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789093468.975574:0:278648:0:(file.c:4698:ll_file_ioctl()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789093468.975596:0:278648:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1789093468.975599:0:278648:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff97841f2007c0) owner 0000000000000000/ffff97840815a7c0 00020000:00000002:2.0:1789093468.975601:0:278648:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff97841f2007c0) owner 0000000000000000/ffff97840815a7c0 00020000:00000001:2.0:1789093468.975603:0:278648:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789093468.975610:0:278648:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1789093468.975612:0:278648:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa65e41a0fdf0 00000080:00200008:2.0:1789093468.975613:0:278648:0:(file.c:479:ll_file_release()) START file f812b.sanity:[0x200002b17:0x11d9:0x0](ffff978411a65348), flags 100001 00000080:00000001:2.0:1789093468.975617:0:278648:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:2.0:1789093468.975620:0:278648:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:2.0:1789093468.975621:0:278648:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1789093468.975622:0:278648:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff97841f2007c0) owner 0000000000000000/ffff97840815a7c0 00020000:00000002:2.0:1789093468.975624:0:278648:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff97841f2007c0) owner 0000000000000000/ffff97840815a7c0 00020000:00000001:2.0:1789093468.975626:0:278648:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789093468.975628:0:278648:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:2.0:1789093468.975630:0:278648:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789093468.975631:0:278648:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789093468.975633:0:278648:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789093468.975634:0:278648:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789093468.975636:0:278648:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789093468.975638:0:278648:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0x11d9:0x0] 00800000:00000001:2.0:1789093468.975640:0:278648:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789093468.975642:0:278648:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789093468.975644:0:278648:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789093468.975648:0:278648:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff978410526800 count: 2 00010000:00000001:2.0:1789093468.975650:0:278648:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789093468.975652:0:278648:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789093468.975654:0:278648:0:(lmv_obd.c:4134:lmv_lock_match()) Lock match for [0x200002b17:0x11d9:0x0]: 0 00000080:00000001:2.0:1789093468.975661:0:278648:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1789093468.975662:0:278648:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1789093468.975665:0:278648:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff978432610c00. 00000080:00000001:2.0:1789093468.975666:0:278648:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1789093468.975670:0:278648:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1789093468.975672:0:278648:0:(lmv_obd.c:1667:lmv_close()) Process entered 00800000:00000001:2.0:1789093468.975674:0:278648:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789093468.975675:0:278648:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789093468.975676:0:278648:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789093468.975677:0:278648:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789093468.975679:0:278648:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789093468.975680:0:278648:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0x11d9:0x0] 00800000:00000001:2.0:1789093468.975682:0:278648:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789093468.975684:0:278648:0:(lmv_obd.c:1673:lmv_close()) CLOSE [0x200002b17:0x11d9:0x0] 00000002:00000001:2.0:1789093468.975687:0:278648:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1789093468.975689:0:278648:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff978407827800: [0x200002b17:0x11d9:0x0] file closed with intent: 0 00000100:00000010:2.0:1789093468.975693:0:278648:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97843892c000. 00000020:00000040:2.0:1789093468.975696:0:278648:0:(genops.c:1231:class_import_get()) import ffff97840b494800 refcount=9 obd=lustre-MDT0000-mdc-ffff978407827800 00000100:00000001:2.0:1789093468.975700:0:278648:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789093468.975702:0:278648:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789093468.975705:0:278648:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789093468.976458:0:278648:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff978432611200. 00000100:00000001:2.0:1789093468.976467:0:278648:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1789093468.976484:0:278648:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff97843995f100 x1875989369206272/t30064771459(30064771459) o101->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 528/608 e 0 to 0 dl 1789093553 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1789093468.976496:0:278648:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff978407827800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1789093468.976501:0:278648:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97843892c000 x1875989369207296/t0(0) o35->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1789093468.976507:0:278648:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789093468.976509:0:278648:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789093468.976515:0:278648:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff97842be85cc0. 00000100:00000001:2.0:1789093468.976517:0:278648:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446629192660966592 : -114881048585024 : ffff97842be85cc0) 00000100:00000001:2.0:1789093468.976519:0:278648:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789093468.976520:0:278648:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629192873459712 : -114880836091904 : ffff97843892c000) 00000100:00000001:2.0:1789093468.976533:0:278648:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789093468.976537:0:278648:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789093468.976539:0:278648:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789093468.976541:0:278648:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789093468.976545:0:278648:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97843892c000 x1875989369207296/t0(0) o35->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789093468.976551:0:278648:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789093468.976553:0:278648:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789093468.976557:0:278648:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789093468.976559:0:278648:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789093468.976561:0:278648:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789093468.976565:0:278648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff97843892c000 pname:cluuid:pid:xid:nid:opc:job lfs:b0241929-959a-49c3-a3c6-35d2c689d415:278648:1875989369207296:192.168.206.138@tcp:35:lfs.0 00000100:00000001:2.0:1789093468.976569:0:278648:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789093468.976574:0:278648:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789093468.976576:0:278648:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789093468.976579:0:278648:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789093468.976583:0:278648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9784080df800. 02000000:00000001:2.0:1789093468.976585:0:278648:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789093468.976596:0:278648:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000010:2.0:1789093468.976600:0:278648:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9784324177e8. 00000400:00000010:2.0:1789093468.976607:0:278648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97841ff46220. 00000100:00000200:2.0:1789093468.976612:0:278648:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875989369207296, portal 10 00000100:00000001:2.0:1789093468.976614:0:278648:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789093468.976615:0:278648:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629192873459712 : -114880836091904 : ffff97843892c000) 00000100:00000040:2.0:1789093468.976622:0:278648:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff97843892c000 x1875989369207296/t0(0) o35->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:23/10 lens 392/624 e 0 to 0 dl 1789093484 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789093468.976628:0:278648:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789093468.976630:0:278648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.138@tcp 00000400:00000010:2.0:1789093468.976633:0:278648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97841ff466e8. 00000100:00000200:2.0:1789093468.976636:0:278648:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875989369207296, offset 0 00000400:00000200:2.0:1789093468.976642:0:278648:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.206.138@tcp 00000400:00000200:2.0:1789093468.976649:0:278648:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:2.0:1789093468.976656:0:278648:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.138@tcp local destination 00000400:00000200:2.0:1789093468.976666:0:278648:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789093468.976670:0:278648:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.206.38@tcp 00000400:00000200:2.0:1789093468.976673:0:278648:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.206.38@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789093468.976676:0:278648:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.138@tcp 00000400:00000200:2.0:1789093468.976679:0:278648:0:(lib-move.c:1710:lnet_handle_send()) 192.168.206.38@tcp NI seq info: [546116:546116:256:4294967295] 192.168.206.138@tcp LPNI seq info [546077:546077:8:4294967295] 00000400:00000200:2.0:1789093468.976684:0:278648:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:2.0:1789093468.976694:0:278648:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp:) -> 192.168.206.138@tcp(192.168.206.138@tcp:192.168.206.138@tcp) : PUT try# 0 00000800:00000200:2.0:1789093468.976699:0:278648:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.138@tcp 00000800:00000010:2.0:1789093468.976704:0:278648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97840a70ed00. 00000800:00000200:2.0:1789093468.976767:0:278648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff978408f5f180] -> 12345-192.168.206.138@tcp (5) 00000800:00000200:2.0:1789093468.976774:0:278648:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.138@tcp ip 192.168.206.138:988 00000800:00000200:2.0:1789093468.976779:0:278648:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97840a70ed00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1789093468.976852:0:278648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789093468.976857:0:278648:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: using a timeout of 24637 usecs (25 jiffies) 00000400:00000200:2.0:1789093468.976861:0:278648:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000100:00000001:2.0:1789093468.976864:0:278648:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: PM QoS new deadline estimation for cpu 0 is 4305414132 00000100:00000001:2.0:1789093468.976872:0:278648:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: PM QoS request active for cpu 0, simply extend its deadline from 4305414126 00000100:00000001:2.0:1789093468.976877:0:278648:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: PM QoS new deadline estimation for cpu 1 is 4305414132 00000100:00000001:2.0:1789093468.976881:0:278648:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: PM QoS request active for cpu 1, simply extend its deadline from 4305414126 00000100:00000001:2.0:1789093468.976883:0:278648:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789093468.976886:0:278648:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789093468.976888:0:278648:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789093468.976890:0:278648:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789093468.976902:0:278648:0:(client.c:2702:ptlrpc_set_wait()) set ffff97842be85cc0 going to sleep for 11 seconds 00000100:00000001:2.0:1789093468.976905:0:278648:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789093468.976907:0:278648:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789093468.977334:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789093468.977340:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97840a70ed00. 00000400:00000200:0.0:1789093468.977345:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789093468.977351:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000400:00000200:0.0:1789093468.977357:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97841ff466e8 00000400:00000010:0.0:1789093468.977359:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff97841ff466e8. 00000100:00000001:0.0:1789093468.977364:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1789093468.977369:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97843892c000 x1875989369207296/t0(0) o35->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:23/10 lens 392/624 e 0 to 0 dl 1789093484 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789093468.977379:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789093468.977382:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff97843892c000 x1875989369207296/t0(0) o35->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:23/10 lens 392/624 e 0 to 0 dl 1789093484 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789093468.977389:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093468.977390:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1789093468.981200:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093468.981228:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789093468.981232:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093468.981234:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789093468.981290:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093468.981302:0:2391:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp) <- 192.168.206.138@tcp : PUT - for me 00000400:00000200:0.0:1789093468.981312:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093468.981318:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093468.981324:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093468.981329:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.138@tcp of length 456 into portal 10 MB=0x6aa33cff43a00 00000400:00000200:0.0:1789093468.981336:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093468.981342:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.138@tcp of length 456/456 into md 0x53d111 [1] + 224 00000800:00000001:0.0:1789093468.981349:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093468.981504:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789093468.981509:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789093468.981514:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000100:00000001:1.0:1789093468.981522:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789093468.981530:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97843892c000 x1875989369207296/t0(0) o35->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:23/10 lens 392/624 e 0 to 0 dl 1789093484 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789093468.981541:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff97843892c000 x1875989369207296/t0(0) o35->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:23/10 lens 392/624 e 0 to 0 dl 1789093484 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789093468.981601:0:278648:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789093468.981618:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789093468.981628:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093468.981631:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1789093468.983459:0:278648:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789093468.983464:0:278648:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789093468.983469:0:278648:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9784324177e8. 00000400:00000200:2.0:1789093468.983476:0:278648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97841ff46220 00000400:00000010:2.0:1789093468.983493:0:278648:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff97841ff46220. 00000100:00000001:2.0:1789093468.983497:0:278648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789093468.983506:0:278648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97843892c000 x1875989369207296/t0(0) o35->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:23/10 lens 392/624 e 0 to 0 dl 1789093484 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789093468.983517:0:278648:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97843892c000 x1875989369207296/t0(0) o35->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:23/10 lens 392/624 e 0 to 0 dl 1789093484 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789093468.983525:0:278648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789093468.983527:0:278648:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789093468.983529:0:278648:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1789093468.983533:0:278648:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789093468.983535:0:278648:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789093468.983537:0:278648:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789093468.983540:0:278648:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789093468.983548:0:278648:0:(import.c:2149:obd_at_measure()) add 5 to ffff97840b494cf0 time=13 v=5 (5 5 5 5) 00000100:00001000:2.0:1789093468.983552:0:278648:0:(import.c:2149:obd_at_measure()) add 1 to ffff97840b494c18 time=113 v=5 (1 1 0 0) 00000100:00000001:2.0:1789093468.983555:0:278648:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789093468.983556:0:278648:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789093468.983559:0:278648:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789093468.983562:0:278648:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789093468.983565:0:278648:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1789093468.983567:0:278648:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1789093468.983569:0:278648:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1789093468.983571:0:278648:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789093468.983572:0:278648:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629192873459712 : -114880836091904 : ffff97843892c000) 00000100:00000001:2.0:1789093468.983576:0:278648:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789093468.983578:0:278648:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff978407827800: skip recheck: last_committed 30064771458 00000100:00000001:2.0:1789093468.983580:0:278648:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789093468.983582:0:278648:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789093468.983587:0:278648:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97843892c000 x1875989369207296/t30064771462(30064771462) o35->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:23/10 lens 392/456 e 0 to 0 dl 1789093484 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789093468.983594:0:278648:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789093468.983596:0:278648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789093468.983598:0:278648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789093468.983602:0:278648:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97843892c000 x1875989369207296/t30064771462(30064771462) o35->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:23/10 lens 392/456 e 0 to 0 dl 1789093484 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789093468.983616:0:278648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff97843892c000 pname:cluuid:pid:xid:nid:opc:job lfs:b0241929-959a-49c3-a3c6-35d2c689d415:278648:1875989369207296:192.168.206.138@tcp:35:lfs.0 00000100:00000001:2.0:1789093468.983620:0:278648:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789093468.983623:0:278648:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789093468.983625:0:278648:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789093468.983627:0:278648:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789093468.983630:0:278648:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff97843892c000 x1875989369207296/t30064771462(30064771462) o35->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:23/10 lens 392/456 e 0 to 0 dl 1789093484 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789093468.983635:0:278648:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789093468.983638:0:278648:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff97842be85cc0. 00000100:00000001:2.0:1789093468.983642:0:278648:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789093468.983643:0:278648:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789093468.983649:0:278648:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789093468.983651:0:278648:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629192873459712 : -114880836091904 : ffff97843892c000) 00000002:00000001:2.0:1789093468.983653:0:278648:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789093468.983656:0:278648:0:(lmv_obd.c:1675:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789093468.983660:0:278648:0:(llite_lib.c:4196:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff978432610c00. 00000080:00000001:2.0:1789093468.983664:0:278648:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1789093468.983667:0:278648:0:(lmv_obd.c:4193:lmv_clear_open_replay_data()) Process entered 00800000:00000001:2.0:1789093468.983670:0:278648:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789093468.983673:0:278648:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789093468.983675:0:278648:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789093468.983678:0:278648:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789093468.983680:0:278648:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789093468.983682:0:278648:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0x11d9:0x0] 00800000:00000001:2.0:1789093468.983684:0:278648:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789093468.983689:0:278648:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1789093468.983694:0:278648:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff97843995f100 x1875989369206272/t30064771459(30064771459) o101->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 528/608 e 0 to 0 dl 1789093553 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789093468.983701:0:278648:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789093468.983702:0:278648:0:(lmv_obd.c:4199:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789093468.983704:0:278648:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff97841fe71940. 00000100:00000001:2.0:1789093468.983712:0:278648:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789093468.983716:0:278648:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff97843892c000 x1875989369207296/t30064771462(30064771462) o35->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:23/10 lens 392/456 e 0 to 0 dl 1789093484 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789093468.983722:0:278648:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789093468.983724:0:278648:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789093468.983728:0:278648:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9784062a3cc0. 00000080:00000001:2.0:1789093468.983731:0:278648:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789093468.983736:0:278648:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa65e41a0fdf0 00000080:00000008:2.0:1789093468.983738:0:278648:0:(file.c:523:ll_file_release()) COMPLETED file f812b.sanity:[0x200002b17:0x11d9:0x0](ffff978411a65348), flags 100001, rc = 0 00000080:00000001:2.0:1789093468.983741:0:278648:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789093468.983746:0:278648:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1789093468.983748:0:278648:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa65e41a0fe00 00000080:00002000:2.0:1789093468.983750:0:278648:0:(dcache.c:127:ll_ddelete()) deleting dentry f812b.sanity (ffff978402182288, parent ffff97840206e0d8, inode ffff978411a65348) hashed, 00000080:00000001:2.0:1789093468.983753:0:278648:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789093468.983761:0:278648:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1789093468.983767:0:278648:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:2.1:1789093468.992782:0:278649:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9784324bc320. 00000080:00000001:2.0:1789093468.994062:0:278649:0:(file.c:6635:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789093468.994066:0:278649:0:(file.c:6635:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789093468.994069:0:278649:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789093468.994071:0:278649:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa65e41ed7b20 00000080:00200000:2.0:1789093468.994075:0:278649:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff978410b000c8),name=/ 00000080:00000010:2.0:1789093468.994081:0:278649:0:(llite_lib.c:4055:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff978432610c00. 00800000:00000002:2.0:1789093468.994087:0:278649:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff97840848edc0 2 00000080:00000001:2.0:1789093468.994090:0:278649:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789093468.994095:0:278649:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789093468.994097:0:278649:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa65e41ed7a40 00800000:00000002:2.0:1789093468.994099:0:278649:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789093468.994103:0:278649:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789093468.994106:0:278649:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789093468.994109:0:278649:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789093468.994111:0:278649:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789093468.994114:0:278649:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789093468.994116:0:278649:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789093468.994118:0:278649:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789093468.994121:0:278649:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789093468.994124:0:278649:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789093468.994137:0:278649:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789093468.994139:0:278649:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa65e41ed7910 00000002:00010000:2.0:1789093468.994140:0:278649:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789093468.994144:0:278649:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789093468.994146:0:278649:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789093468.994149:0:278649:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789093468.994155:0:278649:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789093468.994157:0:278649:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789093468.994159:0:278649:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789093468.994161:0:278649:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789093468.994163:0:278649:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1789093468.994167:0:278649:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97843892d880. 00000020:00000040:2.0:1789093468.994170:0:278649:0:(genops.c:1231:class_import_get()) import ffff97840b494800 refcount=10 obd=lustre-MDT0000-mdc-ffff978407827800 00010000:00000001:2.0:1789093468.994176:0:278649:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789093468.994180:0:278649:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789093468.994187:0:278649:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789093468.994188:0:278649:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789093468.994190:0:278649:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789093468.994192:0:278649:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789093468.994194:0:278649:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789093468.994198:0:278649:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789093468.994204:0:278649:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9784080dfc00. 00000100:00000001:2.0:1789093468.994211:0:278649:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789093468.994957:0:278649:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789093468.994962:0:278649:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789093468.994965:0:278649:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789093468.994966:0:278649:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789093468.994967:0:278649:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789093468.994976:0:278649:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446629192873465984 : -114880836085632 : ffff97843892d880) 00010000:00000001:2.0:1789093468.994979:0:278649:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789093468.994982:0:278649:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1789093468.994989:0:278649:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff978410526300. 00010000:00000010:2.0:1789093468.994994:0:278649:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff97841fefb080. 00010000:00000001:2.0:1789093468.994997:0:278649:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789093468.995000:0:278649:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff97841e837e00. 00000020:00000001:2.0:1789093468.995005:0:278649:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789093468.995016:0:278649:0:(lustre_handles.c:93:class_handle_hash()) added object ffff97841e837e00 with handle 0xff5b0ce8e6d4080e to hash 00000020:00000001:2.0:1789093468.995018:0:278649:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789093468.995019:0:278649:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446629192436252160 : -114881273299456 : ffff97841e837e00) 00010000:00000001:2.0:1789093468.995023:0:278649:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446629192436252160 : -114881273299456 : ffff97841e837e00) 00010000:00000001:2.0:1789093468.995026:0:278649:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789093468.995029:0:278649:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789093468.995033:0:278649:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff978407827800 lock: ffff97841e837e00/0xff5b0ce8e6d4080e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 278649 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789093468.995042:0:278649:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff978407827800 lock: ffff97841e837e00/0xff5b0ce8e6d4080e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 278649 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789093468.995053:0:278649:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff978407827800 lock: ffff97841e837e00/0xff5b0ce8e6d4080e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 278649 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789093468.995059:0:278649:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789093468.995061:0:278649:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789093468.995067:0:278649:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff97842be85cc0. 00000100:00000001:2.0:1789093468.995069:0:278649:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446629192660966592 : -114881048585024 : ffff97842be85cc0) 00000100:00000001:2.0:1789093468.995072:0:278649:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789093468.995073:0:278649:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629192873465984 : -114880836085632 : ffff97843892d880) 00000100:00000001:2.0:1789093468.995078:0:278649:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789093468.995082:0:278649:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789093468.995084:0:278649:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789093468.995086:0:278649:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789093468.995095:0:278649:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97843892d880 x1875989369207424/t0(0) o101->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789093468.995105:0:278649:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789093468.995107:0:278649:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789093468.995111:0:278649:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789093468.995113:0:278649:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789093468.995116:0:278649:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789093468.995119:0:278649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff97843892d880 pname:cluuid:pid:xid:nid:opc:job stat:b0241929-959a-49c3-a3c6-35d2c689d415:278649:1875989369207424:192.168.206.138@tcp:101:stat.0 00000100:00000001:2.0:1789093468.995131:0:278649:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789093468.995137:0:278649:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789093468.995139:0:278649:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789093468.995142:0:278649:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789093468.995146:0:278649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff978410fdb800. 02000000:00000001:2.0:1789093468.995148:0:278649:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789093468.995154:0:278649:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000010:2.0:1789093468.995158:0:278649:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9784324177e8. 00000400:00000010:2.0:1789093468.995164:0:278649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97841ff46220. 00000100:00000200:2.0:1789093468.995172:0:278649:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875989369207424, portal 10 00000100:00000001:2.0:1789093468.995174:0:278649:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789093468.995175:0:278649:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629192873465984 : -114880836085632 : ffff97843892d880) 00000100:00000040:2.0:1789093468.995181:0:278649:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff97843892d880 x1875989369207424/t0(0) o101->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789093553 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789093468.995188:0:278649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789093468.995191:0:278649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.138@tcp 00000400:00000010:2.0:1789093468.995194:0:278649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97841ff465d8. 00000100:00000200:2.0:1789093468.997611:0:278649:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875989369207424, offset 0 00000400:00000200:2.0:1789093468.997634:0:278649:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.206.138@tcp 00000400:00000200:2.0:1789093468.997645:0:278649:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:2.0:1789093468.997653:0:278649:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.138@tcp local destination 00000400:00000200:2.0:1789093468.997658:0:278649:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789093468.997661:0:278649:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.206.38@tcp 00000400:00000200:2.0:1789093468.997664:0:278649:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.206.38@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789093468.997666:0:278649:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.138@tcp 00000400:00000200:2.0:1789093468.997669:0:278649:0:(lib-move.c:1710:lnet_handle_send()) 192.168.206.38@tcp NI seq info: [546117:546117:256:4294967295] 192.168.206.138@tcp LPNI seq info [546078:546078:8:4294967295] 00000400:00000200:2.0:1789093468.997673:0:278649:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:2.0:1789093468.997681:0:278649:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp:) -> 192.168.206.138@tcp(192.168.206.138@tcp:192.168.206.138@tcp) : PUT try# 0 00000800:00000200:2.0:1789093468.997686:0:278649:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.138@tcp 00000800:00000010:2.0:1789093468.997692:0:278649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97840a70ea00. 00000800:00000200:2.0:1789093468.997699:0:278649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff978408f5f180] -> 12345-192.168.206.138@tcp (5) 00000800:00000200:2.0:1789093468.997718:0:278649:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.138@tcp ip 192.168.206.138:988 00000800:00000200:2.0:1789093468.997722:0:278649:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97840a70ea00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1789093468.997731:0:278649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789093468.997736:0:278649:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: using a timeout of 24633 usecs (25 jiffies) 00000400:00000200:2.0:1789093468.997740:0:278649:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000100:00000001:2.0:1789093468.997742:0:278649:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: PM QoS new deadline estimation for cpu 0 is 4305414153 00000100:00000001:2.0:1789093468.997749:0:278649:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: PM QoS request active for cpu 0, simply extend its deadline from 4305414132 00000100:00000001:2.0:1789093468.997753:0:278649:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: PM QoS new deadline estimation for cpu 1 is 4305414153 00000100:00000001:2.0:1789093468.997756:0:278649:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: PM QoS request active for cpu 1, simply extend its deadline from 4305414132 00000100:00000001:2.0:1789093468.997759:0:278649:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789093468.997762:0:278649:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789093468.997765:0:278649:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789093468.997767:0:278649:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=80 : 80 : 50) 00000100:00100000:2.0:1789093468.997770:0:278649:0:(client.c:2702:ptlrpc_set_wait()) set ffff97842be85cc0 going to sleep for 80 seconds 00000100:00000001:2.0:1789093468.997773:0:278649:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789093468.997776:0:278649:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789093468.997914:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789093468.997919:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97840a70ea00. 00000400:00000200:0.0:1789093468.997924:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789093468.997928:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000400:00000200:0.0:1789093468.997933:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97841ff465d8 00000400:00000010:0.0:1789093468.997935:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff97841ff465d8. 00000100:00000001:0.0:1789093468.997940:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1789093468.997946:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97843892d880 x1875989369207424/t0(0) o101->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789093553 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789093468.997956:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789093468.997960:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff97843892d880 x1875989369207424/t0(0) o101->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789093553 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789093468.997967:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093468.997968:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1789093469.005720:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093469.005738:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789093469.005742:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093469.005745:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789093469.005752:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093469.005759:0:2391:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp) <- 192.168.206.138@tcp : PUT - for me 00000400:00000200:1.0:1789093469.005777:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093469.005782:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093469.005800:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093469.005804:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.138@tcp of length 688 into portal 10 MB=0x6aa33cff43a80 00000400:00000200:1.0:1789093469.005809:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093469.005815:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.138@tcp of length 688/688 into md 0x53d119 [1] + 224 00000800:00000001:1.0:1789093469.005822:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093469.005833:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789093469.005835:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789093469.005840:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000100:00000001:1.0:1789093469.005847:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789093469.005855:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97843892d880 x1875989369207424/t0(0) o101->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789093553 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789093469.005866:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff97843892d880 x1875989369207424/t0(0) o101->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789093553 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789093469.005920:0:278649:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789093469.005936:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789093469.005946:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093469.005949:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1789093469.006185:0:278649:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789093469.006187:0:278649:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789093469.006191:0:278649:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9784324177e8. 00000400:00000200:2.0:1789093469.006195:0:278649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97841ff46220 00000400:00000010:2.0:1789093469.006198:0:278649:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff97841ff46220. 00000100:00000001:2.0:1789093469.006201:0:278649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789093469.006206:0:278649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97843892d880 x1875989369207424/t0(0) o101->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789093553 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789093469.006215:0:278649:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97843892d880 x1875989369207424/t0(0) o101->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789093553 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789093469.006222:0:278649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789093469.006223:0:278649:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789093469.006226:0:278649:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1789093469.006229:0:278649:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789093469.006232:0:278649:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789093469.006240:0:278649:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789093469.006276:0:278649:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789093469.006286:0:278649:0:(import.c:2149:obd_at_measure()) add 60 to ffff97840b494c60 time=14 v=60 (60 61 61 62) 00000100:00001000:2.0:1789093469.006290:0:278649:0:(import.c:2149:obd_at_measure()) add 1 to ffff97840b494c18 time=114 v=5 (1 1 0 0) 00000100:00000001:2.0:1789093469.006293:0:278649:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789093469.006295:0:278649:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789093469.006298:0:278649:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789093469.006301:0:278649:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789093469.006304:0:278649:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789093469.006306:0:278649:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff978407827800: skip recheck: last_committed 30064771458 00000100:00000001:2.0:1789093469.006308:0:278649:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789093469.006310:0:278649:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789093469.006315:0:278649:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97843892d880 x1875989369207424/t0(0) o101->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 576/688 e 0 to 0 dl 1789093553 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789093469.006323:0:278649:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789093469.006325:0:278649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789093469.006327:0:278649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789093469.006331:0:278649:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97843892d880 x1875989369207424/t0(0) o101->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 576/688 e 0 to 0 dl 1789093553 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789093469.006339:0:278649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff97843892d880 pname:cluuid:pid:xid:nid:opc:job stat:b0241929-959a-49c3-a3c6-35d2c689d415:278649:1875989369207424:192.168.206.138@tcp:101:stat.0 00000100:00000001:2.0:1789093469.006343:0:278649:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789093469.006346:0:278649:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789093469.006348:0:278649:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789093469.006350:0:278649:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789093469.006353:0:278649:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97843892d880 x1875989369207424/t0(0) o101->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 576/688 e 0 to 0 dl 1789093553 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789093469.006359:0:278649:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789093469.006361:0:278649:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff97842be85cc0. 00000100:00000001:2.0:1789093469.006365:0:278649:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789093469.006366:0:278649:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789093469.006369:0:278649:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1789093469.006372:0:278649:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789093469.006375:0:278649:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1789093469.006383:0:278649:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff97841e837e00 refcount=4 00000020:00000001:2.0:1789093469.006386:0:278649:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446629192436252160 : -114881273299456 : ffff97841e837e00) 00010000:00000001:2.0:1789093469.006388:0:278649:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629192436252160 : -114881273299456 : ffff97841e837e00) 00010000:00000040:2.0:1789093469.006395:0:278649:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff97841e837e00, remote cookie: 0x8ad7b11b348e9ff6, flags: 0x1001 00010000:00010000:2.0:1789093469.006400:0:278649:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff978407827800 lock: ffff97841e837e00/0xff5b0ce8e6d4080e lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8ad7b11b348e9ff6 expref: -99 pid: 278649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789093469.006410:0:278649:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff978407827800 lock: ffff97841e837e00/0xff5b0ce8e6d4080e lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8ad7b11b348e9ff6 expref: -99 pid: 278649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789093469.006518:0:278649:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1789093469.006522:0:278649:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1789093469.006524:0:278649:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1789093469.006525:0:278649:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1789093469.006527:0:278649:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1789093469.006529:0:278649:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff978410526300) refcount = 1 00010000:00010000:2.0:1789093469.006534:0:278649:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff978407827800 lock: ffff97841e837e00/0xff5b0ce8e6d4080e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8ad7b11b348e9ff6 expref: -99 pid: 278649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789093469.006541:0:278649:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1789093469.006545:0:278649:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1789093469.006546:0:278649:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789093469.006549:0:278649:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1789093469.006552:0:278649:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789093469.006555:0:278649:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff978407827800 lock: ffff97841e837e00/0xff5b0ce8e6d4080e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8ad7b11b348e9ff6 expref: -99 pid: 278649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789093469.006561:0:278649:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1789093469.006563:0:278649:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789093469.006564:0:278649:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789093469.006565:0:278649:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789093469.006566:0:278649:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789093469.006568:0:278649:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789093469.006578:0:278649:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1789093469.006580:0:278649:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789093469.006581:0:278649:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1789093469.006583:0:278649:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff97841e837e00 refcount=3 00000020:00000001:2.0:1789093469.006585:0:278649:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446629192436252160 : -114881273299456 : ffff97841e837e00) 00010000:00000001:2.0:1789093469.006587:0:278649:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629192436252160 : -114881273299456 : ffff97841e837e00) 00010000:00000001:2.0:1789093469.006590:0:278649:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789093469.006591:0:278649:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1789093469.006592:0:278649:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff97841e837e00 refcount=4 00000020:00000001:2.0:1789093469.006594:0:278649:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446629192436252160 : -114881273299456 : ffff97841e837e00) 00010000:00000001:2.0:1789093469.006596:0:278649:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629192436252160 : -114881273299456 : ffff97841e837e00) 00010000:00000001:2.0:1789093469.006599:0:278649:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789093469.006602:0:278649:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789093469.006605:0:278649:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff978407827800 lock: ffff97841e837e00/0xff5b0ce8e6d4080e lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8ad7b11b348e9ff6 expref: -99 pid: 278649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789093469.006611:0:278649:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789093469.006613:0:278649:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789093469.006614:0:278649:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789093469.006615:0:278649:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1789093469.006616:0:278649:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff97841e837e00 refcount=5 00000020:00000001:2.0:1789093469.006617:0:278649:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446629192436252160 : -114881273299456 : ffff97841e837e00) 00010000:00000001:2.0:1789093469.006619:0:278649:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629192436252160 : -114881273299456 : ffff97841e837e00) 00010000:00000001:2.0:1789093469.006621:0:278649:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789093469.006624:0:278649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff978407827800 lock: ffff97841e837e00/0xff5b0ce8e6d4080e lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8ad7b11b348e9ff6 expref: -99 pid: 278649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789093469.006629:0:278649:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789093469.006630:0:278649:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789093469.006633:0:278649:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff978407827800 lock: ffff97841e837e00/0xff5b0ce8e6d4080e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8ad7b11b348e9ff6 expref: -99 pid: 278649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789093469.006650:0:278649:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789093469.006651:0:278649:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789093469.006652:0:278649:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789093469.006653:0:278649:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789093469.006654:0:278649:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1789093469.006660:0:278649:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff97843892d880 x1875989369207424/t0(0) o101->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 576/688 e 0 to 0 dl 1789093553 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1789093469.006669:0:278649:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789093469.006670:0:278649:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1789093469.006672:0:278649:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff97841e837e00 refcount=3 00000020:00000001:2.0:1789093469.006674:0:278649:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446629192436252160 : -114881273299456 : ffff97841e837e00) 00010000:00000001:2.0:1789093469.006676:0:278649:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629192436252160 : -114881273299456 : ffff97841e837e00) 00010000:00000001:2.0:1789093469.006678:0:278649:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789093469.006679:0:278649:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789093469.006680:0:278649:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789093469.006683:0:278649:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789093469.006685:0:278649:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1789093469.006687:0:278649:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789093469.006689:0:278649:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1789093469.006690:0:278649:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff97841e837e00 refcount=3 00000020:00000001:2.0:1789093469.006692:0:278649:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446629192436252160 : -114881273299456 : ffff97841e837e00) 00010000:00000001:2.0:1789093469.006694:0:278649:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629192436252160 : -114881273299456 : ffff97841e837e00) 00000002:00010000:2.0:1789093469.006697:0:278649:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff978407827800 lock: ffff97841e837e00/0xff5b0ce8e6d4080e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8ad7b11b348e9ff6 expref: -99 pid: 278649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789093469.006703:0:278649:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789093469.006704:0:278649:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789093469.006706:0:278649:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789093469.006707:0:278649:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789093469.006708:0:278649:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1789093469.006709:0:278649:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff97841e837e00 refcount=3 00000020:00000001:2.0:1789093469.006711:0:278649:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446629192436252160 : -114881273299456 : ffff97841e837e00) 00010000:00000001:2.0:1789093469.006718:0:278649:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629192436252160 : -114881273299456 : ffff97841e837e00) 00010000:00000040:2.0:1789093469.006724:0:278649:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff978410526300 count: 2 00010000:00000001:2.0:1789093469.006726:0:278649:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1789093469.006731:0:278649:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff978408f4b800 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1789093469.006734:0:278649:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789093469.006735:0:278649:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789093469.006736:0:278649:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1789093469.006739:0:278649:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa65e41ed7898 00000002:00002000:2.0:1789093469.006741:0:278649:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1789093469.006744:0:278649:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789093469.006748:0:278649:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789093469.006751:0:278649:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789093469.006753:0:278649:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 0 00000080:00000001:2.0:1789093469.006756:0:278649:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789093469.007071:0:278649:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff97840848edc0 2 00000080:00000010:2.0:1789093469.007076:0:278649:0:(llite_lib.c:4196:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff978432610c00. 00000080:00000001:2.0:1789093469.007081:0:278649:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789093469.007083:0:278649:0:(llite_lib.c:3837:ll_prep_inode()) Process entered 00000002:00000001:2.0:1789093469.007089:0:278649:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1789093469.007093:0:278649:0:(lmv_obd.c:3922:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1789093469.007098:0:278649:0:(lmv_obd.c:3901:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff97841fe71940. 00800000:00000001:2.0:1789093469.007100:0:278649:0:(lmv_obd.c:3906:lmv_stripe_object_alloc()) Process leaving (rc=18446629192459557184 : -114881249994432 : ffff97841fe71940) 00800000:00000001:2.0:1789093469.007103:0:278649:0:(lmv_obd.c:3983:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789093469.007105:0:278649:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1789093469.007107:0:278649:0:(llite_lib.c:1965:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1789093469.007109:0:278649:0:(llite_lib.c:1969:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1789093469.007112:0:278649:0:(llite_lib.c:1920:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1789093469.007115:0:278649:0:(llite_lib.c:1942:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1789093469.007116:0:278649:0:(llite_lib.c:1986:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789093469.007121:0:278649:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1789093469.007123:0:278649:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:2.0:1789093469.007126:0:278649:0:(llite_lib.c:3057:ll_update_inode()) setting ino 144115188193296385 mtime from 1789093383 to 1789093468 00000080:00200000:2.0:1789093469.007130:0:278649:0:(llite_lib.c:3126:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 20480 00010000:00000001:2.0:1789093469.007132:0:278649:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789093469.007138:0:278649:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1789093469.007140:0:278649:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff97841e837e00 refcount=3 00000020:00000001:2.0:1789093469.007142:0:278649:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446629192436252160 : -114881273299456 : ffff97841e837e00) 00010000:00000001:2.0:1789093469.007144:0:278649:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629192436252160 : -114881273299456 : ffff97841e837e00) 00010000:00000001:2.0:1789093469.007146:0:278649:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789093469.007147:0:278649:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789093469.007149:0:278649:0:(llite_lib.c:3935:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1789093469.007152:0:278649:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1789093469.007153:0:278649:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff97841fe71940 1 00800000:00000010:2.0:1789093469.007155:0:278649:0:(lmv_obd.c:4024:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff97841fe71940. 00800000:00000001:2.0:1789093469.007158:0:278649:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789093469.007161:0:278649:0:(llite_internal.h:2014:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff978410b000c8) for lock 0xff5b0ce8e6d4080e 00800000:00000001:2.0:1789093469.007164:0:278649:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789093469.007165:0:278649:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789093469.007167:0:278649:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789093469.007168:0:278649:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1789093469.007169:0:278649:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff97841e837e00 refcount=3 00000020:00000001:2.0:1789093469.007171:0:278649:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446629192436252160 : -114881273299456 : ffff97841e837e00) 00010000:00000001:2.0:1789093469.007173:0:278649:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629192436252160 : -114881273299456 : ffff97841e837e00) 00010000:00000001:2.0:1789093469.007175:0:278649:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789093469.007177:0:278649:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789093469.007178:0:278649:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789093469.007179:0:278649:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789093469.007182:0:278649:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789093469.007184:0:278649:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff978410b000c8) 00000080:00010000:2.0:1789093469.007187:0:278649:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xff5b0ce8e6d4080e from it ffffa65e41ed7b58 00010000:00000001:2.0:1789093469.007189:0:278649:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789093469.007190:0:278649:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1789093469.007191:0:278649:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff97841e837e00 refcount=3 00000020:00000001:2.0:1789093469.007193:0:278649:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446629192436252160 : -114881273299456 : ffff97841e837e00) 00010000:00000001:2.0:1789093469.007194:0:278649:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629192436252160 : -114881273299456 : ffff97841e837e00) 00010000:00000001:2.0:1789093469.007196:0:278649:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789093469.007199:0:278649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff978407827800 lock: ffff97841e837e00/0xff5b0ce8e6d4080e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8ad7b11b348e9ff6 expref: -99 pid: 278649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789093469.007215:0:278649:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789093469.007217:0:278649:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789093469.007218:0:278649:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789093469.007220:0:278649:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789093469.007223:0:278649:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff978407827800 lock: ffff97841e837e00/0xff5b0ce8e6d4080e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8ad7b11b348e9ff6 expref: -99 pid: 278649 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789093469.007230:0:278649:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789093469.007233:0:278649:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789093469.007234:0:278649:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789093469.007239:0:278649:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789093469.007240:0:278649:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789093469.007241:0:278649:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789093469.007370:0:278649:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789093469.007373:0:278649:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789093469.007374:0:278649:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789093469.007377:0:278649:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789093469.007379:0:278649:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789093469.007380:0:278649:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789093469.007382:0:278649:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789093469.007384:0:278649:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789093469.007391:0:278649:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97843892d880 x1875989369207424/t0(0) o101->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 576/688 e 0 to 0 dl 1789093553 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789093469.007399:0:278649:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789093469.007402:0:278649:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789093469.007405:0:278649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff978410fdb800. 02000000:00000001:2.0:1789093469.007409:0:278649:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789093469.007411:0:278649:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1789093469.007413:0:278649:0:(genops.c:1244:class_import_put()) import ffff97840b494800 refcount=9 obd=lustre-MDT0000-mdc-ffff978407827800 00000020:00000001:2.0:1789093469.007489:0:278649:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1789093469.007492:0:278649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9784080dfc00. 02000000:00000001:2.0:1789093469.007496:0:278649:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789093469.007498:0:278649:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789093469.007500:0:278649:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97843892d880. 00000100:00000001:2.0:1789093469.007509:0:278649:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789093469.007511:0:278649:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789093469.007514:0:278649:0:(file.c:6650:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff978410b000c8), inode mode 41ff mask 1 00000080:00000001:2.0:1789093469.007520:0:278649:0:(file.c:6689:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789093469.007532:0:278649:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9784084ab080. 00000020:00000001:2.0:1789093469.007536:0:278649:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa65e41ed7ae8 00000080:00200000:2.0:1789093469.007539:0:278649:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f812b.sanity, dir=[0x200000007:0x1:0x0](ffff978410b000c8), flags=8 00000080:00000001:2.0:1789093469.007543:0:278649:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1789093469.007544:0:278649:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa65e41ed7998 00000080:00200000:2.0:1789093469.007546:0:278649:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f812b.sanity, dir=[0x200000007:0x1:0x0](ffff978410b000c8), intent=getattr 00000080:00000010:2.0:1789093469.007553:0:278649:0:(llite_lib.c:4055:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff978432610c00. 00800000:00000002:2.0:1789093469.007558:0:278649:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff97840848edc0 2 00000080:00000001:2.0:1789093469.007563:0:278649:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789093469.007566:0:278649:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789093469.007567:0:278649:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa65e41ed78b8 00800000:00000002:2.0:1789093469.007569:0:278649:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f812b.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789093469.007572:0:278649:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789093469.007576:0:278649:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789093469.007579:0:278649:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789093469.007581:0:278649:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789093469.007583:0:278649:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789093469.007584:0:278649:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789093469.007587:0:278649:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789093469.007589:0:278649:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789093469.007592:0:278649:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa65e41ed7850 00800000:00000002:2.0:1789093469.007593:0:278649:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='f812b.sanity' -> mds #0 00000002:00000001:2.0:1789093469.007597:0:278649:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789093469.007598:0:278649:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa65e41ed7788 00000002:00010000:2.0:1789093469.007600:0:278649:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f812b.sanity,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:2.0:1789093469.007604:0:278649:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789093469.007606:0:278649:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1789093469.007609:0:278649:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97843892d880. 00000020:00000040:2.0:1789093469.007613:0:278649:0:(genops.c:1231:class_import_get()) import ffff97840b494800 refcount=10 obd=lustre-MDT0000-mdc-ffff978407827800 00010000:00000001:2.0:1789093469.007617:0:278649:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789093469.007620:0:278649:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789093469.007629:0:278649:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789093469.007630:0:278649:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789093469.007631:0:278649:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789093469.007635:0:278649:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789093469.007637:0:278649:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789093469.007640:0:278649:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789093469.007645:0:278649:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9784080dfc00. 00000100:00000001:2.0:1789093469.007651:0:278649:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789093469.007655:0:278649:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789093469.007656:0:278649:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789093469.007658:0:278649:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789093469.007659:0:278649:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789093469.007661:0:278649:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789093469.007668:0:278649:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446629192873465984 : -114880836085632 : ffff97843892d880) 00010000:00000001:2.0:1789093469.007671:0:278649:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789093469.007673:0:278649:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1789093469.007677:0:278649:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff978410526300 count: 2 00010000:00000001:2.0:1789093469.007679:0:278649:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789093469.007682:0:278649:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789093469.007691:0:278649:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff97841e837600. 00000020:00000001:2.0:1789093469.007695:0:278649:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789093469.007698:0:278649:0:(lustre_handles.c:93:class_handle_hash()) added object ffff97841e837600 with handle 0xff5b0ce8e6d40815 to hash 00000020:00000001:2.0:1789093469.007700:0:278649:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789093469.007701:0:278649:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446629192436250112 : -114881273301504 : ffff97841e837600) 00010000:00000001:2.0:1789093469.007705:0:278649:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446629192436250112 : -114881273301504 : ffff97841e837600) 00010000:00000001:2.0:1789093469.007708:0:278649:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789093469.007710:0:278649:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789093469.007714:0:278649:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff978407827800 lock: ffff97841e837600/0xff5b0ce8e6d40815 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 278649 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789093469.007721:0:278649:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff978407827800 lock: ffff97841e837600/0xff5b0ce8e6d40815 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 278649 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789093469.007730:0:278649:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff978407827800 lock: ffff97841e837600/0xff5b0ce8e6d40815 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 278649 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789093469.007745:0:278649:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789093469.007747:0:278649:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789093469.007753:0:278649:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff97842be85cc0. 00000100:00000001:2.0:1789093469.007755:0:278649:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446629192660966592 : -114881048585024 : ffff97842be85cc0) 00000100:00000001:2.0:1789093469.007758:0:278649:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789093469.007822:0:278649:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629192873465984 : -114880836085632 : ffff97843892d880) 00000100:00000001:2.0:1789093469.007829:0:278649:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789093469.007833:0:278649:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789093469.007835:0:278649:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789093469.007837:0:278649:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789093469.007842:0:278649:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97843892d880 x1875989369207552/t0(0) o101->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 584/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789093469.007850:0:278649:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789093469.007851:0:278649:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789093469.007855:0:278649:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789093469.007857:0:278649:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789093469.007860:0:278649:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789093469.007863:0:278649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff97843892d880 pname:cluuid:pid:xid:nid:opc:job stat:b0241929-959a-49c3-a3c6-35d2c689d415:278649:1875989369207552:192.168.206.138@tcp:101:stat.0 00000100:00000001:2.0:1789093469.007867:0:278649:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789093469.007872:0:278649:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789093469.007875:0:278649:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789093469.007877:0:278649:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789093469.007881:0:278649:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff978410fdb800. 02000000:00000001:2.0:1789093469.007883:0:278649:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789093469.007889:0:278649:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000010:2.0:1789093469.007903:0:278649:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9784324177e8. 00000400:00000010:2.0:1789093469.007908:0:278649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97841ff46220. 00000100:00000200:2.0:1789093469.007915:0:278649:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875989369207552, portal 10 00000100:00000001:2.0:1789093469.007917:0:278649:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789093469.007918:0:278649:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629192873465984 : -114880836085632 : ffff97843892d880) 00000100:00000040:2.0:1789093469.007924:0:278649:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff97843892d880 x1875989369207552/t0(0) o101->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 584/1152 e 0 to 0 dl 1789093554 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789093469.007942:0:278649:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789093469.007944:0:278649:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.138@tcp 00000400:00000010:2.0:1789093469.007947:0:278649:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97841ff46990. 00000100:00000200:2.0:1789093469.007951:0:278649:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1875989369207552, offset 0 00000400:00000200:2.0:1789093469.007957:0:278649:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.206.138@tcp 00000400:00000200:2.0:1789093469.007965:0:278649:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:2.0:1789093469.007972:0:278649:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.138@tcp local destination 00000400:00000200:2.0:1789093469.007977:0:278649:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789093469.007980:0:278649:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.206.38@tcp 00000400:00000200:2.0:1789093469.007983:0:278649:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.206.38@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789093469.007985:0:278649:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.138@tcp 00000400:00000200:2.0:1789093469.007989:0:278649:0:(lib-move.c:1710:lnet_handle_send()) 192.168.206.38@tcp NI seq info: [546118:546118:256:4294967295] 192.168.206.138@tcp LPNI seq info [546079:546079:8:4294967295] 00000400:00000200:2.0:1789093469.007993:0:278649:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:2.0:1789093469.008002:0:278649:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp:) -> 192.168.206.138@tcp(192.168.206.138@tcp:192.168.206.138@tcp) : PUT try# 0 00000800:00000200:2.0:1789093469.008008:0:278649:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.206.138@tcp 00000800:00000010:2.0:1789093469.008013:0:278649:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97840a70e500. 00000800:00000200:2.0:1789093469.008019:0:278649:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff978408f5f180] -> 12345-192.168.206.138@tcp (5) 00000800:00000200:2.0:1789093469.008026:0:278649:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.138@tcp ip 192.168.206.138:988 00000800:00000200:2.0:1789093469.008031:0:278649:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97840a70e500 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:2.0:1789093469.008100:0:278649:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789093469.008106:0:278649:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: using a timeout of 24630 usecs (25 jiffies) 00000400:00000200:2.0:1789093469.008110:0:278649:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000100:00000001:2.0:1789093469.008112:0:278649:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: PM QoS new deadline estimation for cpu 0 is 4305414163 00000100:00000001:2.0:1789093469.008121:0:278649:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: PM QoS request active for cpu 0, simply extend its deadline from 4305414153 00000100:00000001:2.0:1789093469.008126:0:278649:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: PM QoS new deadline estimation for cpu 1 is 4305414163 00000100:00000001:2.0:1789093469.008129:0:278649:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: PM QoS request active for cpu 1, simply extend its deadline from 4305414153 00000100:00000001:2.0:1789093469.008132:0:278649:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789093469.008134:0:278649:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789093469.008142:0:278649:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789093469.008144:0:278649:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=80 : 80 : 50) 00000100:00100000:2.0:1789093469.008147:0:278649:0:(client.c:2702:ptlrpc_set_wait()) set ffff97842be85cc0 going to sleep for 80 seconds 00000100:00000001:2.0:1789093469.008149:0:278649:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789093469.008152:0:278649:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789093469.008638:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789093469.008643:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97840a70e500. 00000400:00000200:0.0:1789093469.008649:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789093469.008655:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000400:00000200:0.0:1789093469.008660:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97841ff46990 00000400:00000010:0.0:1789093469.008662:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff97841ff46990. 00000100:00000001:0.0:1789093469.008666:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1789093469.008678:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97843892d880 x1875989369207552/t0(0) o101->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 584/1152 e 0 to 0 dl 1789093554 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789093469.008688:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789093469.008691:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff97843892d880 x1875989369207552/t0(0) o101->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 584/1152 e 0 to 0 dl 1789093554 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789093469.008697:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093469.008698:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1789093469.011876:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093469.011900:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789093469.011905:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093469.011908:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789093469.011916:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093469.011923:0:2391:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp) <- 192.168.206.138@tcp : PUT - for me 00000400:00000200:1.0:1789093469.011931:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093469.011935:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093469.011940:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093469.011943:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.138@tcp of length 640 into portal 10 MB=0x6aa33cff43b00 00000400:00000200:1.0:1789093469.011947:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093469.011954:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.138@tcp of length 640/640 into md 0x53d121 [1] + 224 00000800:00000001:1.0:1789093469.011960:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093469.011967:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789093469.011970:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789093469.011974:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000100:00000001:1.0:1789093469.011997:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789093469.012006:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97843892d880 x1875989369207552/t0(0) o101->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 584/1152 e 0 to 0 dl 1789093554 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789093469.012016:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff97843892d880 x1875989369207552/t0(0) o101->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 584/1152 e 0 to 0 dl 1789093554 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789093469.012041:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789093469.012049:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093469.012052:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789093469.012524:0:278649:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789093469.012532:0:278649:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789093469.012534:0:278649:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789093469.012538:0:278649:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9784324177e8. 00000400:00000200:2.0:1789093469.012543:0:278649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97841ff46220 00000400:00000010:2.0:1789093469.012545:0:278649:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff97841ff46220. 00000100:00000001:2.0:1789093469.012549:0:278649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789093469.012555:0:278649:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97843892d880 x1875989369207552/t0(0) o101->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 584/1152 e 0 to 0 dl 1789093554 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789093469.012564:0:278649:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97843892d880 x1875989369207552/t0(0) o101->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 584/1152 e 0 to 0 dl 1789093554 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789093469.012571:0:278649:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789093469.012573:0:278649:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789093469.012575:0:278649:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1789093469.012579:0:278649:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789093469.012581:0:278649:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789093469.012583:0:278649:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789093469.012586:0:278649:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789093469.012595:0:278649:0:(import.c:2149:obd_at_measure()) add 60 to ffff97840b494c60 time=14 v=60 (60 61 61 62) 00000100:00001000:2.0:1789093469.012598:0:278649:0:(import.c:2149:obd_at_measure()) add 1 to ffff97840b494c18 time=114 v=5 (1 1 0 0) 00000100:00000001:2.0:1789093469.012601:0:278649:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789093469.012602:0:278649:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789093469.012605:0:278649:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789093469.012609:0:278649:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789093469.012613:0:278649:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789093469.012615:0:278649:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff978407827800: skip recheck: last_committed 30064771458 00000100:00000001:2.0:1789093469.012617:0:278649:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789093469.012619:0:278649:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789093469.012624:0:278649:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97843892d880 x1875989369207552/t0(0) o101->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 584/640 e 0 to 0 dl 1789093554 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789093469.012645:0:278649:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789093469.012648:0:278649:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789093469.012649:0:278649:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789093469.012654:0:278649:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97843892d880 x1875989369207552/t0(0) o101->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 584/640 e 0 to 0 dl 1789093554 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789093469.012662:0:278649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff97843892d880 pname:cluuid:pid:xid:nid:opc:job stat:b0241929-959a-49c3-a3c6-35d2c689d415:278649:1875989369207552:192.168.206.138@tcp:101:stat.0 00000100:00000001:2.0:1789093469.012667:0:278649:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789093469.012669:0:278649:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789093469.012672:0:278649:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789093469.012674:0:278649:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789093469.012677:0:278649:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97843892d880 x1875989369207552/t0(0) o101->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 584/640 e 0 to 0 dl 1789093554 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789093469.012682:0:278649:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789093469.012685:0:278649:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff97842be85cc0. 00000100:00000001:2.0:1789093469.012688:0:278649:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789093469.012690:0:278649:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789093469.012693:0:278649:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1789093469.012697:0:278649:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789093469.012699:0:278649:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1789093469.012703:0:278649:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff97841e837600 refcount=4 00000020:00000001:2.0:1789093469.012718:0:278649:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446629192436250112 : -114881273301504 : ffff97841e837600) 00010000:00000001:2.0:1789093469.012721:0:278649:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629192436250112 : -114881273301504 : ffff97841e837600) 00010000:00000040:2.0:1789093469.012728:0:278649:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff97841e837600, remote cookie: 0x8ad7b11b348ea012, flags: 0x1001 00010000:00010000:2.0:1789093469.012734:0:278649:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff978407827800 lock: ffff97841e837600/0xff5b0ce8e6d40815 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8ad7b11b348ea012 expref: -99 pid: 278649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1789093469.012742:0:278649:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200002b17:0x11d9:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1789093469.012745:0:278649:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:2.0:1789093469.012751:0:278649:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff978410526800 count: 2 00010000:00000001:2.0:1789093469.012759:0:278649:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789093469.012764:0:278649:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789093469.012768:0:278649:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff978407827800 lock: ffff97841e837600/0xff5b0ce8e6d40815 lrc: 4/1,0 mode: --/PR res: [0x200002b17:0x11d9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8ad7b11b348ea012 expref: -99 pid: 278649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789093469.012776:0:278649:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff978407827800 lock: ffff97841e837600/0xff5b0ce8e6d40815 lrc: 4/1,0 mode: --/PR res: [0x200002b17:0x11d9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8ad7b11b348ea012 expref: -99 pid: 278649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789093469.012786:0:278649:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1789093469.012790:0:278649:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1789093469.012792:0:278649:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1789093469.012794:0:278649:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1789093469.012795:0:278649:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1789093469.012798:0:278649:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200002b17:0x11d9:0x0].0x0 (ffff978410526800) refcount = 2 00010000:00000040:2.0:1789093469.012800:0:278649:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1789093469.012803:0:278649:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff978407827800 lock: ffff97841e836a00/0xff5b0ce8e6d40807 lrc: 1/0,0 mode: CR/CR res: [0x200002b17:0x11d9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8ad7b11b348e9fe8 expref: -99 pid: 278648 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1789093469.012809:0:278649:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff978407827800 lock: ffff97841e837600/0xff5b0ce8e6d40815 lrc: 4/1,0 mode: PR/PR res: [0x200002b17:0x11d9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8ad7b11b348ea012 expref: -99 pid: 278649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789093469.012815:0:278649:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1789093469.012819:0:278649:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1789093469.012821:0:278649:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789093469.012824:0:278649:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1789093469.012826:0:278649:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789093469.012829:0:278649:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff978407827800 lock: ffff97841e837600/0xff5b0ce8e6d40815 lrc: 4/1,0 mode: PR/PR res: [0x200002b17:0x11d9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8ad7b11b348ea012 expref: -99 pid: 278649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789093469.012833:0:278649:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1789093469.012835:0:278649:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789093469.012836:0:278649:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789093469.012837:0:278649:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789093469.012845:0:278649:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789093469.012846:0:278649:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789093469.012851:0:278649:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1789093469.012853:0:278649:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789093469.012854:0:278649:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1789093469.012856:0:278649:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff97841e837600 refcount=3 00000020:00000001:2.0:1789093469.012858:0:278649:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446629192436250112 : -114881273301504 : ffff97841e837600) 00010000:00000001:2.0:1789093469.012860:0:278649:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629192436250112 : -114881273301504 : ffff97841e837600) 00010000:00000001:2.0:1789093469.012862:0:278649:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789093469.012863:0:278649:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1789093469.012864:0:278649:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff97841e837600 refcount=4 00000020:00000001:2.0:1789093469.012865:0:278649:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446629192436250112 : -114881273301504 : ffff97841e837600) 00010000:00000001:2.0:1789093469.012867:0:278649:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629192436250112 : -114881273301504 : ffff97841e837600) 00010000:00000001:2.0:1789093469.012870:0:278649:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789093469.012873:0:278649:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789093469.012876:0:278649:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff978407827800 lock: ffff97841e837600/0xff5b0ce8e6d40815 lrc: 5/2,0 mode: PR/PR res: [0x200002b17:0x11d9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8ad7b11b348ea012 expref: -99 pid: 278649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789093469.012881:0:278649:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789093469.012882:0:278649:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789093469.012883:0:278649:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789093469.012884:0:278649:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1789093469.012885:0:278649:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff97841e837600 refcount=5 00000020:00000001:2.0:1789093469.012887:0:278649:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446629192436250112 : -114881273301504 : ffff97841e837600) 00010000:00000001:2.0:1789093469.012888:0:278649:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629192436250112 : -114881273301504 : ffff97841e837600) 00010000:00000001:2.0:1789093469.012890:0:278649:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789093469.012902:0:278649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff978407827800 lock: ffff97841e837600/0xff5b0ce8e6d40815 lrc: 5/2,0 mode: PR/PR res: [0x200002b17:0x11d9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8ad7b11b348ea012 expref: -99 pid: 278649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789093469.012908:0:278649:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789093469.012909:0:278649:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789093469.012912:0:278649:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff978407827800 lock: ffff97841e837600/0xff5b0ce8e6d40815 lrc: 4/1,0 mode: PR/PR res: [0x200002b17:0x11d9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8ad7b11b348ea012 expref: -99 pid: 278649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789093469.012928:0:278649:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789093469.012930:0:278649:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789093469.012931:0:278649:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789093469.012932:0:278649:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789093469.012933:0:278649:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1789093469.012938:0:278649:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff97843892d880 x1875989369207552/t0(0) o101->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 584/640 e 0 to 0 dl 1789093554 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1789093469.012947:0:278649:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789093469.012949:0:278649:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1789093469.012950:0:278649:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff97841e837600 refcount=3 00000020:00000001:2.0:1789093469.012952:0:278649:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446629192436250112 : -114881273301504 : ffff97841e837600) 00010000:00000001:2.0:1789093469.012954:0:278649:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629192436250112 : -114881273301504 : ffff97841e837600) 00000002:00010000:2.0:1789093469.012958:0:278649:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff978407827800 lock: ffff97841e837600/0xff5b0ce8e6d40815 lrc: 3/1,0 mode: PR/PR res: [0x200002b17:0x11d9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8ad7b11b348ea012 expref: -99 pid: 278649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1789093469.012968:0:278649:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff97841fe71940. 00010000:00000001:2.0:1789093469.012971:0:278649:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789093469.012972:0:278649:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789093469.012974:0:278649:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789093469.012976:0:278649:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789093469.012979:0:278649:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1789093469.012981:0:278649:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789093469.012982:0:278649:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1789093469.012983:0:278649:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff97841e837600 refcount=3 00000020:00000001:2.0:1789093469.012985:0:278649:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446629192436250112 : -114881273301504 : ffff97841e837600) 00010000:00000001:2.0:1789093469.012987:0:278649:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629192436250112 : -114881273301504 : ffff97841e837600) 00000002:00010000:2.0:1789093469.012990:0:278649:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff978407827800 lock: ffff97841e837600/0xff5b0ce8e6d40815 lrc: 3/1,0 mode: PR/PR res: [0x200002b17:0x11d9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8ad7b11b348ea012 expref: -99 pid: 278649 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789093469.012996:0:278649:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789093469.013002:0:278649:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789093469.013004:0:278649:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789093469.013006:0:278649:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789093469.013007:0:278649:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1789093469.013009:0:278649:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff97841e837600 refcount=3 00000020:00000001:2.0:1789093469.013011:0:278649:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446629192436250112 : -114881273301504 : ffff97841e837600) 00010000:00000001:2.0:1789093469.013012:0:278649:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629192436250112 : -114881273301504 : ffff97841e837600) 00010000:00000040:2.0:1789093469.013016:0:278649:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff978410526800 count: 3 00010000:00000001:2.0:1789093469.013018:0:278649:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1789093469.013021:0:278649:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff978408f4b800 type 13 mode 4 res 8589945623/4569 (0 0) 00010000:00000001:2.0:1789093469.013024:0:278649:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789093469.013025:0:278649:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789093469.013027:0:278649:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1789093469.013030:0:278649:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa65e41ed7710 00000002:00002000:2.0:1789093469.013032:0:278649:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f812b.sanity intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1789093469.013034:0:278649:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789093469.013039:0:278649:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789093469.013041:0:278649:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789093469.013044:0:278649:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 0 00000080:00000001:2.0:1789093469.013047:0:278649:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789093469.013050:0:278649:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff97840848edc0 2 00000080:00000001:2.0:1789093469.013052:0:278649:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1789093469.013054:0:278649:0:(namei.c:674:ll_lookup_it_finish()) it ffffa65e41ed7b20 it_disposition b 00000080:00000001:2.0:1789093469.013056:0:278649:0:(llite_lib.c:3837:ll_prep_inode()) Process entered 00000002:00000001:2.0:1789093469.013063:0:278649:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1789093469.013065:0:278649:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1789093469.013069:0:278649:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373145330137 : 144115373145330137 : 200002b170011d9) 00000080:00000001:2.0:1789093469.013072:0:278649:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:2.0:1789093469.013078:0:278649:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1789093469.013083:0:278649:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff978404ee4870. 00000020:00000010:2.0:1789093469.013087:0:278649:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff978432610600. 00000020:00000010:2.0:1789093469.013092:0:278649:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff978432611800. 00000020:00000010:2.0:1789093469.013095:0:278649:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff978439e25900. 00000008:00000010:2.0:1789093469.013101:0:278649:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff978432651660. 00020000:00000010:2.0:1789093469.013106:0:278649:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff97842bd11180. 00008000:00000010:2.0:1789093469.013115:0:278649:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff978431d36de8. 00000080:00000010:2.0:1789093469.013121:0:278649:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff978407c7f348. 00000080:00000010:2.0:1789093469.013124:0:278649:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9784093cd280. 00000020:00000010:2.0:1789093469.013128:0:278649:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff978432610e00. 00000008:00000010:2.0:1789093469.013132:0:278649:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff978410df5e40. 00020000:00000010:2.0:1789093469.013136:0:278649:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff978408916da0. 00008000:00000010:2.0:1789093469.013139:0:278649:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff978408fa93b0. 00000080:00000010:2.0:1789093469.013143:0:278649:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff97841fdc9780. 00000020:00000001:2.0:1789093469.013146:0:278649:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446629192007043192 : -114881702508424 : ffff978404ee4878) 00000020:00001000:2.0:1789093469.013148:0:278649:0:(cl_object.c:831:cl_env_get()) 1@ffff978404ee4870 00000020:00000001:2.0:1789093469.013151:0:278649:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:2.0:1789093469.013155:0:278649:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1789093469.013157:0:278649:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1789093469.013163:0:278649:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff978439e250c0. 00020000:00000010:2.0:1789093469.013168:0:278649:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9784072f6200. 00020000:00000010:2.0:1789093469.013173:0:278649:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff978439e25660. 00020000:00000001:2.0:1789093469.013175:0:278649:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446629192895452768 : -114880814098848 : ffff978439e25660) 00020000:00000002:2.0:1789093469.013178:0:278649:0:(lov_ea.c:755:dump_lsm()) lsm ffff978439e25660, objid 0x11d9:11031, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789093469.013183:0:278649:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789093469.013187:0:278649:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9784072f6200: ostid: 0x280000401:21672 ost idx: 0 gen: 0 00020000:00000002:2.0:1789093469.013190:0:278649:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff97841f2007c0) owner ffff9784013727c0 00020000:00000001:2.0:1789093469.013192:0:278649:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1789093469.013195:0:278649:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff97841f2007c0) owner ffff9784013727c0 00020000:00000010:2.0:1789093469.013198:0:278649:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9784072f6200. 00020000:00000010:2.0:1789093469.013202:0:278649:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff978439e250c0. 00020000:00000010:2.0:1789093469.013205:0:278649:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff978439e25660. 00020000:00000002:2.0:1789093469.013207:0:278649:0:(lov_object.c:1535:lov_conf_set()) [0x200002b17:0x11d9:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1789093469.013210:0:278649:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789093469.013212:0:278649:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1789093469.013214:0:278649:0:(cl_object.c:925:cl_env_put()) 1@ffff978404ee4870 00000020:00000010:2.0:1789093469.013218:0:278649:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff978432611800. 00000020:00000010:2.0:1789093469.013222:0:278649:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff978439e25900. 00000008:00000010:2.0:1789093469.013225:0:278649:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff978432651660. 00020000:00000010:2.0:1789093469.013233:0:278649:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff97842bd11180. 00008000:00000010:2.0:1789093469.013237:0:278649:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff978431d36de8. 00000080:00000010:2.0:1789093469.013240:0:278649:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff978407c7f348. 00000100:00000040:0.0:1789093469.013867:0:278050:0:(pinger.c:229:ptlrpc_pinger_process_import()) 44e1fe9d-a8e4-4124-a507-08739088143d->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789093469.013874:0:278050:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789093469.013881:0:278050:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff978438732680. 00000020:00000040:0.0:1789093469.013886:0:278050:0:(genops.c:1231:class_import_get()) import ffff9784093e6000 refcount=4 obd=MGC192.168.206.138@tcp 00000100:00000001:0.0:1789093469.013890:0:278050:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789093469.013901:0:278050:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789093469.013906:0:278050:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789093469.013914:0:278050:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff978405f37500. 00000100:00000001:0.0:1789093469.013920:0:278050:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789093469.013929:0:278050:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 44e1fe9d-a8e4-4124-a507-08739088143d->MGS req@ffff978438732680 x1875989369207680/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789093469.013938:0:278050:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789093469.013941:0:278050:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789093469.013947:0:278050:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfab1bae] to pc [ptlrpcd_00_00+0] req@ffff978438732680 x1875989369207680/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093469.013974:0:278050:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789093469.013977:0:278050:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0241929-959a-49c3-a3c6-35d2c689d415->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789093469.013980:0:278050:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789093469.013983:0:278050:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff978438731f80. 00000020:00000040:0.0:1789093469.013986:0:278050:0:(genops.c:1231:class_import_get()) import ffff97840b490000 refcount=4 obd=lustre-MDT0001-mdc-ffff978407827800 00000100:00000001:0.0:1789093469.013988:0:278050:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789093469.013989:0:278050:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789093469.013991:0:278050:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789093469.013995:0:278050:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff978405f37c00. 00000100:00000001:0.0:1789093469.014008:0:278050:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789093469.014012:0:278050:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0241929-959a-49c3-a3c6-35d2c689d415->lustre-MDT0001_UUID req@ffff978438731f80 x1875989369207808/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789093469.014020:0:278050:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789093469.014022:0:278050:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789093469.014026:0:278050:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000460e1e01] to pc [ptlrpcd_00_01+1] req@ffff978438731f80 x1875989369207808/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093469.014035:0:278050:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789093469.014037:0:278050:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0241929-959a-49c3-a3c6-35d2c689d415->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789093469.014040:0:278050:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789093469.014042:0:278050:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff978438730000. 00000020:00000040:0.0:1789093469.014044:0:278050:0:(genops.c:1231:class_import_get()) import ffff9784084a0000 refcount=4 obd=lustre-OST0000-osc-ffff978407827800 00000100:00000001:0.0:1789093469.014047:0:278050:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789093469.014048:0:278050:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789093469.014050:0:278050:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789093469.014053:0:278050:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff978405f37a00. 00000100:00000001:0.0:1789093469.014055:0:278050:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789093469.014058:0:278050:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0241929-959a-49c3-a3c6-35d2c689d415->lustre-OST0000_UUID req@ffff978438730000 x1875989369207936/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789093469.014063:0:278050:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789093469.014064:0:278050:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789093469.014067:0:278050:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f7767dfd] to pc [ptlrpcd_00_00+0] req@ffff978438730000 x1875989369207936/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093469.014073:0:278050:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789093469.014075:0:278050:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0241929-959a-49c3-a3c6-35d2c689d415->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789093469.014078:0:278050:0:(pinger.c:247:ptlrpc_pinger_process_import()) b0241929-959a-49c3-a3c6-35d2c689d415->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789093469.014082:0:278050:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10751) 00000100:00000001:1.0:1789093469.014142:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789093469.014145:0:2398:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789093469.014147:0:2398:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789093469.014153:0:2398:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff978438732680 x1875989369207680/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093469.014161:0:2398:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789093469.014162:0:2398:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789093469.014166:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789093469.014168:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789093469.014171:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789093469.014174:0:2398:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff978438732680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:44e1fe9d-a8e4-4124-a507-08739088143d:2398:1875989369207680:192.168.206.138@tcp:400:kworker.0 00000100:00000001:1.0:1789093469.014178:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789093469.014182:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789093469.014184:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789093469.014187:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789093469.014191:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff978405a7f800. 02000000:00000001:1.0:1789093469.014193:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789093469.014199:0:2398:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000010:1.0:1789093469.014203:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff978438546bb0. 00000400:00000010:1.0:1789093469.014208:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978406244e58. 00000100:00000200:1.0:1789093469.014215:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875989369207680, portal 25 00000100:00000001:1.0:1789093469.014217:0:2398:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789093469.014219:0:2398:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629192871388800 : -114880838162816 : ffff978438732680) 00000100:00000040:1.0:1789093469.014223:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff978438732680 x1875989369207680/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093469.014236:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789093469.014239:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.138@tcp 00000400:00000010:1.0:1789093469.014242:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978406244440. 00000100:00000200:1.0:1789093469.014271:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875989369207680, offset 0 00000400:00000200:1.0:1789093469.014278:0:2398:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.206.138@tcp 00000400:00000200:1.0:1789093469.014286:0:2398:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093469.014293:0:2398:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.138@tcp local destination 00000400:00000200:1.0:1789093469.014298:0:2398:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789093469.014301:0:2398:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.206.38@tcp 00000400:00000200:1.0:1789093469.014305:0:2398:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.206.38@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789093469.014307:0:2398:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.138@tcp 00000400:00000200:1.0:1789093469.014311:0:2398:0:(lib-move.c:1710:lnet_handle_send()) 192.168.206.38@tcp NI seq info: [546119:546119:256:4294967295] 192.168.206.138@tcp LPNI seq info [546080:546080:8:4294967295] 00000400:00000200:1.0:1789093469.014315:0:2398:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093469.014324:0:2398:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp:) -> 192.168.206.138@tcp(192.168.206.138@tcp:192.168.206.138@tcp) : PUT try# 0 00000800:00000200:1.0:1789093469.014330:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.138@tcp 00000800:00000010:1.0:1789093469.014335:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97841f620600. 00000800:00000200:1.0:1789093469.014340:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff978408f5f180] -> 12345-192.168.206.138@tcp (5) 00000800:00000200:1.0:1789093469.014347:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.138@tcp ip 192.168.206.138:988 00000800:00000200:1.0:1789093469.014351:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97841f620600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789093469.014420:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789093469.014425:0:2398:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000100:00000001:1.0:1789093469.014427:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.138@tcp: PM QoS new deadline estimation for cpu 0 is 4305417976 00000100:00000001:1.0:1789093469.014435:0:2398:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.138@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305414163 00000100:00000001:1.0:1789093469.014438:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.138@tcp: PM QoS new deadline estimation for cpu 1 is 4305417976 00000100:00000001:1.0:1789093469.014442:0:2398:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.138@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305414163 00000100:00000001:1.0:1789093469.014445:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789093469.014447:0:2398:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093469.014449:0:2398:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789093469.014454:0:2398:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff978438730000 x1875989369207936/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093469.014467:0:2398:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789093469.014468:0:2398:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789093469.014471:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789093469.014472:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789093469.014474:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789093469.014477:0:2398:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff978438730000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0241929-959a-49c3-a3c6-35d2c689d415:2398:1875989369207936:192.168.206.138@tcp:400:kworker.0 00000100:00000001:1.0:1789093469.014480:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789093469.014483:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789093469.014484:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789093469.014486:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789093469.014488:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff978405a7ee00. 02000000:00000001:1.0:1789093469.014490:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789093469.014493:0:2398:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000010:1.0:1789093469.014496:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff978438546108. 00000400:00000010:1.0:1789093469.014500:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978406244d48. 00000100:00000200:1.0:1789093469.014502:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875989369207936, portal 4 00000100:00000001:1.0:1789093469.014504:0:2398:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789093469.014505:0:2398:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629192871378944 : -114880838172672 : ffff978438730000) 00000100:00000040:1.0:1789093469.014511:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff978438730000 x1875989369207936/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093524 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093469.014518:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789093469.014520:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.138@tcp 00000400:00000010:1.0:1789093469.014522:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978406244088. 00000100:00000200:1.0:1789093469.014524:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875989369207936, offset 0 00000400:00000200:1.0:1789093469.014528:0:2398:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.206.138@tcp 00000400:00000200:1.0:1789093469.014532:0:2398:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093469.014535:0:2398:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.138@tcp local destination 00000400:00000200:1.0:1789093469.014538:0:2398:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789093469.014540:0:2398:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.206.38@tcp 00000400:00000200:1.0:1789093469.014542:0:2398:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.206.38@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789093469.014545:0:2398:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.138@tcp 00000400:00000200:1.0:1789093469.014553:0:2398:0:(lib-move.c:1710:lnet_handle_send()) 192.168.206.38@tcp NI seq info: [546120:546120:255:4294967295] 192.168.206.138@tcp LPNI seq info [546081:546081:7:4294967295] 00000400:00000200:1.0:1789093469.014557:0:2398:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093469.014563:0:2398:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp:) -> 192.168.206.138@tcp(192.168.206.138@tcp:192.168.206.138@tcp) : PUT try# 0 00000800:00000200:1.0:1789093469.014568:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.138@tcp 00000800:00000010:1.0:1789093469.014572:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97841f620a00. 00000800:00000200:1.0:1789093469.014576:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff978408f5f180] -> 12345-192.168.206.138@tcp (5) 00000800:00000200:1.0:1789093469.014580:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.138@tcp ip 192.168.206.138:988 00000800:00000200:1.0:1789093469.014583:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97841f620a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789093469.014586:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789093469.014590:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff978407827800: using a timeout of 98040 usecs (99 jiffies) 00000400:00000200:1.0:1789093469.014593:0:2398:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000100:00000001:1.0:1789093469.014595:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff978407827800: PM QoS new deadline estimation for cpu 0 is 4305414244 00000100:00000001:1.0:1789093469.014597:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff978407827800: PM QoS request active for cpu 0, keep current deadline 4305417976 00000100:00000001:1.0:1789093469.014599:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff978407827800: PM QoS new deadline estimation for cpu 1 is 4305414244 00000100:00000001:1.0:1789093469.014601:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff978407827800: PM QoS request active for cpu 1, keep current deadline 4305417976 00000100:00000001:1.0:1789093469.014603:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789093469.014605:0:2398:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093469.014607:0:2398:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093469.014609:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789093469.014615:0:2398:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789093469.014618:0:2398:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789093469.014620:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789093469.014621:0:2398:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789093469.014622:0:2398:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789093469.014625:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1789093469.014627:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789093469.014628:0:2398:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789093469.014630:0:2398:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789093469.014632:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789093469.014633:0:2398:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789093469.014634:0:2398:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789093469.014638:0:2398:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff978438731f80 x1875989369207808/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093469.014650:0:2398:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789093469.014652:0:2398:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789093469.014655:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789093469.014656:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789093469.014658:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789093469.014661:0:2398:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff978438731f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0241929-959a-49c3-a3c6-35d2c689d415:2398:1875989369207808:192.168.206.138@tcp:400:kworker.0 00000100:00000001:1.0:1789093469.014664:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789093469.014667:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789093469.014668:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789093469.014670:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789093469.014672:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff978405a7e200. 02000000:00000001:1.0:1789093469.014674:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789093469.014677:0:2398:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000010:1.0:1789093469.014680:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff978438546478. 00000400:00000010:1.0:1789093469.014684:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978406244880. 00000100:00000200:1.0:1789093469.014686:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875989369207808, portal 10 00000100:00000001:1.0:1789093469.014688:0:2398:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789093469.014690:0:2398:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629192871387008 : -114880838164608 : ffff978438731f80) 00000100:00000040:1.0:1789093469.014695:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff978438731f80 x1875989369207808/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093469.014701:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789093469.014704:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.138@tcp 00000400:00000010:1.0:1789093469.014706:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978406244bb0. 00000100:00000200:1.0:1789093469.014721:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875989369207808, offset 0 00000400:00000200:1.0:1789093469.014725:0:2398:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.206.138@tcp 00000400:00000200:1.0:1789093469.014730:0:2398:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093469.014733:0:2398:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.138@tcp local destination 00000400:00000200:1.0:1789093469.014736:0:2398:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789093469.014738:0:2398:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.206.38@tcp 00000400:00000200:1.0:1789093469.014741:0:2398:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.206.38@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789093469.014743:0:2398:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.138@tcp 00000400:00000200:1.0:1789093469.014750:0:2398:0:(lib-move.c:1710:lnet_handle_send()) 192.168.206.38@tcp NI seq info: [546121:546121:254:4294967295] 192.168.206.138@tcp LPNI seq info [546082:546082:6:4294967295] 00000400:00000200:1.0:1789093469.014755:0:2398:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093469.014761:0:2398:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp:) -> 192.168.206.138@tcp(192.168.206.138@tcp:192.168.206.138@tcp) : PUT try# 0 00000800:00000200:1.0:1789093469.014766:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.138@tcp 00000800:00000010:1.0:1789093469.014769:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97841f620300. 00000800:00000200:1.0:1789093469.014773:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff978408f5f180] -> 12345-192.168.206.138@tcp (5) 00000800:00000200:1.0:1789093469.014777:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.138@tcp ip 192.168.206.138:988 00000800:00000200:1.0:1789093469.014780:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97841f620300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789093469.014783:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789093469.014786:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff978407827800: using a timeout of 22407 usecs (23 jiffies) 00000400:00000200:1.0:1789093469.014788:0:2398:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000100:00000001:1.0:1789093469.014790:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff978407827800: PM QoS new deadline estimation for cpu 0 is 4305414168 00000100:00000001:1.0:1789093469.014793:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff978407827800: PM QoS request active for cpu 0, keep current deadline 4305417976 00000100:00000001:1.0:1789093469.014794:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff978407827800: PM QoS new deadline estimation for cpu 1 is 4305414168 00000100:00000001:1.0:1789093469.014796:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff978407827800: PM QoS request active for cpu 1, keep current deadline 4305417976 00000100:00000001:1.0:1789093469.014799:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789093469.014801:0:2398:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093469.014803:0:2398:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093469.014805:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093469.014816:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789093469.014818:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789093469.014876:0:278649:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9784093cd280. 00000020:00000010:2.0:1789093469.014882:0:278649:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff978432610600. 00000008:00000010:2.0:1789093469.014887:0:278649:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff978410df5e40. 00020000:00000010:2.0:1789093469.014891:0:278649:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff978408916da0. 00008000:00000010:2.0:1789093469.014905:0:278649:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff978408fa93b0. 00000080:00000010:2.0:1789093469.014908:0:278649:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff97841fdc9780. 00000020:00000010:2.0:1789093469.014912:0:278649:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff978432610e00. 00000020:00000010:2.0:1789093469.014914:0:278649:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff978404ee4870. 00000080:00000001:2.0:1789093469.014920:0:278649:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373145330137 : 144115373145330137 : 200002b170011d9) 00000080:00000001:2.0:1789093469.014923:0:278649:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554475 : 33554475 : 200002b) 00000080:00200000:2.0:1789093469.014928:0:278649:0:(namei.c:147:ll_iget()) got inode: [0x200002b17:0x11d9:0x0](ffff978411a65348): rc = 0 00000080:00000001:2.0:1789093469.014931:0:278649:0:(namei.c:156:ll_iget()) Process leaving (rc=18446629192220431176 : -114881489120440 : ffff978411a65348) 00010000:00000001:2.0:1789093469.014934:0:278649:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789093469.014936:0:278649:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1789093469.014938:0:278649:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff97841e837600 refcount=3 00000020:00000001:2.0:1789093469.014940:0:278649:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446629192436250112 : -114881273301504 : ffff97841e837600) 00010000:00000001:2.0:1789093469.014943:0:278649:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629192436250112 : -114881273301504 : ffff97841e837600) 00000080:00000001:2.0:1789093469.014946:0:278649:0:(file.c:6780:ll_layout_conf()) Process entered 00000020:00000001:2.0:1789093469.014948:0:278649:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1789093469.014951:0:278649:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff978404ee4870. 00000020:00000010:2.0:1789093469.014954:0:278649:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff978432610e00. 00000020:00000010:2.0:1789093469.014958:0:278649:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff978432610600. 00000020:00000010:2.0:1789093469.014962:0:278649:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff978439e25900. 00000008:00000010:2.0:1789093469.014965:0:278649:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff978432651660. 00020000:00000010:2.0:1789093469.014969:0:278649:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff97842bd11180. 00008000:00000010:2.0:1789093469.014972:0:278649:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff978431d36de8. 00000080:00000010:2.0:1789093469.014975:0:278649:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff978407c7f348. 00000080:00000010:2.0:1789093469.014978:0:278649:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9784093cd280. 00000020:00000010:2.0:1789093469.014981:0:278649:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff978432611800. 00000008:00000010:2.0:1789093469.014984:0:278649:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff978410df5e40. 00020000:00000010:2.0:1789093469.014993:0:278649:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff978408916da0. 00008000:00000010:2.0:1789093469.014996:0:278649:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff978408fa93b0. 00000080:00000010:2.0:1789093469.014999:0:278649:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff97841fdc9780. 00000020:00000001:2.0:1789093469.015002:0:278649:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446629192007043192 : -114881702508424 : ffff978404ee4878) 00000020:00001000:2.0:1789093469.015004:0:278649:0:(cl_object.c:831:cl_env_get()) 1@ffff978404ee4870 00000020:00000001:2.0:1789093469.015006:0:278649:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:2.0:1789093469.015009:0:278649:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1789093469.015011:0:278649:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1789093469.015016:0:278649:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff978439e25660. 00020000:00000010:2.0:1789093469.015020:0:278649:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9784072f6200. 00020000:00000010:2.0:1789093469.015023:0:278649:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff978439e250c0. 00020000:00000001:2.0:1789093469.015026:0:278649:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446629192895451328 : -114880814100288 : ffff978439e250c0) 00020000:00000002:2.0:1789093469.015029:0:278649:0:(lov_ea.c:755:dump_lsm()) lsm ffff978439e250c0, objid 0x11d9:11031, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789093469.015034:0:278649:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789093469.015037:0:278649:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9784072f6200: ostid: 0x280000401:21672 ost idx: 0 gen: 0 00020000:00000002:2.0:1789093469.015040:0:278649:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff97841f2007c0) owner ffff9784013727c0 00020000:00000001:2.0:1789093469.015043:0:278649:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1789093469.015045:0:278649:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff97841f2007c0) owner ffff9784013727c0 00020000:00000010:2.0:1789093469.015048:0:278649:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9784072f6200. 00020000:00000010:2.0:1789093469.015051:0:278649:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff978439e25660. 00020000:00000010:2.0:1789093469.015054:0:278649:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff978439e250c0. 00020000:00000002:2.0:1789093469.015056:0:278649:0:(lov_object.c:1535:lov_conf_set()) [0x200002b17:0x11d9:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1789093469.015058:0:278649:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789093469.015059:0:278649:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789093469.015063:0:278649:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1789093469.015066:0:278649:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff97841f2007c0) owner 0000000000000000/ffff9784013727c0 00020000:00000002:2.0:1789093469.015069:0:278649:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff978439e25cc0 addref 2/0 by ffff9784013727c0. 00020000:00000002:2.0:1789093469.015071:0:278649:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff97841f2007c0) owner 0000000000000000/ffff9784013727c0 00020000:00000001:2.0:1789093469.015073:0:278649:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1789093469.015075:0:278649:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1789093469.015076:0:278649:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1789093469.015077:0:278649:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1789093469.015079:0:278649:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1789093469.015086:0:278649:0:(file.c:6815:ll_layout_conf()) [0x200002b17:0x11d9:0x0]: layout version change: 0 -> 0 00000020:00001000:2.0:1789093469.015089:0:278649:0:(cl_object.c:925:cl_env_put()) 1@ffff978404ee4870 00000020:00000010:2.0:1789093469.015091:0:278649:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff978432610600. 00000020:00000010:2.0:1789093469.015094:0:278649:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff978439e25900. 00000008:00000010:2.0:1789093469.015096:0:278649:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff978432651660. 00020000:00000010:2.0:1789093469.015099:0:278649:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff97842bd11180. 00008000:00000010:2.0:1789093469.015101:0:278649:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff978431d36de8. 00000080:00000010:2.0:1789093469.015104:0:278649:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff978407c7f348. 00000080:00000010:2.0:1789093469.015107:0:278649:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9784093cd280. 00000020:00000010:2.0:1789093469.015109:0:278649:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff978432610e00. 00000008:00000010:2.0:1789093469.015111:0:278649:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff978410df5e40. 00020000:00000010:2.0:1789093469.015114:0:278649:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff978408916da0. 00008000:00000010:2.0:1789093469.015116:0:278649:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff978408fa93b0. 00000080:00000010:2.0:1789093469.015118:0:278649:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff97841fdc9780. 00000020:00000010:2.0:1789093469.015121:0:278649:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff978432611800. 00000020:00000010:2.0:1789093469.015123:0:278649:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff978404ee4870. 00000080:00000001:2.0:1789093469.015125:0:278649:0:(file.c:6822:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789093469.015127:0:278649:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789093469.015128:0:278649:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789093469.015130:0:278649:0:(llite_lib.c:3935:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1789093469.015134:0:278649:0:(lmv_obd.c:4159:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1789093469.015135:0:278649:0:(lmv_obd.c:4166:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789093469.015139:0:278649:0:(llite_internal.h:2014:ll_set_lock_data()) setting l_data to inode [0x200002b17:0x11d9:0x0](ffff978411a65348) for lock 0xff5b0ce8e6d40815 00800000:00000001:2.0:1789093469.015143:0:278649:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789093469.015145:0:278649:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789093469.015146:0:278649:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789093469.015148:0:278649:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1789093469.015149:0:278649:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff97841e837600 refcount=3 00000020:00000001:2.0:1789093469.015151:0:278649:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446629192436250112 : -114881273301504 : ffff97841e837600) 00010000:00000001:2.0:1789093469.015153:0:278649:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629192436250112 : -114881273301504 : ffff97841e837600) 00010000:00000001:2.0:1789093469.015156:0:278649:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789093469.015157:0:278649:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789093469.015158:0:278649:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789093469.015160:0:278649:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1789093469.015166:0:278649:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9784108db6c0 inode ffff978411a65348 refc 1 flags 0x40000e 00000080:00000001:2.0:1789093469.015173:0:278649:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1789093469.015177:0:278649:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200002b17:0x11d9:0x0](ffff978411a65348) 00000080:00010000:2.0:1789093469.015180:0:278649:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xff5b0ce8e6d40815 from it ffffa65e41ed7b20 00010000:00000001:2.0:1789093469.015183:0:278649:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789093469.015184:0:278649:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1789093469.015185:0:278649:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff97841e837600 refcount=3 00000020:00000001:2.0:1789093469.015187:0:278649:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446629192436250112 : -114881273301504 : ffff97841e837600) 00010000:00000001:2.0:1789093469.015189:0:278649:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629192436250112 : -114881273301504 : ffff97841e837600) 00010000:00000001:2.0:1789093469.015191:0:278649:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789093469.015195:0:278649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff978407827800 lock: ffff97841e837600/0xff5b0ce8e6d40815 lrc: 3/1,0 mode: PR/PR res: [0x200002b17:0x11d9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8ad7b11b348ea012 expref: -99 pid: 278649 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789093469.015202:0:278649:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789093469.015204:0:278649:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789093469.015205:0:278649:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789093469.015207:0:278649:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789093469.015210:0:278649:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff978407827800 lock: ffff97841e837600/0xff5b0ce8e6d40815 lrc: 2/0,0 mode: PR/PR res: [0x200002b17:0x11d9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8ad7b11b348ea012 expref: -99 pid: 278649 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789093469.015217:0:278649:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789093469.015220:0:278649:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789093469.015222:0:278649:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789093469.015225:0:278649:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789093469.015226:0:278649:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789093469.015228:0:278649:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789093469.015231:0:278649:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789093469.015233:0:278649:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789093469.015235:0:278649:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789093469.015238:0:278649:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789093469.015240:0:278649:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789093469.015241:0:278649:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789093469.015266:0:278649:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789093469.015268:0:278649:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1789093469.015272:0:278649:0:(llite_lib.c:4196:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff978432610c00. 00000100:00000001:2.0:1789093469.015280:0:278649:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789093469.015287:0:278649:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97843892d880 x1875989369207552/t0(0) o101->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 584/640 e 0 to 0 dl 1789093554 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789093469.015299:0:278649:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789093469.015301:0:278649:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789093469.015304:0:278649:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff978410fdb800. 02000000:00000001:2.0:1789093469.015307:0:278649:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789093469.015309:0:278649:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1789093469.015311:0:278649:0:(genops.c:1244:class_import_put()) import ffff97840b494800 refcount=9 obd=lustre-MDT0000-mdc-ffff978407827800 00000020:00000001:2.0:1789093469.015314:0:278649:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1789093469.015316:0:278649:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9784080dfc00. 02000000:00000001:2.0:1789093469.015320:0:278649:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789093469.015321:0:278649:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789093469.015323:0:278649:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97843892d880. 00000100:00000001:2.0:1789093469.015326:0:278649:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789093469.015328:0:278649:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789093469.015331:0:278649:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1789093469.015333:0:278649:0:(dcache.c:176:ll_intent_release()) intent ffffa65e41ed7b20 released 00000080:00000001:2.0:1789093469.015334:0:278649:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:2.0:1789093469.015345:0:278649:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa65e41ed7d08 00000080:00200008:2.0:1789093469.015347:0:278649:0:(file.c:6283:ll_getattr_dentry()) START file f812b.sanity:[0x200002b17:0x11d9:0x0](ffff978411a65348), request_mask 4095, flags 0, foreign 0 00000080:00000001:2.0:1789093469.015352:0:278649:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789093469.015353:0:278649:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa65e41ed7c80 00000080:00200000:2.0:1789093469.015355:0:278649:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200002b17:0x11d9:0x0](ffff978411a65348),name=f812b.sanity 00000080:00000010:2.0:1789093469.015359:0:278649:0:(llite_lib.c:4055:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff978432610c00. 00800000:00000002:2.0:1789093469.015364:0:278649:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff97840848edc0 2 00000080:00000001:2.0:1789093469.015369:0:278649:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789093469.015372:0:278649:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789093469.015374:0:278649:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa65e41ed7ba0 00800000:00000002:2.0:1789093469.015376:0:278649:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200002b17:0x11d9:0x0] 'f812b.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789093469.015379:0:278649:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789093469.015382:0:278649:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789093469.015385:0:278649:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789093469.015387:0:278649:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789093469.015389:0:278649:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789093469.015390:0:278649:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789093469.015399:0:278649:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789093469.015401:0:278649:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789093469.015403:0:278649:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789093469.015404:0:278649:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789093469.015405:0:278649:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789093469.015407:0:278649:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789093469.015408:0:278649:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789093469.015410:0:278649:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0x11d9:0x0] 00800000:00000001:2.0:1789093469.015411:0:278649:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789093469.015413:0:278649:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200002b17:0x11d9:0x0], name='' -> mds #0 00000002:00000001:2.0:1789093469.015418:0:278649:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789093469.015420:0:278649:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa65e41ed7a70 00000002:00010000:2.0:1789093469.015422:0:278649:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200002b17:0x11d9:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000800:00000200:0.0:1789093469.015426:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000002:00000001:2.0:1789093469.015427:0:278649:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789093469.015430:0:278649:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00000800:00000010:0.0:1789093469.015433:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97841f620600. 00010000:00000001:2.0:1789093469.015434:0:278649:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789093469.015439:0:278649:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff978410526800 count: 3 00010000:00000001:2.0:1789093469.015444:0:278649:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1789093469.015445:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1789093469.015450:0:278649:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:0.0:1789093469.015454:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00010000:00000001:2.0:1789093469.015455:0:278649:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789093469.015460:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978406244440 00010000:00010000:2.0:1789093469.015461:0:278649:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff978407827800 lock: ffff97841e837600/0xff5b0ce8e6d40815 lrc: 2/1,0 mode: PR/PR res: [0x200002b17:0x11d9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8ad7b11b348ea012 expref: -99 pid: 278649 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000400:00000010:0.0:1789093469.015465:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978406244440. 00000100:00000001:0.0:1789093469.015471:0:2390:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1789093469.015474:0:278649:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789093469.015479:0:278649:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1789093469.015479:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff978438732680 x1875989369207680/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1789093469.015485:0:278649:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff978407827800 lock: ffff97841e837600/0xff5b0ce8e6d40815 lrc: 2/1,0 mode: PR/PR res: [0x200002b17:0x11d9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8ad7b11b348ea012 expref: -99 pid: 278649 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000100:00000001:0.0:1789093469.015498:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000002:00000001:2.0:1789093469.015500:0:278649:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789093469.015502:0:278649:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789093469.015504:0:278649:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789093469.015505:0:278649:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789093469.015507:0:278649:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789093469.015509:0:278649:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 0: rc 1 00000080:00000001:2.0:1789093469.015518:0:278649:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789093469.015520:0:278649:0:(lmv_obd.c:4039:lmv_stripe_object_put()) put ffff97840848edc0 2 00000080:00000010:2.0:1789093469.015522:0:278649:0:(llite_lib.c:4196:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff978432610c00. 00000080:00000001:2.0:1789093469.015525:0:278649:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789093469.015527:0:278649:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789093469.015529:0:278649:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200002b17:0x11d9:0x0](ffff978411a65348) 00000080:00010000:2.0:1789093469.015531:0:278649:0:(llite_internal.h:2014:ll_set_lock_data()) setting l_data to inode [0x200002b17:0x11d9:0x0](ffff978411a65348) for lock 0xff5b0ce8e6d40815 00800000:00000001:2.0:1789093469.015534:0:278649:0:(lmv_obd.c:4079:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789093469.015535:0:278649:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789093469.015537:0:278649:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789093469.015538:0:278649:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1789093469.015540:0:278649:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff97841e837600 refcount=3 00000020:00000001:2.0:1789093469.015542:0:278649:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446629192436250112 : -114881273301504 : ffff97841e837600) 00010000:00000001:2.0:1789093469.015544:0:278649:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629192436250112 : -114881273301504 : ffff97841e837600) 00010000:00000001:2.0:1789093469.015546:0:278649:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789093469.015547:0:278649:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789093469.015548:0:278649:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789093469.015550:0:278649:0:(lmv_obd.c:4084:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789093469.015552:0:278649:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xff5b0ce8e6d40815 from it ffffa65e41ed7cb8 00010000:00000001:2.0:1789093469.015554:0:278649:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789093469.015555:0:278649:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1789093469.015556:0:278649:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff97841e837600 refcount=3 00000020:00000001:2.0:1789093469.015557:0:278649:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446629192436250112 : -114881273301504 : ffff97841e837600) 00010000:00000001:2.0:1789093469.015559:0:278649:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629192436250112 : -114881273301504 : ffff97841e837600) 00010000:00000001:2.0:1789093469.015561:0:278649:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789093469.015564:0:278649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff978407827800 lock: ffff97841e837600/0xff5b0ce8e6d40815 lrc: 3/1,0 mode: PR/PR res: [0x200002b17:0x11d9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8ad7b11b348ea012 expref: -99 pid: 278649 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789093469.015574:0:278649:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:0.0:1789093469.015575:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff978438732680 x1875989369207680/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093485 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1789093469.015576:0:278649:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789093469.015579:0:278649:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789093469.015581:0:278649:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789093469.015585:0:278649:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff978407827800 lock: ffff97841e837600/0xff5b0ce8e6d40815 lrc: 2/0,0 mode: PR/PR res: [0x200002b17:0x11d9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8ad7b11b348ea012 expref: -99 pid: 278649 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000100:00000001:0.0:1789093469.015590:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093469.015594:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:2.0:1789093469.015606:0:278649:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789093469.015609:0:278649:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789093469.015611:0:278649:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000800:00000200:0.0:1789093469.015611:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789093469.015615:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97841f620a00. 00010000:00000001:2.0:1789093469.015616:0:278649:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789093469.015620:0:278649:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789093469.015621:0:278649:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789093469.015621:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1789093469.015626:0:278649:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000400:00000200:0.0:1789093469.015628:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00010000:00000001:2.0:1789093469.015629:0:278649:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789093469.015633:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978406244088 00010000:00000001:2.0:1789093469.015634:0:278649:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789093469.015637:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978406244088. 00010000:00000001:2.0:1789093469.015639:0:278649:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093469.015642:0:2390:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:2.0:1789093469.015643:0:278649:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789093469.015645:0:278649:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789093469.015648:0:278649:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:0.0:1789093469.015649:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff978438730000 x1875989369207936/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093524 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789093469.015650:0:278649:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789093469.015653:0:278649:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789093469.015658:0:278649:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:2.0:1789093469.015662:0:278649:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000100:00000001:0.0:1789093469.015663:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000080:00000001:2.0:1789093469.015666:0:278649:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789093469.015670:0:278649:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000100:00000040:0.0:1789093469.015670:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff978438730000 x1875989369207936/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093524 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000080:00000001:2.0:1789093469.015673:0:278649:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789093469.015677:0:278649:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789093469.015682:0:278649:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000100:00000001:0.0:1789093469.015684:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789093469.015686:0:278649:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000100:00000001:0.0:1789093469.015688:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:2.0:1789093469.015691:0:278649:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff978404ee4870. 00000020:00000010:2.0:1789093469.015695:0:278649:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff978432610c00. 00000020:00000010:2.0:1789093469.015699:0:278649:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff978432611800. 00000020:00000010:2.0:1789093469.015702:0:278649:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff978439e25900. 00000008:00000010:2.0:1789093469.015706:0:278649:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff978432651660. 00020000:00000010:2.0:1789093469.015709:0:278649:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff97842bd11180. 00008000:00000010:2.0:1789093469.015712:0:278649:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff978431d36de8. 00000080:00000010:2.0:1789093469.015715:0:278649:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff978407c7f348. 00000080:00000010:2.0:1789093469.015719:0:278649:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9784093cd280. 00000020:00000010:2.0:1789093469.015721:0:278649:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff978432610e00. 00000008:00000010:2.0:1789093469.015724:0:278649:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff978410df5e40. 00020000:00000010:2.0:1789093469.015727:0:278649:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff978408916da0. 00008000:00000010:2.0:1789093469.015735:0:278649:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff978408fa93b0. 00000080:00000010:2.0:1789093469.015739:0:278649:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff97841fdc9780. 00000020:00000001:2.0:1789093469.015741:0:278649:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446629192007043192 : -114881702508424 : ffff978404ee4878) 00000020:00001000:2.0:1789093469.015744:0:278649:0:(cl_object.c:831:cl_env_get()) 1@ffff978404ee4870 00000020:00000001:2.0:1789093469.015747:0:278649:0:(cl_object.c:151:cl_object_top()) ffff97843277f9e0 -> ffff97843277f9e0 00000800:00000200:0.0:1789093469.015748:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000001:2.0:1789093469.015751:0:278649:0:(cl_io.c:125:__cl_io_init()) Process entered 00000800:00000010:0.0:1789093469.015752:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97841f620300. 00000080:00000001:2.0:1789093469.015754:0:278649:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000400:00000200:0.0:1789093469.015757:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000080:00200000:2.0:1789093469.015758:0:278649:0:(vvp_io.c:1826:vvp_io_init()) [0x200002b17:0x11d9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:2.0:1789093469.015765:0:278649:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000400:00000200:0.0:1789093469.015765:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000020:00000001:2.0:1789093469.015769:0:278649:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000400:00000200:0.0:1789093469.015771:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978406244bb0 00000080:00000001:2.0:1789093469.015773:0:278649:0:(file.c:7081:ll_layout_refresh()) Process entered 00000400:00000010:0.0:1789093469.015774:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978406244bb0. 00000080:00000001:2.0:1789093469.015776:0:278649:0:(file.c:7085:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093469.015779:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000080:00000001:2.0:1789093469.015780:0:278649:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789093469.015784:0:278649:0:(lov_object.c:1590:lov_io_init()) [0x200002b17:0x11d9:0x0]io ffff9784093cd2e0 type 7 ignore/verify layout 0/1 00020000:00000002:2.0:1789093469.015789:0:278649:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff97841f2007c0) owner 0000000000000000/ffff9784013727c0 00000100:00000200:0.0:1789093469.015792:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff978438731f80 x1875989369207808/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:2.0:1789093469.015794:0:278649:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1789093469.015797:0:278649:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1789093469.015800:0:278649:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1789093469.015803:0:278649:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789093469.015807:0:278649:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1789093469.015809:0:278649:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1789093469.015810:0:278649:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789093469.015812:0:278649:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789093469.015813:0:278649:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1789093469.015814:0:278649:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1789093469.015816:0:278649:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff97841f2007c0) owner 0000000000000000/ffff9784013727c0 00000020:00000001:2.0:1789093469.015818:0:278649:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789093469.015820:0:278649:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1789093469.015822:0:278649:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200002b17:0x11d9:0x0] 00000020:00000001:2.0:1789093469.015824:0:278649:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1789093469.015826:0:278649:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1789093469.015828:0:278649:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1789093469.015830:0:278649:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1789093469.015834:0:278649:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1789093469.015839:0:278649:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff97841fefb180. 00020000:00000002:2.0:1789093469.015841:0:278649:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1789093469.015843:0:278649:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1789093469.015851:0:278649:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789093469.015852:0:278649:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1789093469.015854:0:278649:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1789093469.015856:0:278649:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff978404ee4990. 00000020:00000010:2.0:1789093469.015859:0:278649:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff978432610600. 00000020:00000010:2.0:1789093469.015862:0:278649:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff978432611400. 00000020:00000010:2.0:1789093469.015864:0:278649:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff978439e250c0. 00000008:00000010:2.0:1789093469.015868:0:278649:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff978432655980. 00020000:00000010:2.0:1789093469.015872:0:278649:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff97842bd11a80. 00008000:00000010:2.0:1789093469.015875:0:278649:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff978431d35c40. 00000080:00000010:2.0:1789093469.015878:0:278649:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff978407c7f1f8. 00000080:00000010:2.0:1789093469.015880:0:278649:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9784093cd720. 00000020:00000010:2.0:1789093469.015883:0:278649:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff978432611600. 00000008:00000010:2.0:1789093469.015885:0:278649:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff978410df5ce0. 00020000:00000010:2.0:1789093469.015887:0:278649:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff978408914db0. 00008000:00000010:2.0:1789093469.015890:0:278649:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff978408fa9518. 00000080:00000010:2.0:1789093469.015904:0:278649:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff97841fdc95a0. 00000020:00000001:2.0:1789093469.015906:0:278649:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446629192007043480 : -114881702508136 : ffff978404ee4998) 00000020:00001000:2.0:1789093469.015909:0:278649:0:(cl_object.c:831:cl_env_get()) 1@ffff978404ee4990 00000020:00000001:2.0:1789093469.015912:0:278649:0:(cl_object.c:151:cl_object_top()) ffff97843277fe90 -> ffff97843277f9e0 00000020:00000001:2.0:1789093469.015913:0:278649:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1789093469.015916:0:278649:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789093469.015917:0:278649:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1789093469.015918:0:278649:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789093469.015920:0:278649:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789093469.015921:0:278649:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446629192068066824 : -114881641484792 : ffff978408916e08) 00000020:00000001:2.0:1789093469.015923:0:278649:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1789093469.015927:0:278649:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff978405104f70. 00000008:00010000:2.0:1789093469.015930:0:278649:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1789093469.015932:0:278649:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1789093469.015934:0:278649:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1789093469.015935:0:278649:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff97841fefb1b0, osc lock ffff978405104f70, flags 0x400001002 00000020:00000001:2.0:1789093469.015937:0:278649:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789093469.015939:0:278649:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789093469.015942:0:278649:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446629192460120448 : -114881249431168 : ffff97841fefb180) 00000020:00000001:2.0:1789093469.015944:0:278649:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1789093469.015949:0:278649:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1789093469.015951:0:278649:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789093469.015953:0:278649:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789093469.015956:0:278649:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1789093469.015957:0:278649:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1789093469.015959:0:278649:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1789093469.015960:0:278649:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1789093469.015961:0:278649:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789093469.015962:0:278649:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446629192068066824 : -114881641484792 : ffff978408916e08) 00000020:00000001:2.0:1789093469.015964:0:278649:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1789093469.015966:0:278649:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1789093469.015968:0:278649:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1789093469.015971:0:278649:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1789093469.015973:0:278649:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1789093469.015975:0:278649:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1789093469.015976:0:278649:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1789093469.015977:0:278649:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1789093469.015978:0:278649:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1789093469.015980:0:278649:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1789093469.015982:0:278649:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789093469.015985:0:278649:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789093469.015987:0:278649:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:2.0:1789093469.015991:0:278649:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97843892d880. 00000020:00000040:2.0:1789093469.015993:0:278649:0:(genops.c:1231:class_import_get()) import ffff9784084a0000 refcount=5 obd=lustre-OST0000-osc-ffff978407827800 00010000:00000001:2.0:1789093469.015996:0:278649:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789093469.015999:0:278649:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:0.0:1789093469.016000:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1789093469.016002:0:278649:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789093469.016006:0:278649:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:0.0:1789093469.016008:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff978438731f80 x1875989369207808/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093554 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1789093469.016010:0:278649:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789093469.016014:0:278649:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093469.016021:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789093469.016022:0:278649:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff978432611c00. 00000100:00000001:0.0:1789093469.016025:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1789093469.016029:0:278649:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789093469.016035:0:278649:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789093469.016037:0:278649:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789093469.016039:0:278649:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789093469.016040:0:278649:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789093469.016042:0:278649:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789093469.016045:0:278649:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446629192873465984 : -114880836085632 : ffff97843892d880) 00010000:00000001:2.0:1789093469.016053:0:278649:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789093469.016056:0:278649:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1789093469.016060:0:278649:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff978410526c00. 00010000:00000010:2.0:1789093469.016063:0:278649:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff978410526700. 00010000:00000001:2.0:1789093469.016068:0:278649:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789093469.016070:0:278649:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff97841e836600. 00000020:00000001:2.0:1789093469.016074:0:278649:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789093469.016076:0:278649:0:(lustre_handles.c:93:class_handle_hash()) added object ffff97841e836600 with handle 0xff5b0ce8e6d4081c to hash 00000020:00000001:2.0:1789093469.016078:0:278649:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789093469.016079:0:278649:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446629192436246016 : -114881273305600 : ffff97841e836600) 00010000:00000010:2.0:1789093469.016082:0:278649:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff97841fe71e40. 00010000:00000001:2.0:1789093469.016084:0:278649:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446629192436246016 : -114881273305600 : ffff97841e836600) 00010000:00000001:2.0:1789093469.016087:0:278649:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789093469.016089:0:278649:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789093469.016093:0:278649:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff978407827800 lock: 000000002d4a016b/0xff5b0ce8e6d4081c lrc: 3/1,0 mode: --/PR res: [0x280000401:0x54a8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 278649 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789093469.016102:0:278649:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff978407827800 lock: 000000002d4a016b/0xff5b0ce8e6d4081c lrc: 3/1,0 mode: --/PR res: [0x280000401:0x54a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 278649 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789093469.016112:0:278649:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789093469.016115:0:278649:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789093469.016119:0:278649:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789093469.016124:0:278649:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000098aaaa03] to pc [ptlrpcd_01_00+0] req@ffff97843892d880 x1875989369208064/t0(0) o101->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000008:00000001:2.0:1789093469.016152:0:278649:0:(osc_request.c:3307:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789093469.016155:0:278649:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789093469.016157:0:278649:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789093469.016159:0:278649:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789093469.016161:0:278649:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789093469.016163:0:278649:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1789093469.016165:0:278649:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1789093469.016172:0:278649:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1789093469.016174:0:278649:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000100:00000001:3.0:1789093469.016319:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789093469.016322:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789093469.016324:0:2400:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789093469.016330:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97843892d880 x1875989369208064/t0(0) o101->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789093469.016337:0:2400:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789093469.016339:0:2400:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789093469.016342:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789093469.016352:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789093469.016355:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789093469.016359:0:2400:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff97843892d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0241929-959a-49c3-a3c6-35d2c689d415:2400:1875989369208064:192.168.206.138@tcp:101:stat.0 00000100:00000001:3.0:1789093469.016363:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789093469.016367:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789093469.016368:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789093469.016370:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789093469.016374:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97841eeee000. 02000000:00000001:3.0:1789093469.016376:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789093469.016381:0:2400:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000010:3.0:1789093469.016384:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97841ec90790. 00000400:00000010:3.0:1789093469.016389:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978406616110. 00000100:00000200:3.0:1789093469.016394:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875989369208064, portal 4 00000100:00000001:3.0:1789093469.016396:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789093469.016397:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629192873465984 : -114880836085632 : ffff97843892d880) 00000100:00000040:3.0:1789093469.016402:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff97843892d880 x1875989369208064/t0(0) o101->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 328/400 e 0 to 0 dl 1789093524 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789093469.016409:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789093469.016424:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.138@tcp 00000400:00000010:3.0:1789093469.016427:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978406616e58. 00000100:00000200:3.0:1789093469.016431:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1875989369208064, offset 0 00000400:00000200:3.0:1789093469.016436:0:2400:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.206.138@tcp 00000400:00000200:3.0:1789093469.016443:0:2400:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:3.0:1789093469.016448:0:2400:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.138@tcp local destination 00000400:00000200:3.0:1789093469.016452:0:2400:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789093469.016455:0:2400:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.206.38@tcp 00000400:00000200:3.0:1789093469.016458:0:2400:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.206.38@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789093469.016460:0:2400:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.138@tcp 00000400:00000200:3.0:1789093469.016463:0:2400:0:(lib-move.c:1710:lnet_handle_send()) 192.168.206.38@tcp NI seq info: [546122:546122:256:4294967295] 192.168.206.138@tcp LPNI seq info [546083:546083:8:4294967295] 00000400:00000200:3.0:1789093469.016467:0:2400:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:3.0:1789093469.016474:0:2400:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp:) -> 192.168.206.138@tcp(192.168.206.138@tcp:192.168.206.138@tcp) : PUT try# 0 00000800:00000200:3.0:1789093469.016480:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.206.138@tcp 00000800:00000010:3.0:1789093469.016489:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97843317f200. 00000800:00000200:3.0:1789093469.016495:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff978408f5f180] -> 12345-192.168.206.138@tcp (5) 00000800:00000200:3.0:1789093469.016501:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.138@tcp ip 192.168.206.138:988 00000800:00000200:3.0:1789093469.016505:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97843317f200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1789093469.016512:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789093469.016515:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff978407827800: using a timeout of 98040 usecs (99 jiffies) 00000400:00000200:3.0:1789093469.016518:0:2400:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000100:00000001:3.0:1789093469.016521:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff978407827800: PM QoS new deadline estimation for cpu 0 is 4305414246 00000100:00000001:3.0:1789093469.016524:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff978407827800: PM QoS request active for cpu 0, keep current deadline 4305417976 00000100:00000001:3.0:1789093469.016526:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff978407827800: PM QoS new deadline estimation for cpu 1 is 4305414246 00000100:00000001:3.0:1789093469.016528:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff978407827800: PM QoS request active for cpu 1, keep current deadline 4305417976 00000100:00000001:3.0:1789093469.016530:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789093469.016532:0:2400:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093469.016535:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093469.016537:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789093469.016542:0:2400:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789093469.016544:0:2400:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:3.0:1789093469.016546:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789093469.016547:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789093469.016548:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093469.016550:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093469.016561:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789093469.016563:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789093469.017184:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789093469.017190:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97843317f200. 00000400:00000200:1.0:1789093469.017195:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789093469.017200:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000400:00000200:1.0:1789093469.017204:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978406616e58 00000400:00000010:1.0:1789093469.017206:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978406616e58. 00000100:00000001:1.0:1789093469.017209:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789093469.017214:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97843892d880 x1875989369208064/t0(0) o101->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 328/400 e 0 to 0 dl 1789093524 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789093469.017231:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789093469.017234:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97843892d880 x1875989369208064/t0(0) o101->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 328/400 e 0 to 0 dl 1789093524 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789093469.017240:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093469.017241:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1789093469.020091:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093469.020107:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789093469.020111:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093469.020114:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789093469.020121:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093469.020128:0:2390:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp) <- 192.168.206.138@tcp : PUT - for me 00000400:00000200:0.0:1789093469.020136:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093469.020141:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093469.020146:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093469.020150:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.138@tcp of length 224 into portal 25 MB=0x6aa33cff43b80 00000400:00000200:0.0:1789093469.020154:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093469.020161:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.138@tcp of length 224/224 into md 0x53d129 [1] + 224 00000800:00000001:0.0:1789093469.020172:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093469.020181:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789093469.020184:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789093469.020188:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000100:00000001:0.0:1789093469.020195:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789093469.020203:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff978438732680 x1875989369207680/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093485 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789093469.020217:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff978438732680 x1875989369207680/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093485 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093469.020274:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789093469.020278:0:2398:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789093469.020318:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789093469.020327:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093469.020331:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789093469.020333:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093469.020347:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789093469.020350:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093469.020370:0:2390:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp) <- 192.168.206.138@tcp : PUT - for me 00000400:00000200:0.0:1789093469.020376:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093469.020378:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093469.020382:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093469.020384:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.138@tcp of length 224 into portal 4 MB=0x6aa33cff43c80 00000400:00000200:0.0:1789093469.020388:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093469.020392:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.138@tcp of length 224/224 into md 0x53d139 [1] + 224 00000800:00000001:0.0:1789093469.020396:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093469.020400:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789093469.020402:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789093469.020405:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000100:00000001:0.0:1789093469.020408:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789093469.020412:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff978438730000 x1875989369207936/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093524 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789093469.020421:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff978438730000 x1875989369207936/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093524 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093469.020434:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789093469.020438:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093469.020441:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789093469.020442:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093469.020444:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789093469.020447:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093469.020450:0:2390:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp) <- 192.168.206.138@tcp : PUT - for me 00000400:00000200:0.0:1789093469.020454:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093469.020457:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093469.020459:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093469.020462:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.138@tcp of length 400 into portal 4 MB=0x6aa33cff43d00 00000400:00000200:0.0:1789093469.020465:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093469.020468:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.138@tcp of length 400/400 into md 0x53d159 [1] + 224 00000800:00000001:0.0:1789093469.020472:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093469.020491:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789093469.020494:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789093469.020498:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000100:00000001:0.0:1789093469.020502:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789093469.020506:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97843892d880 x1875989369208064/t0(0) o101->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 328/400 e 0 to 0 dl 1789093524 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789093469.020513:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff97843892d880 x1875989369208064/t0(0) o101->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 328/400 e 0 to 0 dl 1789093524 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789093469.020531:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789093469.020536:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093469.020538:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789093469.020604:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789093469.020607:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789093469.020612:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789093469.020614:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789093469.020617:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97841ec90790. 00000400:00000200:3.0:1789093469.020621:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978406616110 00000400:00000010:3.0:1789093469.020623:0:2400:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978406616110. 00000100:00000001:3.0:1789093469.020626:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789093469.020631:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97843892d880 x1875989369208064/t0(0) o101->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 328/400 e 0 to 0 dl 1789093524 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789093469.020639:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97843892d880 x1875989369208064/t0(0) o101->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 328/400 e 0 to 0 dl 1789093524 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789093469.020651:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789093469.020653:0:2400:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789093469.020656:0:2400:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1789093469.020659:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789093469.020661:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789093469.020663:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789093469.020666:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789093469.020674:0:2400:0:(import.c:2149:obd_at_measure()) add 36 to ffff9784084a0460 time=14 v=36 (36 36 5 5) 00000100:00001000:3.0:1789093469.020679:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff9784084a0418 time=72 v=5 (1 1 0 0) 00000100:00000001:3.0:1789093469.020681:0:2400:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789093469.020683:0:2400:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789093469.020686:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789093469.020689:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093469.020693:0:2400:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789093469.020694:0:2400:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff978407827800: skip recheck: last_committed 38654726918 00000100:00000001:3.0:1789093469.020697:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789093469.020698:0:2400:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789093469.020704:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97843892d880 x1875989369208064/t0(0) o101->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 328/400 e 0 to 0 dl 1789093524 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789093469.020711:0:2400:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789093469.020713:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789093469.020715:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1789093469.020718:0:2400:0:(osc_request.c:3122:osc_enqueue_interpret()) Process entered 00010000:00000001:3.0:1789093469.020720:0:2400:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789093469.020722:0:2400:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1789093469.020725:0:2400:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff97841e836600 refcount=4 00000020:00000001:3.0:1789093469.020727:0:2400:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446629192436246016 : -114881273305600 : ffff97841e836600) 00010000:00000001:3.0:1789093469.020730:0:2400:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629192436246016 : -114881273305600 : ffff97841e836600) 00010000:00000001:3.0:1789093469.020732:0:2400:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789093469.020733:0:2400:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1789093469.020735:0:2400:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff97841e836600 refcount=5 00000020:00000001:3.0:1789093469.020736:0:2400:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446629192436246016 : -114881273305600 : ffff97841e836600) 00010000:00000001:3.0:1789093469.020739:0:2400:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629192436246016 : -114881273305600 : ffff97841e836600) 00010000:00000001:3.0:1789093469.020747:0:2400:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789093469.020750:0:2400:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789093469.020755:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff978407827800 lock: 000000002d4a016b/0xff5b0ce8e6d4081c lrc: 6/2,0 mode: --/PR res: [0x280000401:0x54a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 278649 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789093469.020765:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789093469.020766:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789093469.020768:0:2400:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789093469.020771:0:2400:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789093469.020772:0:2400:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1789093469.020773:0:2400:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff97841e836600 refcount=6 00000020:00000001:3.0:1789093469.020775:0:2400:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446629192436246016 : -114881273305600 : ffff97841e836600) 00010000:00000001:3.0:1789093469.020777:0:2400:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629192436246016 : -114881273305600 : ffff97841e836600) 00010000:00000040:3.0:1789093469.020788:0:2400:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff97841e836600, remote cookie: 0x8ad7b11b348ea019, flags: 0x1001 00010000:00010000:3.0:1789093469.020793:0:2400:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff978407827800 lock: 000000002d4a016b/0xff5b0ce8e6d4081c lrc: 6/2,0 mode: --/PR res: [0x280000401:0x54a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x8ad7b11b348ea019 expref: -99 pid: 278649 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789093469.020801:0:2400:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:3.0:1789093469.020804:0:2400:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789093469.020806:0:2400:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1789093469.020809:0:2400:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:3.0:1789093469.020813:0:2400:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff978407827800 lock: 000000002d4a016b/0xff5b0ce8e6d4081c lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x54a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x8ad7b11b348ea019 expref: -99 pid: 278649 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1789093469.020821:0:2400:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000401:0x54a8:0x0].0x0 (ffff978410526c00) refcount = 1 00010000:00000040:3.0:1789093469.020823:0:2400:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1789093469.020825:0:2400:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff978407827800 lock: 000000002d4a016b/0xff5b0ce8e6d4081c lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x54a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x8ad7b11b348ea019 expref: -99 pid: 278649 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789093469.020834:0:2400:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1789093469.020845:0:2400:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789093469.020848:0:2400:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1789093469.020850:0:2400:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789093469.020854:0:2400:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff978407827800 lock: 000000002d4a016b/0xff5b0ce8e6d4081c lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x54a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x8ad7b11b348ea019 expref: -99 pid: 278649 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789093469.020861:0:2400:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1789093469.020862:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789093469.020864:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789093469.020865:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789093469.020866:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1789093469.020867:0:2400:0:(osc_request.c:3076:osc_enqueue_fini()) Process entered 00000008:00000001:3.0:1789093469.020870:0:2400:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1789093469.020873:0:2400:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789093469.020874:0:2400:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1789093469.020876:0:2400:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff97841e836600 refcount=5 00000020:00000001:3.0:1789093469.020878:0:2400:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446629192436246016 : -114881273305600 : ffff97841e836600) 00010000:00000001:3.0:1789093469.020880:0:2400:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629192436246016 : -114881273305600 : ffff97841e836600) 00000008:00000001:3.0:1789093469.020884:0:2400:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:3.0:1789093469.020888:0:2400:0:(cl_object.c:151:cl_object_top()) ffff978431d088c0 -> ffff97843277f9e0 00000008:00010000:3.0:1789093469.020901:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff978407827800 lock: 000000002d4a016b/0xff5b0ce8e6d4081c lrc: 5/2,0 mode: PR/PR res: [0x280000401:0x54a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x8ad7b11b348ea019 expref: -99 pid: 278649 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:3.0:1789093469.020910:0:2400:0:(cl_object.c:151:cl_object_top()) ffff978431d088c0 -> ffff97843277f9e0 00000020:00000001:3.0:1789093469.020912:0:2400:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1789093469.020914:0:2400:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:3.0:1789093469.020917:0:2400:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1789093469.020919:0:2400:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789093469.020921:0:2400:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789093469.020923:0:2400:0:(cl_object.c:151:cl_object_top()) ffff978431d088c0 -> ffff97843277f9e0 00000008:00000001:3.0:1789093469.020924:0:2400:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:3.0:1789093469.020927:0:2400:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1789093469.020928:0:2400:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:3.0:1789093469.020944:0:2400:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000008:00000001:3.0:1789093469.020946:0:2400:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789093469.020953:0:2400:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789093469.020954:0:2400:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1789093469.020956:0:2400:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff97841e836600 refcount=6 00000020:00000001:3.0:1789093469.020958:0:2400:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446629192436246016 : -114881273305600 : ffff97841e836600) 00010000:00000001:3.0:1789093469.020960:0:2400:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629192436246016 : -114881273305600 : ffff97841e836600) 00010000:00000001:3.0:1789093469.020962:0:2400:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789093469.020965:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff978407827800 lock: 000000002d4a016b/0xff5b0ce8e6d4081c lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x54a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x8ad7b11b348ea019 expref: -99 pid: 278649 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789093469.020972:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789093469.020973:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789093469.020975:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff978407827800 lock: 000000002d4a016b/0xff5b0ce8e6d4081c lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x54a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x8ad7b11b348ea019 expref: -99 pid: 278649 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789093469.020982:0:2400:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789093469.020983:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789093469.020984:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1789093469.020985:0:2400:0:(osc_request.c:3103:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789093469.020987:0:2400:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789093469.020988:0:2400:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1789093469.020990:0:2400:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff97841e836600 refcount=5 00000020:00000001:3.0:1789093469.020992:0:2400:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446629192436246016 : -114881273305600 : ffff97841e836600) 00010000:00000001:3.0:1789093469.020994:0:2400:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629192436246016 : -114881273305600 : ffff97841e836600) 00010000:00000001:3.0:1789093469.020996:0:2400:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789093469.020998:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff978407827800 lock: 000000002d4a016b/0xff5b0ce8e6d4081c lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x54a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x8ad7b11b348ea019 expref: -99 pid: 278649 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789093469.021004:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789093469.021005:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789093469.021007:0:2400:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789093469.021009:0:2400:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789093469.021012:0:2400:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff978407827800 lock: 000000002d4a016b/0xff5b0ce8e6d4081c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x54a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x8ad7b11b348ea019 expref: -99 pid: 278649 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789093469.021026:0:2400:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789093469.021028:0:2400:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789093469.021030:0:2400:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789093469.021034:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789093469.021036:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1789093469.021036:0:278649:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789093469.021037:0:2400:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789093469.021040:0:2400:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000020:00000001:2.0:1789093469.021040:0:278649:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789093469.021046:0:278649:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00010000:00000001:3.0:1789093469.021047:0:2400:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789093469.021048:0:278649:0:(cl_object.c:151:cl_object_top()) ffff97843277f9e0 -> ffff97843277f9e0 00010000:00000001:3.0:1789093469.021049:0:2400:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789093469.021050:0:278649:0:(cl_object.c:151:cl_object_top()) ffff97843277f9e0 -> ffff97843277f9e0 00010000:00000001:3.0:1789093469.021051:0:2400:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789093469.021052:0:278649:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00010000:00000001:3.0:1789093469.021053:0:2400:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789093469.021054:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789093469.021056:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00020000:00000001:2.0:1789093469.021056:0:278649:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00010000:00000001:3.0:1789093469.021057:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789093469.021058:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1789093469.021059:0:2400:0:(osc_request.c:3161:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789093469.021060:0:278649:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1789093469.021062:0:278649:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789093469.021064:0:278649:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00000100:00000040:3.0:1789093469.021065:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97843892d880 x1875989369208064/t0(0) o101->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 328/400 e 0 to 0 dl 1789093524 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00020000:00000001:2.0:1789093469.021065:0:278649:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789093469.021067:0:278649:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x11d9:11031 on OST[0]: s=0 (1) m=0 a=0 c=0 b=0 00020000:00000001:2.0:1789093469.021071:0:278649:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789093469.021073:0:2400:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff97843892d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0241929-959a-49c3-a3c6-35d2c689d415:2400:1875989369208064:192.168.206.138@tcp:101:stat.0 00020000:00000002:2.0:1789093469.021073:0:278649:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:2.0:1789093469.021076:0:278649:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093469.021078:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1789093469.021078:0:278649:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789093469.021079:0:278649:0:(cl_object.c:151:cl_object_top()) ffff97843277f9e0 -> ffff97843277f9e0 00000100:00000001:3.0:1789093469.021081:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000080:00200000:2.0:1789093469.021082:0:278649:0:(file.c:1775:ll_merge_attr_nolock()) [0x200002b17:0x11d9:0x0] updating i_size 0 i_blocks 0 00000080:00000001:2.0:1789093469.021084:0:278649:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000100:00000040:3.0:1789093469.021085:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97843892d880 x1875989369208064/t0(0) o101->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 328/400 e 0 to 0 dl 1789093524 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000020:00000001:2.0:1789093469.021086:0:278649:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1789093469.021088:0:278649:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9784093cd280 (ffff978404ee4878/0) at cl_lock_release():245 00000100:00000001:3.0:1789093469.021091:0:2400:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1789093469.021091:0:278649:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1789093469.021092:0:278649:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9784093cd280 (ffff978404ee4878/0) at cl_lock_cancel():142 02000000:00000001:3.0:1789093469.021093:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00020000:00000001:2.0:1789093469.021095:0:278649:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 02000000:00000010:3.0:1789093469.021097:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97841eeee000. 00020000:00000001:2.0:1789093469.021099:0:278649:0:(lov_io.c:158:lov_sub_get()) Process entered 02000000:00000001:3.0:1789093469.021100:0:2400:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00020000:00000001:2.0:1789093469.021100:0:278649:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446629192068066824 : -114881641484792 : ffff978408916e08) 00000020:00000001:3.0:1789093469.021102:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1789093469.021102:0:278649:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00000040:3.0:1789093469.021104:0:2400:0:(genops.c:1244:class_import_put()) import ffff9784084a0000 refcount=4 obd=lustre-OST0000-osc-ffff978407827800 00000020:00010000:2.0:1789093469.021104:0:278649:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff97841fefb1b0 (ffff978404ee4998/1) at cl_lock_cancel():142 00000020:00000001:3.0:1789093469.021106:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 00000008:00000001:2.0:1789093469.021107:0:278649:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1789093469.021108:0:278649:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 02000000:00000010:3.0:1789093469.021109:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff978432611c00. 00010000:00000001:2.0:1789093469.021109:0:278649:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789093469.021110:0:278649:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1789093469.021111:0:278649:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 02000000:00000001:3.0:1789093469.021113:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000008:00000001:2.0:1789093469.021113:0:278649:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1789093469.021114:0:278649:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1789093469.021115:0:278649:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 02000000:00000001:3.0:1789093469.021121:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:2.0:1789093469.021121:0:278649:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1789093469.021123:0:278649:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9784093cd280 (ffff978404ee4878/0) at cl_lock_fini():72 00000100:00000010:3.0:1789093469.021124:0:2400:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97843892d880. 00020000:00000001:2.0:1789093469.021126:0:278649:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000100:00000001:3.0:1789093469.021127:0:2400:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000020:00000001:2.0:1789093469.021127:0:278649:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000100:00000001:3.0:1789093469.021128:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00010000:2.0:1789093469.021128:0:278649:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff97841fefb1b0 (ffff978404ee4878/1) at cl_lock_fini():72 00000100:00000001:3.0:1789093469.021131:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000008:00000010:2.0:1789093469.021131:0:278649:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff978405104f70. 00000020:00000001:2.0:1789093469.021134:0:278649:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1789093469.021135:0:278649:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff97841fefb180. 00000100:00000001:3.0:1789093469.021138:0:2400:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00020000:00000001:2.0:1789093469.021138:0:278649:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1789093469.021139:0:278649:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000100:00000001:3.0:1789093469.021140:0:2400:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789093469.021140:0:278649:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000100:00000001:3.0:1789093469.021142:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000001:00000001:2.0:1789093469.021142:0:278649:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093469.021144:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789093469.021144:0:278649:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1789093469.021147:0:278649:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1789093469.021148:0:278649:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1789093469.021150:0:278649:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1789093469.021151:0:278649:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1789093469.021153:0:278649:0:(cl_object.c:925:cl_env_put()) 1@ffff978404ee4990 00000020:00000010:2.0:1789093469.021156:0:278649:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff978432611400. 00000020:00000010:2.0:1789093469.021159:0:278649:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff978439e250c0. 00000008:00000010:2.0:1789093469.021164:0:278649:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff978432655980. 00020000:00000010:2.0:1789093469.021168:0:278649:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff97842bd11a80. 00008000:00000010:2.0:1789093469.021172:0:278649:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff978431d35c40. 00000080:00000010:2.0:1789093469.021177:0:278649:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff978407c7f1f8. 00000080:00000010:2.0:1789093469.021180:0:278649:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9784093cd720. 00000020:00000010:2.0:1789093469.021184:0:278649:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff978432610600. 00000008:00000010:2.0:1789093469.021187:0:278649:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff978410df5ce0. 00020000:00000010:2.0:1789093469.021190:0:278649:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff978408914db0. 00008000:00000010:2.0:1789093469.021193:0:278649:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff978408fa9518. 00000080:00000010:2.0:1789093469.021196:0:278649:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff97841fdc95a0. 00000020:00000010:2.0:1789093469.021198:0:278649:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff978432611600. 00000020:00000010:2.0:1789093469.021200:0:278649:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff978404ee4990. 00020000:00000001:2.0:1789093469.021202:0:278649:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1789093469.021204:0:278649:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1789093469.021206:0:278649:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1789093469.021208:0:278649:0:(vvp_io.c:304:vvp_io_fini()) [0x200002b17:0x11d9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1789093469.021212:0:278649:0:(file.c:7081:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1789093469.021220:0:278649:0:(file.c:7085:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789093469.021222:0:278649:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1789093469.021224:0:278649:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1789093469.021225:0:278649:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1789093469.021226:0:278649:0:(cl_object.c:925:cl_env_put()) 1@ffff978404ee4870 00000020:00000010:2.0:1789093469.021228:0:278649:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff978432611800. 00000020:00000010:2.0:1789093469.021231:0:278649:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff978439e25900. 00000008:00000010:2.0:1789093469.021234:0:278649:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff978432651660. 00020000:00000010:2.0:1789093469.021236:0:278649:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff97842bd11180. 00008000:00000010:2.0:1789093469.021239:0:278649:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff978431d36de8. 00000080:00000010:2.0:1789093469.021282:0:278649:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff978407c7f348. 00000080:00000010:2.0:1789093469.021286:0:278649:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9784093cd280. 00000020:00000010:2.0:1789093469.021289:0:278649:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff978432610c00. 00000008:00000010:2.0:1789093469.021291:0:278649:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff978410df5e40. 00020000:00000010:2.0:1789093469.021293:0:278649:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff978408916da0. 00008000:00000010:2.0:1789093469.021295:0:278649:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff978408fa93b0. 00000080:00000010:2.0:1789093469.021297:0:278649:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff97841fdc9780. 00000020:00000010:2.0:1789093469.021299:0:278649:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff978432610e00. 00000020:00000010:2.0:1789093469.021303:0:278649:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff978404ee4870. 00000001:00000001:2.0:1789093469.021305:0:278649:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789093469.021384:0:278649:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa65e41ed7d08 00000080:00000008:3.0:1789093469.021387:0:278649:0:(file.c:6459:ll_getattr_dentry()) COMPLETED file f812b.sanity:[0x200002b17:0x11d9:0x0](ffff978411a65348), request_mask 4095, flags 0, foreign 0 00000080:00000001:3.0:1789093469.021394:0:278649:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1789093469.021396:0:278649:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa65e41ed7da0 00000080:00002000:3.0:1789093469.021398:0:278649:0:(dcache.c:127:ll_ddelete()) keeping dentry f812b.sanity (ffff9784108db6c0, parent ffff97840206e0d8, inode ffff978411a65348) hashed, 00000080:00000001:3.0:1789093469.021401:0:278649:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1789093469.022137:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789093469.022140:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789093469.022144:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff978438546bb0. 00000400:00000200:1.0:1789093469.022147:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978406244e58 00000400:00000010:1.0:1789093469.022149:0:2398:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978406244e58. 00000100:00000001:1.0:1789093469.022154:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789093469.022161:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff978438732680 x1875989369207680/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093485 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789093469.022171:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff978438732680 x1875989369207680/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093485 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093469.022178:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789093469.022179:0:2398:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789093469.022181:0:2398:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1789093469.022184:0:2398:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789093469.022185:0:2398:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789093469.022187:0:2398:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789093469.022189:0:2398:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789093469.022193:0:2398:0:(import.c:2149:obd_at_measure()) add 5 to ffff9784093e6460 time=15 v=5 (5 5 5 5) 00000100:00001000:1.0:1789093469.022197:0:2398:0:(import.c:2149:obd_at_measure()) add 1 to ffff9784093e6418 time=114 v=5 (1 1 0 0) 00000100:00000001:1.0:1789093469.022198:0:2398:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789093469.022200:0:2398:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789093469.022202:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789093469.022204:0:2398:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093469.022206:0:2398:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789093469.022210:0:2398:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff978438732680 x1875989369207680/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093485 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093469.022227:0:2398:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789093469.022230:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789093469.022232:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789093469.022237:0:2398:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff978438732680 x1875989369207680/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093485 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789093469.022259:0:2398:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff978438732680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:44e1fe9d-a8e4-4124-a507-08739088143d:2398:1875989369207680:192.168.206.138@tcp:400:kworker.0 00000400:00000001:1.0:1789093469.022265:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789093469.022266:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789093469.022268:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff978438546108. 00000400:00000200:1.0:1789093469.022271:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978406244d48 00000400:00000010:1.0:1789093469.022273:0:2398:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978406244d48. 00000100:00000001:1.0:1789093469.022275:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789093469.022348:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff978438730000 x1875989369207936/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093524 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789093469.022357:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff978438730000 x1875989369207936/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093524 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093469.022363:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789093469.022365:0:2398:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789093469.022367:0:2398:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1789093469.022368:0:2398:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789093469.022369:0:2398:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789093469.022371:0:2398:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789093469.022372:0:2398:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789093469.022538:0:2398:0:(import.c:2149:obd_at_measure()) add 36 to ffff9784084a0460 time=14 v=36 (36 36 5 5) 00000100:00001000:1.0:1789093469.022542:0:2398:0:(import.c:2149:obd_at_measure()) add 1 to ffff9784084a0418 time=72 v=5 (1 1 0 0) 00000100:00000001:1.0:1789093469.022544:0:2398:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789093469.022545:0:2398:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789093469.022547:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789093469.022549:0:2398:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093469.022551:0:2398:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789093469.022553:0:2398:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff978407827800: skip recheck: last_committed 38654726918 00000100:00000001:1.0:1789093469.022560:0:2398:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789093469.022562:0:2398:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789093469.022567:0:2398:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff978438730000 x1875989369207936/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093524 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093469.022574:0:2398:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789093469.022576:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789093469.022578:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789093469.022581:0:2398:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff978438730000 x1875989369207936/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093524 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789093469.022590:0:2398:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff978438730000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0241929-959a-49c3-a3c6-35d2c689d415:2398:1875989369207936:192.168.206.138@tcp:400:kworker.0 00000100:00000001:1.0:1789093469.022594:0:2398:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093469.022596:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789093469.022599:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff978438732680 x1875989369207680/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093485 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093469.022606:0:2398:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789093469.022608:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789093469.022610:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff978405a7f800. 02000000:00000001:1.0:1789093469.022613:0:2398:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789093469.022614:0:2398:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1789093469.022616:0:2398:0:(genops.c:1244:class_import_put()) import ffff9784093e6000 refcount=3 obd=MGC192.168.206.138@tcp 00000020:00000001:1.0:1789093469.022619:0:2398:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1789093469.022621:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff978405f37500. 02000000:00000001:1.0:1789093469.022624:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789093469.022626:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789093469.022627:0:2398:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff978438732680. 00000100:00000001:1.0:1789093469.022630:0:2398:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789093469.022631:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789093469.022633:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789093469.022636:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff978438730000 x1875989369207936/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093524 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093469.022642:0:2398:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789093469.022644:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789093469.022650:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff978405a7ee00. 02000000:00000001:1.0:1789093469.022652:0:2398:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789093469.022654:0:2398:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1789093469.022655:0:2398:0:(genops.c:1244:class_import_put()) import ffff9784084a0000 refcount=3 obd=lustre-OST0000-osc-ffff978407827800 00000020:00000001:1.0:1789093469.022657:0:2398:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1789093469.022658:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff978405f37a00. 02000000:00000001:1.0:1789093469.022660:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789093469.022661:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789093469.022663:0:2398:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff978438730000. 00000100:00000001:1.0:1789093469.022665:0:2398:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789093469.022666:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789093469.022669:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093469.022672:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789093469.022673:0:2398:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789093469.022675:0:2398:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093469.022677:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1789093469.022862:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093469.022872:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789093469.022875:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093469.023089:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789093469.023095:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093469.023100:0:2391:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp) <- 192.168.206.138@tcp : PUT - for me 00000400:00000200:0.0:1789093469.023107:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093469.023111:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093469.023115:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093469.023119:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.138@tcp of length 224 into portal 10 MB=0x6aa33cff43c00 00000400:00000200:0.0:1789093469.023123:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093469.023128:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.138@tcp of length 224/224 into md 0x53d149 [1] + 224 00000800:00000001:0.0:1789093469.023135:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093469.023141:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789093469.023144:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789093469.023148:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000100:00000001:0.0:1789093469.023153:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789093469.023158:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff978438731f80 x1875989369207808/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093554 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789093469.023166:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff978438731f80 x1875989369207808/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093554 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093469.023197:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789093469.023206:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093469.023208:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789093469.023511:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789093469.023514:0:2398:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789093469.023518:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789093469.023520:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789093469.023522:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff978438546478. 00000400:00000200:1.0:1789093469.023525:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978406244880 00000400:00000010:1.0:1789093469.023526:0:2398:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978406244880. 00000100:00000001:1.0:1789093469.023529:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789093469.023534:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff978438731f80 x1875989369207808/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093554 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789093469.023542:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff978438731f80 x1875989369207808/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093554 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093469.023548:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789093469.023549:0:2398:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789093469.023551:0:2398:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1789093469.023553:0:2398:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789093469.023555:0:2398:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789093469.023556:0:2398:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789093469.023558:0:2398:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789093469.023563:0:2398:0:(import.c:2149:obd_at_measure()) add 60 to ffff97840b490460 time=14 v=60 (60 61 61 62) 00000100:00001000:1.0:1789093469.023566:0:2398:0:(import.c:2149:obd_at_measure()) add 1 to ffff97840b490418 time=91 v=5 (1 1 0 0) 00000100:00000001:1.0:1789093469.023574:0:2398:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789093469.023576:0:2398:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789093469.023578:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1789093469.023582:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff978438731f80 x1875989369207808/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093554 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1789093469.023588:0:2398:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093469.023590:0:2398:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789093469.023592:0:2398:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff978407827800: skip recheck: last_committed 21474836545 00000100:00000001:1.0:1789093469.023593:0:2398:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789093469.023595:0:2398:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789093469.023599:0:2398:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff978438731f80 x1875989369207808/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093554 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093469.023605:0:2398:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789093469.023607:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789093469.023609:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789093469.023612:0:2398:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff978438731f80 x1875989369207808/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093554 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789093469.023625:0:2398:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff978438731f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0241929-959a-49c3-a3c6-35d2c689d415:2398:1875989369207808:192.168.206.138@tcp:400:kworker.0 00000100:00000001:1.0:1789093469.023629:0:2398:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789093469.023631:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789093469.023633:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff978438731f80 x1875989369207808/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093554 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093469.023640:0:2398:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789093469.023641:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789093469.023643:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff978405a7e200. 02000000:00000001:1.0:1789093469.023646:0:2398:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789093469.023647:0:2398:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1789093469.023649:0:2398:0:(genops.c:1244:class_import_put()) import ffff97840b490000 refcount=3 obd=lustre-MDT0001-mdc-ffff978407827800 00000020:00000001:1.0:1789093469.023651:0:2398:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1789093469.023653:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff978405f37c00. 02000000:00000001:1.0:1789093469.023655:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789093469.023661:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789093469.023663:0:2398:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff978438731f80. 00000100:00000001:1.0:1789093469.023667:0:2398:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789093469.023668:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789093469.023669:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789093469.023676:0:2398:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789093469.023678:0:2398:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093469.023679:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789093469.023681:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093469.589293:0:272950:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093469.589300:0:272950:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093469.589306:0:272950:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093469.589308:0:272950:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093469.589310:0:272950:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093469.589312:0:272950:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789093469.594036:0:247359:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789093469.594043:0:247359:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789093469.594047:0:247359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789093470.613601:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093470.613611:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093470.613618:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093470.613619:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093470.613624:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093470.613625:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789093470.617056:0:241652:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789093470.617065:0:241652:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789093470.617071:0:241652:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789093471.637343:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093471.637349:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093471.637355:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093471.637356:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093471.637359:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093471.637360:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789093471.637381:0:235706:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789093471.637384:0:235706:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789093471.637386:0:235706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789093472.661399:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093472.661408:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093472.661414:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093472.661415:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093472.661419:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093472.661420:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789093472.663364:0:247358:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789093472.663370:0:247358:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789093472.663375:0:247358:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1789093472.821534:0:278870:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789093472.858419:0:247954:0:(connection.c:75:cpu_latency_work()) work item of ffff9784069f9000 (cpu 0) has reached its deadline 4305417976, at 4305417989 00000100:00000010:0.0:1789093472.858440:0:247954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97841e801060. 00000100:00000040:1.0:1789093472.858698:0:190021:0:(connection.c:75:cpu_latency_work()) work item of ffff9784069f9110 (cpu 0) has reached its deadline 4305417976, at 4305417989 00000100:00000010:1.0:1789093472.858706:0:190021:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97841e8010c0. 00000001:00000001:1.0:1789093473.150102:0:278907:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1789093473.150113:0:278907:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg638-client.virtnet: executing wait_import_state FULL osc.lustre-OST0000-osc-ffff978407827800.ost_server_uuid 50 00000001:00000001:1.0:1789093473.160784:0:278907:0:(debug.c:656:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:0.0:1789093473.685511:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093473.685519:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093473.685525:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093473.685532:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093473.685536:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093473.685537:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789093473.687224:0:235705:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789093473.687232:0:235705:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789093473.687238:0:235705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1789093474.133130:0:279016:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789093474.135066:0:226917:0:(pinger.c:229:ptlrpc_pinger_process_import()) 44e1fe9d-a8e4-4124-a507-08739088143d->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789093474.135075:0:226917:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789093474.135082:0:226917:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff978409d56d80. 00000020:00000040:3.0:1789093474.135087:0:226917:0:(genops.c:1231:class_import_get()) import ffff9784093e6000 refcount=4 obd=MGC192.168.206.138@tcp 00000100:00000001:3.0:1789093474.135091:0:226917:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789093474.135097:0:226917:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789093474.135101:0:226917:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789093474.135110:0:226917:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97843317f900. 00000100:00000001:3.0:1789093474.135205:0:226917:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789093474.135218:0:226917:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 44e1fe9d-a8e4-4124-a507-08739088143d->MGS req@ffff978409d56d80 x1875989369208192/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789093474.135262:0:226917:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789093474.135267:0:226917:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789093474.135275:0:226917:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000038da3dfb] to pc [ptlrpcd_01_01+1] req@ffff978409d56d80 x1875989369208192/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093474.135300:0:226917:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789093474.135303:0:226917:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0241929-959a-49c3-a3c6-35d2c689d415->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789093474.135306:0:226917:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789093474.135309:0:226917:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff978409d56a00. 00000020:00000040:3.0:1789093474.135312:0:226917:0:(genops.c:1231:class_import_get()) import ffff97840b494800 refcount=10 obd=lustre-MDT0000-mdc-ffff978407827800 00000100:00000001:3.0:1789093474.135315:0:226917:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789093474.135317:0:226917:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789093474.135319:0:226917:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789093474.135323:0:226917:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97843317f800. 00000100:00000001:3.0:1789093474.135327:0:226917:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789093474.135331:0:226917:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0241929-959a-49c3-a3c6-35d2c689d415->lustre-MDT0000_UUID req@ffff978409d56a00 x1875989369208320/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789093474.135338:0:226917:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789093474.135340:0:226917:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789093474.135343:0:226917:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000027140cdf] to pc [ptlrpcd_01_00+0] req@ffff978409d56a00 x1875989369208320/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093474.135352:0:226917:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789093474.135355:0:226917:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0241929-959a-49c3-a3c6-35d2c689d415->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789093474.135358:0:226917:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789093474.135361:0:226917:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff978409d55c00. 00000020:00000040:3.0:1789093474.135364:0:226917:0:(genops.c:1231:class_import_get()) import ffff97840b490000 refcount=4 obd=lustre-MDT0001-mdc-ffff978407827800 00000100:00000001:3.0:1789093474.135366:0:226917:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789093474.135368:0:226917:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789093474.135369:0:226917:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789093474.135372:0:226917:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97843317fa00. 00000100:00000001:3.0:1789093474.135380:0:226917:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789093474.135385:0:226917:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0241929-959a-49c3-a3c6-35d2c689d415->lustre-MDT0001_UUID req@ffff978409d55c00 x1875989369208448/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789093474.135391:0:226917:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789093474.135393:0:226917:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789093474.135397:0:226917:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c469acc2] to pc [ptlrpcd_01_01+1] req@ffff978409d55c00 x1875989369208448/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093474.135403:0:226917:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789093474.135405:0:226917:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0241929-959a-49c3-a3c6-35d2c689d415->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789093474.135409:0:226917:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789093474.135411:0:226917:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff978409d57100. 00000020:00000040:3.0:1789093474.135414:0:226917:0:(genops.c:1231:class_import_get()) import ffff9784084a0000 refcount=4 obd=lustre-OST0000-osc-ffff978407827800 00000100:00000001:3.0:1789093474.135416:0:226917:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789093474.135418:0:226917:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789093474.135419:0:226917:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789093474.135422:0:226917:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97843317f500. 00000100:00000001:3.0:1789093474.135424:0:226917:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789093474.135429:0:226917:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0241929-959a-49c3-a3c6-35d2c689d415->lustre-OST0000_UUID req@ffff978409d57100 x1875989369208576/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789093474.135435:0:226917:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789093474.135437:0:226917:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789093474.135441:0:226917:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000351b9dd5] to pc [ptlrpcd_01_00+0] req@ffff978409d57100 x1875989369208576/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093474.135448:0:226917:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789093474.135450:0:226917:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0241929-959a-49c3-a3c6-35d2c689d415->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789093474.135453:0:226917:0:(pinger.c:247:ptlrpc_pinger_process_import()) b0241929-959a-49c3-a3c6-35d2c689d415->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789093474.135459:0:226917:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10756) 00000100:00000001:3.0:1789093474.135472:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789093474.135476:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789093474.135483:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789093474.135488:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff978409d56d80 x1875989369208192/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093474.135495:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789093474.135497:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789093474.135500:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789093474.135502:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789093474.135505:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789093474.135507:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff978409d56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:44e1fe9d-a8e4-4124-a507-08739088143d:2401:1875989369208192:192.168.206.138@tcp:400:kworker.0 00000100:00000001:3.0:1789093474.135511:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789093474.135516:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789093474.135518:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789093474.135521:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789093474.135525:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff978402ca6c00. 02000000:00000001:3.0:1789093474.135527:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789093474.135534:0:2401:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000010:3.0:1789093474.135538:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97841ec90790. 00000400:00000010:3.0:1789093474.135544:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978406616110. 00000100:00000200:3.0:1789093474.135550:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875989369208192, portal 25 00000100:00000001:3.0:1789093474.135552:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789093474.135554:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629192089300352 : -114881620251264 : ffff978409d56d80) 00000100:00000040:3.0:1789093474.135558:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff978409d56d80 x1875989369208192/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093474.135565:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789093474.135568:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.138@tcp 00000400:00000010:3.0:1789093474.135570:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9784066166e8. 00000100:00000200:3.0:1789093474.135574:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875989369208192, offset 0 00000400:00000200:3.0:1789093474.135580:0:2401:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.206.138@tcp 00000400:00000200:3.0:1789093474.135588:0:2401:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:3.0:1789093474.135595:0:2401:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.138@tcp local destination 00000400:00000200:3.0:1789093474.135600:0:2401:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789093474.135604:0:2401:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.206.38@tcp 00000400:00000200:3.0:1789093474.135608:0:2401:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.206.38@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789093474.135616:0:2401:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.138@tcp 00000400:00000200:3.0:1789093474.135621:0:2401:0:(lib-move.c:1710:lnet_handle_send()) 192.168.206.38@tcp NI seq info: [546123:546123:256:4294967295] 192.168.206.138@tcp LPNI seq info [546084:546084:8:4294967295] 00000400:00000200:3.0:1789093474.135626:0:2401:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:3.0:1789093474.135636:0:2401:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp:) -> 192.168.206.138@tcp(192.168.206.138@tcp:192.168.206.138@tcp) : PUT try# 0 00000800:00000200:3.0:1789093474.135642:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.138@tcp 00000800:00000010:3.0:1789093474.135648:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97843317fc00. 00000800:00000200:3.0:1789093474.135655:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff978408f5f180] -> 12345-192.168.206.138@tcp (5) 00000800:00000200:3.0:1789093474.135662:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.138@tcp ip 192.168.206.138:988 00000800:00000200:3.0:1789093474.135666:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97843317fc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789093474.135684:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789093474.135688:0:2401:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000100:00000001:3.0:1789093474.135690:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.138@tcp: PM QoS new deadline estimation for cpu 0 is 4305423097 00000100:00000010:3.0:1789093474.135694:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97842c7a2a80. 00000100:00000001:3.0:1789093474.135700:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.138@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1789093474.135706:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.138@tcp: PM QoS new deadline estimation for cpu 1 is 4305423097 00000100:00000010:3.0:1789093474.135709:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97842c7a2000. 00000100:00000001:3.0:1789093474.135712:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.138@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1789093474.135715:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789093474.135717:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093474.135720:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789093474.135724:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff978409d55c00 x1875989369208448/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093474.135730:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789093474.135731:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789093474.135733:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789093474.135735:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789093474.135737:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789093474.135739:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff978409d55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0241929-959a-49c3-a3c6-35d2c689d415:2401:1875989369208448:192.168.206.138@tcp:400:kworker.0 00000100:00000001:3.0:1789093474.135742:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789093474.135750:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789093474.135751:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789093474.135753:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789093474.135756:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff978402ca7600. 02000000:00000001:3.0:1789093474.135758:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789093474.135762:0:2401:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000010:3.0:1789093474.135764:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97841ec90c08. 00000400:00000010:3.0:1789093474.135768:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978406616b28. 00000100:00000200:3.0:1789093474.135770:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875989369208448, portal 10 00000100:00000001:3.0:1789093474.135772:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789093474.135773:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629192089295872 : -114881620255744 : ffff978409d55c00) 00000100:00000040:3.0:1789093474.135780:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff978409d55c00 x1875989369208448/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093474.135786:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789093474.135788:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.138@tcp 00000400:00000010:3.0:1789093474.135790:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978406616c38. 00000100:00000200:3.0:1789093474.135792:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875989369208448, offset 0 00000400:00000200:3.0:1789093474.135796:0:2401:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.206.138@tcp 00000400:00000200:3.0:1789093474.135800:0:2401:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:3.0:1789093474.135804:0:2401:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.138@tcp local destination 00000400:00000200:3.0:1789093474.135806:0:2401:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789093474.135809:0:2401:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.206.38@tcp 00000400:00000200:3.0:1789093474.135811:0:2401:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.206.38@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789093474.135813:0:2401:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.138@tcp 00000400:00000200:3.0:1789093474.135816:0:2401:0:(lib-move.c:1710:lnet_handle_send()) 192.168.206.38@tcp NI seq info: [546124:546124:255:4294967295] 192.168.206.138@tcp LPNI seq info [546085:546085:7:4294967295] 00000400:00000200:3.0:1789093474.135821:0:2401:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:3.0:1789093474.135827:0:2401:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp:) -> 192.168.206.138@tcp(192.168.206.138@tcp:192.168.206.138@tcp) : PUT try# 0 00000800:00000200:3.0:1789093474.135831:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.138@tcp 00000800:00000010:3.0:1789093474.135836:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97843317f400. 00000800:00000200:3.0:1789093474.135840:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff978408f5f180] -> 12345-192.168.206.138@tcp (5) 00000800:00000200:3.0:1789093474.135844:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.138@tcp ip 192.168.206.138:988 00000800:00000200:3.0:1789093474.135847:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97843317f400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789093474.135857:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789093474.135860:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff978407827800: using a timeout of 22407 usecs (23 jiffies) 00000400:00000200:3.0:1789093474.135877:0:2401:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000100:00000001:3.0:1789093474.135879:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff978407827800: PM QoS new deadline estimation for cpu 0 is 4305419289 00000100:00000001:3.0:1789093474.135882:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff978407827800: PM QoS request active for cpu 0, keep current deadline 4305423097 00000100:00000001:3.0:1789093474.135884:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff978407827800: PM QoS new deadline estimation for cpu 1 is 4305419289 00000100:00000001:3.0:1789093474.135886:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff978407827800: PM QoS request active for cpu 1, keep current deadline 4305423097 00000100:00000001:3.0:1789093474.135888:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789093474.135890:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093474.135893:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093474.135896:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789093474.135901:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789093474.135903:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789093474.135905:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789093474.135907:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789093474.135908:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789093474.135911:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:3.0:1789093474.135912:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789093474.135914:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789093474.135915:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789093474.135917:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789093474.135918:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789093474.135919:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789093474.135923:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff978409d56a00 x1875989369208320/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093474.135930:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789093474.135935:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789093474.135938:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789093474.135939:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789093474.135941:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789093474.135944:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff978409d56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0241929-959a-49c3-a3c6-35d2c689d415:2401:1875989369208320:192.168.206.138@tcp:400:kworker.0 00000100:00000001:3.0:1789093474.135946:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789093474.135949:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789093474.135955:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789093474.135957:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789093474.135960:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff978406771e00. 02000000:00000001:3.0:1789093474.135962:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789093474.135965:0:2401:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000010:3.0:1789093474.135968:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97841ec90b00. 00000400:00000010:3.0:1789093474.135971:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978406616d48. 00000100:00000200:3.0:1789093474.135973:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875989369208320, portal 10 00000100:00000001:3.0:1789093474.135975:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789093474.135976:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629192089299456 : -114881620252160 : ffff978409d56a00) 00000100:00000040:3.0:1789093474.135982:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff978409d56a00 x1875989369208320/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093474.135988:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789093474.135990:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.138@tcp 00000400:00000010:3.0:1789093474.135992:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978406616e58. 00000100:00000200:3.0:1789093474.135995:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875989369208320, offset 0 00000400:00000200:3.0:1789093474.135998:0:2401:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.206.138@tcp 00000400:00000200:3.0:1789093474.136002:0:2401:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:3.0:1789093474.136006:0:2401:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.138@tcp local destination 00000400:00000200:3.0:1789093474.136008:0:2401:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789093474.136010:0:2401:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.206.38@tcp 00000400:00000200:3.0:1789093474.136012:0:2401:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.206.38@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789093474.136014:0:2401:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.138@tcp 00000400:00000200:3.0:1789093474.136017:0:2401:0:(lib-move.c:1710:lnet_handle_send()) 192.168.206.38@tcp NI seq info: [546125:546125:254:4294967295] 192.168.206.138@tcp LPNI seq info [546086:546086:6:4294967295] 00000400:00000200:3.0:1789093474.136021:0:2401:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:3.0:1789093474.136026:0:2401:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp:) -> 192.168.206.138@tcp(192.168.206.138@tcp:192.168.206.138@tcp) : PUT try# 0 00000800:00000200:3.0:1789093474.136030:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.138@tcp 00000800:00000010:3.0:1789093474.136033:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97843317ff00. 00000800:00000200:3.0:1789093474.136037:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff978408f5f180] -> 12345-192.168.206.138@tcp (5) 00000800:00000200:3.0:1789093474.136041:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.138@tcp ip 192.168.206.138:988 00000800:00000200:3.0:1789093474.136043:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97843317ff00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789093474.136052:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789093474.136055:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: using a timeout of 24625 usecs (25 jiffies) 00000400:00000200:3.0:1789093474.136058:0:2401:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000100:00000001:3.0:1789093474.136060:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: PM QoS new deadline estimation for cpu 0 is 4305419291 00000100:00000001:3.0:1789093474.136062:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: PM QoS request active for cpu 0, keep current deadline 4305423097 00000100:00000001:3.0:1789093474.136064:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: PM QoS new deadline estimation for cpu 1 is 4305419291 00000100:00000001:3.0:1789093474.136065:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: PM QoS request active for cpu 1, keep current deadline 4305423097 00000100:00000001:3.0:1789093474.136067:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789093474.136069:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093474.136072:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789093474.136075:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff978409d57100 x1875989369208576/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093474.136081:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789093474.136082:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789093474.136085:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789093474.136086:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789093474.136088:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789093474.136091:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff978409d57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0241929-959a-49c3-a3c6-35d2c689d415:2401:1875989369208576:192.168.206.138@tcp:400:kworker.0 00000100:00000001:3.0:1789093474.136094:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789093474.136096:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789093474.136098:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789093474.136099:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789093474.136103:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97841fca8400. 02000000:00000001:3.0:1789093474.136105:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789093474.136108:0:2401:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000010:3.0:1789093474.136111:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97841ec90108. 00000400:00000010:3.0:1789093474.136114:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978406616880. 00000100:00000200:3.0:1789093474.137476:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875989369208576, portal 4 00000100:00000001:3.0:1789093474.137483:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789093474.137486:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629192089301248 : -114881620250368 : ffff978409d57100) 00000100:00000040:3.0:1789093474.137499:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff978409d57100 x1875989369208576/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093529 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093474.137516:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789093474.137519:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.138@tcp 00000400:00000010:3.0:1789093474.137523:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9784066164c8. 00000100:00000200:3.0:1789093474.137526:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875989369208576, offset 0 00000400:00000200:3.0:1789093474.137530:0:2401:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.206.138@tcp 00000400:00000200:3.0:1789093474.137537:0:2401:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:3.0:1789093474.137542:0:2401:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.138@tcp local destination 00000400:00000200:3.0:1789093474.137545:0:2401:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789093474.137547:0:2401:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.206.38@tcp 00000400:00000200:3.0:1789093474.137550:0:2401:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.206.38@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789093474.137551:0:2401:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.138@tcp 00000400:00000200:3.0:1789093474.137554:0:2401:0:(lib-move.c:1710:lnet_handle_send()) 192.168.206.38@tcp NI seq info: [546126:546126:253:4294967295] 192.168.206.138@tcp LPNI seq info [546087:546087:5:4294967295] 00000400:00000200:3.0:1789093474.137558:0:2401:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:3.0:1789093474.137565:0:2401:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp:) -> 192.168.206.138@tcp(192.168.206.138@tcp:192.168.206.138@tcp) : PUT try# 0 00000800:00000200:3.0:1789093474.137569:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.138@tcp 00000800:00000010:3.0:1789093474.137573:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97843317f700. 00000800:00000200:3.0:1789093474.137577:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff978408f5f180] -> 12345-192.168.206.138@tcp (5) 00000800:00000200:3.0:1789093474.137583:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.138@tcp ip 192.168.206.138:988 00000800:00000200:3.0:1789093474.137586:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97843317f700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789093474.137589:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789093474.137593:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff978407827800: using a timeout of 97895 usecs (98 jiffies) 00000400:00000200:3.0:1789093474.137596:0:2401:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000100:00000001:3.0:1789093474.137598:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff978407827800: PM QoS new deadline estimation for cpu 0 is 4305419364 00000100:00000001:3.0:1789093474.137600:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff978407827800: PM QoS request active for cpu 0, keep current deadline 4305423097 00000100:00000001:3.0:1789093474.137602:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff978407827800: PM QoS new deadline estimation for cpu 1 is 4305419364 00000100:00000001:3.0:1789093474.137605:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff978407827800: PM QoS request active for cpu 1, keep current deadline 4305423097 00000100:00000001:3.0:1789093474.137607:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789093474.137609:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093474.137618:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093474.137622:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093474.137638:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789093474.137641:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789093474.138576:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789093474.138583:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97843317fc00. 00000400:00000200:1.0:1789093474.138589:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789093474.138595:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000400:00000200:1.0:1789093474.138602:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9784066166e8 00000400:00000010:1.0:1789093474.138604:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9784066166e8. 00000100:00000001:1.0:1789093474.138609:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789093474.138615:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff978409d56d80 x1875989369208192/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093474.138624:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789093474.138627:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff978409d56d80 x1875989369208192/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093490 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093474.138633:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093474.138635:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1789093474.138646:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789093474.138648:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97843317f400. 00000400:00000200:1.0:1789093474.138651:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789093474.138660:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000400:00000200:1.0:1789093474.138663:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978406616c38 00000400:00000010:1.0:1789093474.138664:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978406616c38. 00000100:00000001:1.0:1789093474.138666:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789093474.138670:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff978409d55c00 x1875989369208448/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093474.138678:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789093474.138681:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff978409d55c00 x1875989369208448/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093559 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093474.138687:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093474.138688:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1789093474.138696:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789093474.138698:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97843317ff00. 00000400:00000200:1.0:1789093474.138701:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789093474.138703:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000400:00000200:1.0:1789093474.138705:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978406616e58 00000400:00000010:1.0:1789093474.138706:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978406616e58. 00000100:00000001:1.0:1789093474.138709:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789093474.138713:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff978409d56a00 x1875989369208320/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093474.138719:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789093474.138722:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff978409d56a00 x1875989369208320/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093559 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093474.138728:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093474.138730:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1789093474.138786:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789093474.138789:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97843317f700. 00000400:00000200:1.0:1789093474.138792:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789093474.138795:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000400:00000200:1.0:1789093474.138798:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9784066164c8 00000400:00000010:1.0:1789093474.138799:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9784066164c8. 00000100:00000001:1.0:1789093474.138801:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789093474.138813:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff978409d57100 x1875989369208576/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093529 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093474.138820:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789093474.138824:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff978409d57100 x1875989369208576/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093529 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093474.138829:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093474.138830:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1789093474.149610:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093474.149625:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789093474.149630:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093474.149633:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789093474.149641:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093474.149650:0:2391:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp) <- 192.168.206.138@tcp : PUT - for me 00000400:00000200:0.0:1789093474.149660:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093474.149665:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093474.149672:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093474.149687:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.138@tcp of length 224 into portal 25 MB=0x6aa33cff43d80 00000400:00000200:0.0:1789093474.149693:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093474.149699:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.138@tcp of length 224/224 into md 0x53d161 [1] + 224 00000800:00000001:0.0:1789093474.149705:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093474.149709:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789093474.149712:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789093474.149716:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000100:00000001:0.0:1789093474.149722:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789093474.149730:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff978409d56d80 x1875989369208192/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093490 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789093474.149740:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff978409d56d80 x1875989369208192/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093490 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093474.149758:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789093474.149766:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093474.149770:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789093474.149772:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093474.149774:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789093474.149777:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093474.149780:0:2391:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp) <- 192.168.206.138@tcp : PUT - for me 00000400:00000200:0.0:1789093474.149784:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093474.149799:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093474.149802:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093474.149805:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.138@tcp of length 224 into portal 10 MB=0x6aa33cff43e80 00000400:00000200:0.0:1789093474.149808:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093474.149812:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.138@tcp of length 224/224 into md 0x53d169 [1] + 224 00000800:00000001:0.0:1789093474.149815:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093474.149819:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789093474.149821:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789093474.149824:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000100:00000001:0.0:1789093474.149827:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789093474.149832:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff978409d55c00 x1875989369208448/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093559 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789093474.149850:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff978409d55c00 x1875989369208448/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093559 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093474.149857:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789093474.149862:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093474.149876:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789093474.149878:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093474.149880:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789093474.149883:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093474.149886:0:2391:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp) <- 192.168.206.138@tcp : PUT - for me 00000400:00000200:0.0:1789093474.149890:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093474.149892:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093474.149894:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093474.149897:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.138@tcp of length 224 into portal 10 MB=0x6aa33cff43e00 00000400:00000200:0.0:1789093474.149900:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093474.149903:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.138@tcp of length 224/224 into md 0x53d171 [1] + 224 00000800:00000001:0.0:1789093474.149907:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093474.149910:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789093474.149912:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789093474.149914:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000100:00000001:0.0:1789093474.149917:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789093474.149927:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff978409d56a00 x1875989369208320/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093559 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789093474.149934:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff978409d56a00 x1875989369208320/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093559 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093474.149941:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789093474.149945:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093474.149948:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789093474.149949:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093474.149951:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789093474.149954:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093474.149957:0:2391:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp) <- 192.168.206.138@tcp : PUT - for me 00000400:00000200:0.0:1789093474.149961:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093474.149964:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093474.149967:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093474.149970:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.138@tcp of length 224 into portal 4 MB=0x6aa33cff43f00 00000400:00000200:0.0:1789093474.149974:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093474.149978:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.138@tcp of length 224/224 into md 0x53d179 [1] + 224 00000800:00000001:0.0:1789093474.149981:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093474.149987:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789093474.149989:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789093474.149992:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000100:00000001:0.0:1789093474.149995:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789093474.149999:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff978409d57100 x1875989369208576/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093529 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789093474.150006:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff978409d57100 x1875989369208576/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093529 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093474.150025:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789093474.150029:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093474.150033:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789093474.150335:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789093474.150339:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789093474.150345:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789093474.150347:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789093474.150350:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97841ec90b00. 00000400:00000200:2.0:1789093474.150356:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978406616d48 00000400:00000010:2.0:1789093474.150358:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978406616d48. 00000100:00000001:2.0:1789093474.150361:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789093474.150367:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff978409d56a00 x1875989369208320/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093559 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789093474.150376:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff978409d56a00 x1875989369208320/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093559 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789093474.150383:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789093474.150385:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789093474.150405:0:2401:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1789093474.150408:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789093474.150411:0:2401:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789093474.150413:0:2401:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789093474.150423:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789093474.150433:0:2401:0:(import.c:2149:obd_at_measure()) add 60 to ffff97840b494c60 time=19 v=60 (60 61 61 62) 00000100:00001000:2.0:1789093474.150437:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff97840b494c18 time=119 v=5 (1 1 0 0) 00000100:00000001:2.0:1789093474.150440:0:2401:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789093474.150442:0:2401:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789093474.150445:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789093474.150448:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789093474.150452:0:2401:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789093474.150454:0:2401:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff978407827800: skip recheck: last_committed 30064771458 00000100:00000001:2.0:1789093474.150457:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789093474.150459:0:2401:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789093474.150466:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff978409d56a00 x1875989369208320/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093559 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789093474.150475:0:2401:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789093474.150478:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789093474.150480:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789093474.150484:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff978409d56a00 x1875989369208320/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093559 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789093474.150492:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff978409d56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0241929-959a-49c3-a3c6-35d2c689d415:2401:1875989369208320:192.168.206.138@tcp:400:kworker.0 00000400:00000001:2.0:1789093474.150498:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789093474.150500:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789093474.150502:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97841ec90108. 00000400:00000200:2.0:1789093474.150505:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978406616880 00000400:00000010:2.0:1789093474.150507:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978406616880. 00000100:00000001:2.0:1789093474.150510:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789093474.150514:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff978409d57100 x1875989369208576/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093529 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789093474.150522:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff978409d57100 x1875989369208576/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093529 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789093474.150534:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789093474.150537:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789093474.150539:0:2401:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1789093474.150541:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789093474.150544:0:2401:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789093474.150546:0:2401:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789093474.150548:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789093474.150552:0:2401:0:(import.c:2149:obd_at_measure()) add 36 to ffff9784084a0460 time=19 v=36 (36 36 5 5) 00000100:00001000:2.0:1789093474.150555:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff9784084a0418 time=77 v=5 (1 1 0 0) 00000100:00000001:2.0:1789093474.150558:0:2401:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789093474.150559:0:2401:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789093474.150561:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789093474.150563:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789093474.150565:0:2401:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789093474.150566:0:2401:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff978407827800: skip recheck: last_committed 38654726918 00000100:00000001:2.0:1789093474.150568:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789093474.150570:0:2401:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789093474.150574:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff978409d57100 x1875989369208576/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093529 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789093474.150580:0:2401:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789093474.150582:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789093474.150583:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789093474.150587:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff978409d57100 x1875989369208576/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093529 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789093474.150594:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff978409d57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0241929-959a-49c3-a3c6-35d2c689d415:2401:1875989369208576:192.168.206.138@tcp:400:kworker.0 00000400:00000001:2.0:1789093474.150600:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789093474.150601:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789093474.150603:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97841ec90790. 00000400:00000200:2.0:1789093474.150607:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978406616110 00000400:00000010:2.0:1789093474.150609:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978406616110. 00000100:00000001:2.0:1789093474.150612:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789093474.150622:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff978409d56d80 x1875989369208192/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093490 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789093474.150630:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff978409d56d80 x1875989369208192/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093490 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789093474.150636:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789093474.150638:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789093474.150640:0:2401:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1789093474.150642:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789093474.150644:0:2401:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789093474.150645:0:2401:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789093474.150648:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789093474.150651:0:2401:0:(import.c:2149:obd_at_measure()) add 5 to ffff9784093e6460 time=20 v=5 (5 5 5 5) 00000100:00001000:2.0:1789093474.150654:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff9784093e6418 time=119 v=5 (1 1 0 0) 00000100:00000001:2.0:1789093474.150657:0:2401:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789093474.150659:0:2401:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789093474.150660:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789093474.150662:0:2401:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789093474.150665:0:2401:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789093474.150669:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff978409d56d80 x1875989369208192/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093490 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789093474.150675:0:2401:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789093474.150690:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789093474.150691:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789093474.150695:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff978409d56d80 x1875989369208192/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093490 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789093474.150702:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff978409d56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:44e1fe9d-a8e4-4124-a507-08739088143d:2401:1875989369208192:192.168.206.138@tcp:400:kworker.0 00000400:00000001:2.0:1789093474.150707:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789093474.150708:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789093474.150709:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97841ec90c08. 00000400:00000200:2.0:1789093474.150712:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978406616b28 00000400:00000010:2.0:1789093474.150713:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978406616b28. 00000100:00000001:2.0:1789093474.150715:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789093474.150724:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff978409d55c00 x1875989369208448/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093559 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789093474.150733:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff978409d55c00 x1875989369208448/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093559 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789093474.150739:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789093474.150741:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789093474.150742:0:2401:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1789093474.150744:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789093474.150745:0:2401:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789093474.150746:0:2401:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789093474.150748:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789093474.150752:0:2401:0:(import.c:2149:obd_at_measure()) add 60 to ffff97840b490460 time=19 v=60 (60 61 61 62) 00000100:00001000:2.0:1789093474.150755:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff97840b490418 time=96 v=5 (1 1 0 0) 00000100:00000001:2.0:1789093474.150757:0:2401:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789093474.150758:0:2401:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789093474.150760:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1789093474.150763:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff978409d55c00 x1875989369208448/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093559 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1789093474.150770:0:2401:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789093474.150772:0:2401:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789093474.150773:0:2401:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff978407827800: skip recheck: last_committed 21474836545 00000100:00000001:2.0:1789093474.150775:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789093474.150776:0:2401:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789093474.150779:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff978409d55c00 x1875989369208448/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093559 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789093474.150785:0:2401:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789093474.150792:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789093474.150794:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789093474.150797:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff978409d55c00 x1875989369208448/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093559 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789093474.150804:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff978409d55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0241929-959a-49c3-a3c6-35d2c689d415:2401:1875989369208448:192.168.206.138@tcp:400:kworker.0 00000100:00000001:2.0:1789093474.150813:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789093474.150816:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789093474.150821:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff978409d56a00 x1875989369208320/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093559 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789093474.150829:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789093474.150831:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789093474.150834:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff978406771e00. 02000000:00000001:2.0:1789093474.151194:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789093474.151198:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1789093474.151200:0:2401:0:(genops.c:1244:class_import_put()) import ffff97840b494800 refcount=9 obd=lustre-MDT0000-mdc-ffff978407827800 00000020:00000001:2.0:1789093474.151204:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1789093474.151206:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97843317f800. 02000000:00000001:2.0:1789093474.151215:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789093474.151217:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789093474.151219:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff978409d56a00. 00000100:00000001:2.0:1789093474.151224:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789093474.151226:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789093474.151228:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789093474.151235:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff978409d57100 x1875989369208576/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093529 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789093474.151266:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789093474.151268:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789093474.151270:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97841fca8400. 02000000:00000001:2.0:1789093474.151274:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789093474.151275:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1789093474.151277:0:2401:0:(genops.c:1244:class_import_put()) import ffff9784084a0000 refcount=3 obd=lustre-OST0000-osc-ffff978407827800 00000020:00000001:2.0:1789093474.151278:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1789093474.151280:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97843317f500. 02000000:00000001:2.0:1789093474.151282:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789093474.151282:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789093474.151284:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff978409d57100. 00000100:00000001:2.0:1789093474.151286:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789093474.151287:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789093474.151288:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789093474.151292:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff978409d56d80 x1875989369208192/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093490 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789093474.151316:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789093474.151318:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789093474.151320:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff978402ca6c00. 02000000:00000001:2.0:1789093474.151322:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789093474.151323:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1789093474.151324:0:2401:0:(genops.c:1244:class_import_put()) import ffff9784093e6000 refcount=3 obd=MGC192.168.206.138@tcp 00000020:00000001:2.0:1789093474.151326:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1789093474.151327:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97843317f900. 02000000:00000001:2.0:1789093474.151329:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789093474.151330:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789093474.151331:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff978409d56d80. 00000100:00000001:2.0:1789093474.151333:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789093474.151335:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789093474.151337:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789093474.151341:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff978409d55c00 x1875989369208448/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093559 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789093474.151347:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789093474.151348:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789093474.151350:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff978402ca7600. 02000000:00000001:2.0:1789093474.151352:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789093474.151354:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1789093474.151355:0:2401:0:(genops.c:1244:class_import_put()) import ffff97840b490000 refcount=3 obd=lustre-MDT0001-mdc-ffff978407827800 00000020:00000001:2.0:1789093474.151357:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1789093474.151359:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97843317fa00. 02000000:00000001:2.0:1789093474.151361:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789093474.151363:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789093474.151364:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff978409d55c00. 00000100:00000001:2.0:1789093474.151368:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789093474.151369:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789093474.151371:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789093474.151379:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789093474.151381:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789093474.151383:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789093474.151386:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1789093474.421313:0:279052:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1789093474.421319:0:279052:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: osc.lustre-OST0000-osc-ffff978407827800.ost_server_uuid in FULL state after 0 sec 00000001:00000001:0.0:1789093474.427487:0:279052:0:(debug.c:656:libcfs_debug_mark_buffer()) ************************************************** 00010000:00010000:3.0:1789093474.675920:0:279066:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0000-osc-ffff978407827800 00010000:00000001:3.0:1789093474.675927:0:279066:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789093474.675929:0:279066:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789093474.675934:0:279066:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789093474.675937:0:279066:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789093474.675941:0:279066:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789093474.675944:0:279066:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789093474.675947:0:279066:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1789093474.675971:0:279066:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000020:00000001:1.0:1789093474.676029:0:247359:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789093474.676032:0:247359:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789093474.676035:0:247359:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1789093474.676038:0:247359:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1789093474.676040:0:247359:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789093474.676046:0:247359:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff978407827800 lock: 000000002d4a016b/0xff5b0ce8e6d4081c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x54a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400010000 nid: local remote: 0x8ad7b11b348ea019 expref: -99 pid: 278649 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:1.0:1789093474.676059:0:247359:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1789093474.676062:0:247359:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1789093474.676067:0:247359:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff978408691870. 00000020:00000010:1.0:1789093474.676071:0:247359:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff97840ad5d600. 00000020:00000010:1.0:1789093474.676076:0:247359:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff97840ad5da00. 00000020:00000010:1.0:1789093474.676080:0:247359:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff97841e801060. 00000008:00000010:1.0:1789093474.676085:0:247359:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9784385e2cc0. 00020000:00000010:1.0:1789093474.676089:0:247359:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff97840a7336c0. 00008000:00000010:1.0:1789093474.676094:0:247359:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff978439923880. 00000080:00000010:1.0:1789093474.676099:0:247359:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff978404e3b1f8. 00000080:00000010:1.0:1789093474.676103:0:247359:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff978404ed84a0. 00000020:00000010:1.0:1789093474.676105:0:247359:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff97840ad5c200. 00000008:00000010:1.0:1789093474.676109:0:247359:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9784098214a0. 00020000:00000010:1.0:1789093474.676112:0:247359:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff97840898bd98. 00008000:00000010:1.0:1789093474.676115:0:247359:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff978408f780c8. 00000080:00000010:1.0:1789093474.676118:0:247359:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff97840869c3c0. 00000020:00000001:1.0:1789093474.676120:0:247359:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446629192065423480 : -114881644128136 : ffff978408691878) 00000020:00001000:1.0:1789093474.676128:0:247359:0:(cl_object.c:831:cl_env_get()) 1@ffff978408691870 00000008:00000001:1.0:1789093474.676130:0:247359:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:1.0:1789093474.676133:0:247359:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:1.0:1789093474.676134:0:247359:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1789093474.676136:0:247359:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff978408691b40. 00000020:00000010:1.0:1789093474.676139:0:247359:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff97840ad5c400. 00000020:00000010:1.0:1789093474.676141:0:247359:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff97840ad5de00. 00000020:00000010:1.0:1789093474.676144:0:247359:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff97841e8010c0. 00000008:00000010:1.0:1789093474.676148:0:247359:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9784385e0000. 00020000:00000010:1.0:1789093474.676150:0:247359:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff97840a733540. 00008000:00000010:1.0:1789093474.676153:0:247359:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff978439922de8. 00000080:00000010:1.0:1789093474.676156:0:247359:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff978404e3b540. 00000080:00000010:1.0:1789093474.676158:0:247359:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff978404edabf0. 00000020:00000010:1.0:1789093474.676161:0:247359:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff97840ad5d800. 00000008:00000010:1.0:1789093474.676163:0:247359:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff978409821e40. 00020000:00000010:1.0:1789093474.676166:0:247359:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff97840898bb50. 00008000:00000010:1.0:1789093474.676168:0:247359:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff978408f78838. 00000080:00000010:1.0:1789093474.676171:0:247359:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff97840869c4b0. 00000020:00000001:1.0:1789093474.676173:0:247359:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446629192065424200 : -114881644127416 : ffff978408691b48) 00000020:00001000:1.0:1789093474.676175:0:247359:0:(cl_object.c:831:cl_env_get()) 1@ffff978408691b40 00000008:00000001:1.0:1789093474.676177:0:247359:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:1.0:1789093474.676180:0:247359:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:1.0:1789093474.676183:0:247359:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:1.0:1789093474.676186:0:247359:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789093474.676188:0:247359:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:1.0:1789093474.676190:0:247359:0:(cl_object.c:151:cl_object_top()) ffff978431d088c0 -> ffff97843277f9e0 00000020:00000001:1.0:1789093474.676193:0:247359:0:(cl_object.c:151:cl_object_top()) ffff97843277f9e0 -> ffff97843277f9e0 00000020:00000001:1.0:1789093474.676195:0:247359:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1789093474.676197:0:247359:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1789093474.676199:0:247359:0:(vvp_io.c:1826:vvp_io_init()) [0x200002b17:0x11d9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1789093474.676202:0:247359:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789093474.676204:0:247359:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1789093474.676205:0:247359:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789093474.676209:0:247359:0:(lov_object.c:1590:lov_io_init()) [0x200002b17:0x11d9:0x0]io ffff9784385e00a0 type 8 ignore/verify layout 1/0 00020000:00000001:1.0:1789093474.676213:0:247359:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1789093474.676220:0:247359:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1789093474.676222:0:247359:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1789093474.676224:0:247359:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1789093474.676226:0:247359:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789093474.676228:0:247359:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789093474.676229:0:247359:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1789093474.676230:0:247359:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00000020:00000001:1.0:1789093474.676231:0:247359:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789093474.676234:0:247359:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000008:00000001:1.0:1789093474.676237:0:247359:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789093474.676239:0:247359:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1789093474.676279:0:247359:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1789093474.676282:0:247359:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1789093474.676284:0:247359:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1789093474.676286:0:247359:0:(vvp_io.c:304:vvp_io_fini()) [0x200002b17:0x11d9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:1.0:1789093474.676289:0:247359:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1789093474.676290:0:247359:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:1.0:1789093474.676291:0:247359:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1789093474.676293:0:247359:0:(cl_object.c:925:cl_env_put()) 1@ffff978408691b40 00000020:00000010:1.0:1789093474.676297:0:247359:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff97840ad5de00. 00000020:00000010:1.0:1789093474.676300:0:247359:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff97841e8010c0. 00000008:00000010:1.0:1789093474.676304:0:247359:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9784385e0000. 00020000:00000010:1.0:1789093474.676307:0:247359:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff97840a733540. 00008000:00000010:1.0:1789093474.676310:0:247359:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff978439922de8. 00000080:00000010:1.0:1789093474.676313:0:247359:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff978404e3b540. 00000080:00000010:1.0:1789093474.676316:0:247359:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff978404edabf0. 00000020:00000010:1.0:1789093474.676318:0:247359:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff97840ad5c400. 00000008:00000010:1.0:1789093474.676321:0:247359:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff978409821e40. 00020000:00000010:1.0:1789093474.676324:0:247359:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff97840898bb50. 00008000:00000010:1.0:1789093474.676326:0:247359:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff978408f78838. 00000080:00000010:1.0:1789093474.676329:0:247359:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff97840869c4b0. 00000020:00000010:1.0:1789093474.676331:0:247359:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff97840ad5d800. 00000020:00000010:1.0:1789093474.676333:0:247359:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff978408691b40. 00000008:00000001:1.0:1789093474.676335:0:247359:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789093474.676338:0:247359:0:(cl_object.c:151:cl_object_top()) ffff978431d088c0 -> ffff97843277f9e0 00010000:00000001:1.0:1789093474.676341:0:247359:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:1.0:1789093474.676343:0:247359:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789093474.676351:0:247359:0:(cl_object.c:151:cl_object_top()) ffff978431d088c0 -> ffff97843277f9e0 00000020:00000001:1.0:1789093474.676352:0:247359:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1789093474.676355:0:247359:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:1.0:1789093474.676358:0:247359:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1789093474.676360:0:247359:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789093474.676362:0:247359:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789093474.676364:0:247359:0:(cl_object.c:151:cl_object_top()) ffff978431d088c0 -> ffff97843277f9e0 00000008:00000001:1.0:1789093474.676368:0:247359:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1789093474.676370:0:247359:0:(cl_object.c:925:cl_env_put()) 1@ffff978408691870 00000020:00000010:1.0:1789093474.676372:0:247359:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff97840ad5da00. 00000020:00000010:1.0:1789093474.676375:0:247359:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff97841e801060. 00000008:00000010:1.0:1789093474.676377:0:247359:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9784385e2cc0. 00020000:00000010:1.0:1789093474.676381:0:247359:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff97840a7336c0. 00008000:00000010:1.0:1789093474.676383:0:247359:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff978439923880. 00000080:00000010:1.0:1789093474.676385:0:247359:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff978404e3b1f8. 00000080:00000010:1.0:1789093474.676388:0:247359:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff978404ed84a0. 00000020:00000010:1.0:1789093474.676390:0:247359:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff97840ad5d600. 00000008:00000010:1.0:1789093474.676392:0:247359:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9784098214a0. 00020000:00000010:1.0:1789093474.676394:0:247359:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff97840898bd98. 00008000:00000010:1.0:1789093474.676397:0:247359:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff978408f780c8. 00000080:00000010:1.0:1789093474.676400:0:247359:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff97840869c3c0. 00000020:00000010:1.0:1789093474.676401:0:247359:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff97840ad5c200. 00000020:00000010:1.0:1789093474.676403:0:247359:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff978408691870. 00000008:00000001:1.0:1789093474.676405:0:247359:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789093474.676408:0:247359:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789093474.676412:0:247359:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789093474.676414:0:247359:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789093474.676416:0:247359:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789093474.676419:0:247359:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1789093474.676422:0:247359:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff97841e836600 with handle 0xff5b0ce8e6d4081c from hash 00010000:00000001:1.0:1789093474.676425:0:247359:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789093474.676427:0:247359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789093474.676429:0:247359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789093474.676430:0:247359:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789093474.676434:0:247359:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789093474.676442:0:247359:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1789093474.676445:0:247359:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789093474.676448:0:247359:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789093474.676451:0:247359:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1789093474.676459:0:247359:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97843995e680. 00000020:00000040:1.0:1789093474.676464:0:247359:0:(genops.c:1231:class_import_get()) import ffff9784084a0000 refcount=4 obd=lustre-OST0000-osc-ffff978407827800 00000100:00000001:1.0:1789093474.676469:0:247359:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789093474.676472:0:247359:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789093474.676476:0:247359:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789093474.676482:0:247359:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff97840ad5c200. 00000100:00000001:1.0:1789093474.676489:0:247359:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789093474.676491:0:247359:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1789093474.676498:0:247359:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff978407827800 lock: 000000002d4a016b/0xff5b0ce8e6d4081c lrc: 1/0,0 mode: --/PR res: [0x280000401:0x54a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400010020 nid: local remote: 0x8ad7b11b348ea019 expref: -99 pid: 278649 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1789093474.676506:0:247359:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1789093474.676507:0:247359:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789093474.676510:0:247359:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789093474.676512:0:247359:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789093474.676519:0:247359:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff978438938e40. 00000100:00000001:1.0:1789093474.676521:0:247359:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446629192873512512 : -114880836039104 : ffff978438938e40) 00000100:00000001:1.0:1789093474.676524:0:247359:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789093474.676526:0:247359:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629192890443392 : -114880819108224 : ffff97843995e680) 00000100:00000001:1.0:1789093474.676530:0:247359:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789093474.676534:0:247359:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093474.676536:0:247359:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789093474.676538:0:247359:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789093474.676549:0:247359:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97843995e680 x1875989369208704/t0(0) o103->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093474.676557:0:247359:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789093474.676559:0:247359:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789093474.676577:0:247359:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789093474.676580:0:247359:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789093474.676583:0:247359:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789093474.676593:0:247359:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff97843995e680 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_05:b0241929-959a-49c3-a3c6-35d2c689d415:247359:1875989369208704:192.168.206.138@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1789093474.676597:0:247359:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789093474.676603:0:247359:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789093474.676606:0:247359:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789093474.676608:0:247359:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789093474.676611:0:247359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97840ad5d600. 02000000:00000001:1.0:1789093474.676613:0:247359:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789093474.676619:0:247359:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000010:1.0:1789093474.676623:0:247359:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff978438546478. 00000400:00000010:1.0:1789093474.676628:0:247359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978406244880. 00000100:00000200:1.0:1789093474.676634:0:247359:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875989369208704, portal 18 00000100:00000001:1.0:1789093474.676637:0:247359:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789093474.676638:0:247359:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629192890443392 : -114880819108224 : ffff97843995e680) 00000100:00000040:1.0:1789093474.676643:0:247359:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97843995e680 x1875989369208704/t0(0) o103->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:17/18 lens 328/224 e 0 to 0 dl 1789093490 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093474.676650:0:247359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789093474.676653:0:247359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.138@tcp 00000400:00000010:1.0:1789093474.676655:0:247359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978406244d48. 00000100:00000200:1.0:1789093474.676658:0:247359:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875989369208704, offset 0 00000400:00000200:1.0:1789093474.676664:0:247359:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.206.138@tcp 00000400:00000200:1.0:1789093474.676672:0:247359:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093474.676679:0:247359:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.138@tcp local destination 00000400:00000200:1.0:1789093474.676684:0:247359:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789093474.676688:0:247359:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.206.38@tcp 00000400:00000200:1.0:1789093474.676691:0:247359:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.206.38@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789093474.676694:0:247359:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.138@tcp 00000400:00000200:1.0:1789093474.676697:0:247359:0:(lib-move.c:1710:lnet_handle_send()) 192.168.206.38@tcp NI seq info: [546127:546127:256:4294967295] 192.168.206.138@tcp LPNI seq info [546088:546088:8:4294967295] 00000400:00000200:1.0:1789093474.676701:0:247359:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093474.676710:0:247359:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp:) -> 192.168.206.138@tcp(192.168.206.138@tcp:192.168.206.138@tcp) : PUT try# 0 00000800:00000200:1.0:1789093474.676715:0:247359:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.206.138@tcp 00000800:00000010:1.0:1789093474.676719:0:247359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97841f620900. 00000800:00000200:1.0:1789093474.676731:0:247359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff978408f5f180] -> 12345-192.168.206.138@tcp (5) 00000800:00000200:1.0:1789093474.676738:0:247359:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.138@tcp ip 192.168.206.138:988 00000800:00000200:1.0:1789093474.676742:0:247359:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97841f620900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1789093474.676757:0:247359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789093474.676761:0:247359:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff978407827800: using a timeout of 97831 usecs (98 jiffies) 00000400:00000200:1.0:1789093474.676765:0:247359:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000100:00000001:1.0:1789093474.676768:0:247359:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff978407827800: PM QoS new deadline estimation for cpu 0 is 4305419905 00000100:00000001:1.0:1789093474.676770:0:247359:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff978407827800: PM QoS request active for cpu 0, keep current deadline 4305423097 00000100:00000001:1.0:1789093474.676772:0:247359:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff978407827800: PM QoS new deadline estimation for cpu 1 is 4305419905 00000100:00000001:1.0:1789093474.676774:0:247359:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff978407827800: PM QoS request active for cpu 1, keep current deadline 4305423097 00000100:00000001:1.0:1789093474.676777:0:247359:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789093474.676779:0:247359:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093474.676781:0:247359:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789093474.676783:0:247359:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789093474.676786:0:247359:0:(client.c:2702:ptlrpc_set_wait()) set ffff978438938e40 going to sleep for 11 seconds 00000100:00000001:1.0:1789093474.676788:0:247359:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789093474.676791:0:247359:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789093474.676894:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789093474.676898:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97841f620900. 00000400:00000200:1.0:1789093474.676903:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789093474.676907:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000400:00000200:1.0:1789093474.676913:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978406244d48 00000400:00000010:1.0:1789093474.676915:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978406244d48. 00000100:00000001:1.0:1789093474.676919:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789093474.676924:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97843995e680 x1875989369208704/t0(0) o103->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:17/18 lens 328/224 e 0 to 0 dl 1789093490 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093474.676933:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789093474.676937:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff97843995e680 x1875989369208704/t0(0) o103->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:17/18 lens 328/224 e 0 to 0 dl 1789093490 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093474.676944:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093474.676946:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00010000:00010000:0.0:1789093474.677740:0:279065:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0001-osc-ffff978407827800 00010000:00000001:0.0:1789093474.677745:0:279065:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789093474.677747:0:279065:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789093474.677750:0:279065:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093474.677754:0:279065:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789093474.677756:0:279065:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093474.677757:0:279065:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1789093474.680837:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093474.680854:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789093474.680858:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093474.680870:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789093474.680877:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093474.680884:0:2391:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp) <- 192.168.206.138@tcp : PUT - for me 00000400:00000200:0.0:1789093474.680892:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093474.680897:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093474.680902:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093474.680905:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.138@tcp of length 224 into portal 18 MB=0x6aa33cff43f80 00000400:00000200:0.0:1789093474.680910:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093474.680917:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.206.138@tcp of length 224/224 into md 0x53d181 [1] + 224 00000800:00000001:0.0:1789093474.680923:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093474.680930:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789093474.680933:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789093474.680937:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000100:00000001:0.0:1789093474.680945:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789093474.680964:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97843995e680 x1875989369208704/t0(0) o103->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:17/18 lens 328/224 e 0 to 0 dl 1789093490 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789093474.680975:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97843995e680 x1875989369208704/t0(0) o103->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:17/18 lens 328/224 e 0 to 0 dl 1789093490 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093474.681000:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789093474.681009:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093474.681012:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789093474.681085:0:247359:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789093474.681092:0:247359:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789093474.681094:0:247359:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789093474.681097:0:247359:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff978438546478. 00000400:00000200:1.0:1789093474.681101:0:247359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978406244880 00000400:00000010:1.0:1789093474.681104:0:247359:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978406244880. 00000100:00000001:1.0:1789093474.681108:0:247359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789093474.681113:0:247359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97843995e680 x1875989369208704/t0(0) o103->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:17/18 lens 328/224 e 0 to 0 dl 1789093490 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789093474.681122:0:247359:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97843995e680 x1875989369208704/t0(0) o103->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:17/18 lens 328/224 e 0 to 0 dl 1789093490 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093474.681128:0:247359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789093474.681130:0:247359:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789093474.681133:0:247359:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1789093474.681136:0:247359:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789093474.681139:0:247359:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789093474.681141:0:247359:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789093474.681144:0:247359:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789093474.681154:0:247359:0:(import.c:2149:obd_at_measure()) add 5 to ffff9784084a0538 time=219 v=5 (5 5 5 5) 00000100:00001000:1.0:1789093474.681158:0:247359:0:(import.c:2149:obd_at_measure()) add 1 to ffff9784084a0418 time=77 v=5 (1 1 0 0) 00000100:00000001:1.0:1789093474.681161:0:247359:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789093474.681163:0:247359:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789093474.681166:0:247359:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789093474.681169:0:247359:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093474.681173:0:247359:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789093474.681175:0:247359:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff978407827800: skip recheck: last_committed 38654726918 00000100:00000001:1.0:1789093474.681177:0:247359:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789093474.681178:0:247359:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789093474.681183:0:247359:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97843995e680 x1875989369208704/t0(0) o103->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:17/18 lens 328/224 e 0 to 0 dl 1789093490 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093474.681190:0:247359:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789093474.681193:0:247359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789093474.681195:0:247359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789093474.681199:0:247359:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97843995e680 x1875989369208704/t0(0) o103->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:17/18 lens 328/224 e 0 to 0 dl 1789093490 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789093474.681218:0:247359:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff97843995e680 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_05:b0241929-959a-49c3-a3c6-35d2c689d415:247359:1875989369208704:192.168.206.138@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1789093474.681223:0:247359:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789093474.681226:0:247359:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093474.681228:0:247359:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789093474.681231:0:247359:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789093474.681234:0:247359:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97843995e680 x1875989369208704/t0(0) o103->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:17/18 lens 328/224 e 0 to 0 dl 1789093490 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093474.681280:0:247359:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789093474.681283:0:247359:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff978438938e40. 00000100:00000001:1.0:1789093474.681288:0:247359:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789093474.681289:0:247359:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093474.681292:0:247359:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789093474.681295:0:247359:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97843995e680 x1875989369208704/t0(0) o103->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:17/18 lens 328/224 e 0 to 0 dl 1789093490 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093474.681302:0:247359:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789093474.681304:0:247359:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789093474.681307:0:247359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97840ad5d600. 02000000:00000001:1.0:1789093474.681310:0:247359:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789093474.681312:0:247359:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1789093474.681314:0:247359:0:(genops.c:1244:class_import_put()) import ffff9784084a0000 refcount=3 obd=lustre-OST0000-osc-ffff978407827800 00000020:00000001:1.0:1789093474.681316:0:247359:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1789093474.681319:0:247359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff97840ad5c200. 02000000:00000001:1.0:1789093474.681322:0:247359:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789093474.681323:0:247359:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789093474.681325:0:247359:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97843995e680. 00000100:00000001:1.0:1789093474.681329:0:247359:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789093474.681330:0:247359:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789093474.681333:0:247359:0:(ldlm_request.c:1632:ldlm_cli_cancel_req()) Process leaving 00010000:00000001:1.0:1789093474.681335:0:247359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789093474.681340:0:247359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff978407827800 lock: 000000002d4a016b/0xff5b0ce8e6d4081c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x54a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400010020 nid: local remote: 0x8ad7b11b348ea019 expref: -99 pid: 278649 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:1.0:1789093474.681365:0:247359:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff97841fe71e40. 00010000:00000040:1.0:1789093474.681368:0:247359:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff978410526c00 count: 0 00010000:00000010:1.0:1789093474.681375:0:247359:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff978410526700. 00010000:00000001:1.0:1789093474.681383:0:247359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789093474.681385:0:247359:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789093474.681392:0:247359:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789093474.681395:0:247359:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789093474.681397:0:247359:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789093474.681399:0:247359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789093474.681401:0:247359:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789093474.681402:0:247359:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789093474.681404:0:247359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789093474.681406:0:247359:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789093474.681407:0:247359:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789093474.681408:0:247359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789093474.681478:0:279066:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789093474.681481:0:279066:0:(ldlm_lockd.c:2264:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789093474.681484:0:279066:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1789093474.698288:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff978410526c00. 00010000:00000010:1.1:1789093474.698303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff97841e836600. 00010000:00000001:0.0:1789093474.709613:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093474.709620:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093474.709626:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093474.709627:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789093474.710213:0:241652:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789093474.710224:0:241652:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789093474.710227:0:241652:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789093475.157346:0:247357:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1789093475.157356:0:247357:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093475.733352:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093475.733359:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093475.733364:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093475.733365:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789093475.733381:0:235706:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789093475.733384:0:235706:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789093475.733387:0:235706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789093476.757369:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093476.757375:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093476.757381:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093476.757382:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789093476.757493:0:247358:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789093476.757497:0:247358:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789093476.757500:0:247358:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789093477.781463:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093477.781471:0:247954:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789093477.781474:0:247954:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789093477.781477:0:247954:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093477.781482:0:247954:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789093477.781484:0:247954:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093477.781486:0:247954:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093477.781489:0:247954:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093477.781493:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093477.781494:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789093477.781549:0:235705:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789093477.781553:0:235705:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789093477.781556:0:235705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789093477.973951:0:247954:0:(connection.c:75:cpu_latency_work()) work item of ffff9784069f9000 (cpu 0) has reached its deadline 4305423097, at 4305423104 00000100:00000010:0.0:1789093477.973965:0:247954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97842c7a2a80. 00000100:00000040:1.0:1789093477.974356:0:278929:0:(connection.c:75:cpu_latency_work()) work item of ffff9784069f9110 (cpu 0) has reached its deadline 4305423097, at 4305423105 00000100:00000010:1.0:1789093477.974798:0:278929:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97842c7a2000. 00010000:00000001:0.0:1789093478.807929:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093478.807935:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093478.807940:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093478.807942:0:247954:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789093478.807944:0:247954:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789093478.807950:0:247954:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789093478.807951:0:247954:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789093478.807953:0:247954:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093478.807956:0:247954:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789093478.807958:0:247954:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093478.807960:0:247954:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093478.807969:0:247954:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789093478.808054:0:247359:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789093478.808058:0:247359:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789093478.808062:0:247359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1789093479.085028:0:279297:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789093479.253357:0:278050:0:(pinger.c:229:ptlrpc_pinger_process_import()) 44e1fe9d-a8e4-4124-a507-08739088143d->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789093479.253368:0:278050:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789093479.253375:0:278050:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff978409d55c00. 00000020:00000040:3.0:1789093479.253381:0:278050:0:(genops.c:1231:class_import_get()) import ffff9784093e6000 refcount=4 obd=MGC192.168.206.138@tcp 00000100:00000001:3.0:1789093479.253385:0:278050:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789093479.253388:0:278050:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789093479.253393:0:278050:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789093479.253401:0:278050:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97843317fb00. 00000100:00000001:3.0:1789093479.253409:0:278050:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789093479.253420:0:278050:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 44e1fe9d-a8e4-4124-a507-08739088143d->MGS req@ffff978409d55c00 x1875989369208832/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789093479.253431:0:278050:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789093479.253436:0:278050:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789093479.253443:0:278050:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c469acc2] to pc [ptlrpcd_01_01+1] req@ffff978409d55c00 x1875989369208832/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093479.253478:0:278050:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789093479.253481:0:278050:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0241929-959a-49c3-a3c6-35d2c689d415->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789093479.253485:0:278050:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789093479.253488:0:278050:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff978409d56d80. 00000020:00000040:3.0:1789093479.253491:0:278050:0:(genops.c:1231:class_import_get()) import ffff97840b494800 refcount=10 obd=lustre-MDT0000-mdc-ffff978407827800 00000100:00000001:3.0:1789093479.253494:0:278050:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789093479.253495:0:278050:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789093479.253497:0:278050:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789093479.253501:0:278050:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97843317fe00. 00000100:00000001:3.0:1789093479.253562:0:278050:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789093479.253569:0:278050:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0241929-959a-49c3-a3c6-35d2c689d415->lustre-MDT0000_UUID req@ffff978409d56d80 x1875989369208960/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789093479.253577:0:278050:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789093479.253579:0:278050:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789093479.253584:0:278050:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000038da3dfb] to pc [ptlrpcd_01_00+0] req@ffff978409d56d80 x1875989369208960/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093479.253593:0:278050:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789093479.253595:0:278050:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0241929-959a-49c3-a3c6-35d2c689d415->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789093479.253598:0:278050:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789093479.253602:0:278050:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff978409d57100. 00000020:00000040:3.0:1789093479.253604:0:278050:0:(genops.c:1231:class_import_get()) import ffff97840b490000 refcount=4 obd=lustre-MDT0001-mdc-ffff978407827800 00000100:00000001:3.0:1789093479.253607:0:278050:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789093479.253608:0:278050:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789093479.253610:0:278050:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789093479.253615:0:278050:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97843317fa00. 00000100:00000001:3.0:1789093479.253617:0:278050:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789093479.253622:0:278050:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0241929-959a-49c3-a3c6-35d2c689d415->lustre-MDT0001_UUID req@ffff978409d57100 x1875989369209088/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789093479.253630:0:278050:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789093479.253638:0:278050:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789093479.253643:0:278050:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000351b9dd5] to pc [ptlrpcd_01_01+1] req@ffff978409d57100 x1875989369209088/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093479.253768:0:278050:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789093479.253771:0:278050:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0241929-959a-49c3-a3c6-35d2c689d415->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789093479.253775:0:278050:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789093479.253778:0:278050:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff978409d56a00. 00000020:00000040:3.0:1789093479.253781:0:278050:0:(genops.c:1231:class_import_get()) import ffff9784084a0000 refcount=4 obd=lustre-OST0000-osc-ffff978407827800 00000100:00000001:3.0:1789093479.253783:0:278050:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789093479.253784:0:278050:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789093479.253786:0:278050:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789093479.253790:0:278050:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97843317f900. 00000100:00000001:3.0:1789093479.253794:0:278050:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789093479.253799:0:278050:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0241929-959a-49c3-a3c6-35d2c689d415->lustre-OST0000_UUID req@ffff978409d56a00 x1875989369209216/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789093479.253806:0:278050:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789093479.253807:0:278050:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789093479.253811:0:278050:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000027140cdf] to pc [ptlrpcd_01_00+0] req@ffff978409d56a00 x1875989369209216/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093479.253817:0:278050:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789093479.253819:0:278050:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0241929-959a-49c3-a3c6-35d2c689d415->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789093479.253822:0:278050:0:(pinger.c:247:ptlrpc_pinger_process_import()) b0241929-959a-49c3-a3c6-35d2c689d415->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789093479.253826:0:278050:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10762) 00000100:00000001:3.0:1789093479.253851:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789093479.253855:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789093479.253857:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789093479.253862:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff978409d55c00 x1875989369208832/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093479.253869:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789093479.253871:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789093479.253881:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789093479.253883:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789093479.253886:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789093479.253889:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff978409d55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:44e1fe9d-a8e4-4124-a507-08739088143d:2401:1875989369208832:192.168.206.138@tcp:400:kworker.0 00000100:00000001:3.0:1789093479.253893:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789093479.253899:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789093479.253901:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789093479.253903:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789093479.253907:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97843888bc00. 02000000:00000001:3.0:1789093479.253909:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789093479.253915:0:2401:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000010:3.0:1789093479.253920:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97841ec90b58. 00000400:00000010:3.0:1789093479.253927:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978406616dd0. 00000100:00000200:3.0:1789093479.253933:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875989369208832, portal 25 00000100:00000001:3.0:1789093479.253936:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789093479.253937:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629192089295872 : -114881620255744 : ffff978409d55c00) 00000100:00000040:3.0:1789093479.253942:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff978409d55c00 x1875989369208832/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093479.253949:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789093479.253951:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.138@tcp 00000400:00000010:3.0:1789093479.253954:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978406616bb0. 00000100:00000200:3.0:1789093479.253958:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875989369208832, offset 0 00000400:00000200:3.0:1789093479.253963:0:2401:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.206.138@tcp 00000400:00000200:3.0:1789093479.253970:0:2401:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:3.0:1789093479.253977:0:2401:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.138@tcp local destination 00000400:00000200:3.0:1789093479.253982:0:2401:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789093479.253985:0:2401:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.206.38@tcp 00000400:00000200:3.0:1789093479.253988:0:2401:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.206.38@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789093479.253991:0:2401:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.138@tcp 00000400:00000200:3.0:1789093479.253995:0:2401:0:(lib-move.c:1710:lnet_handle_send()) 192.168.206.38@tcp NI seq info: [546128:546128:256:4294967295] 192.168.206.138@tcp LPNI seq info [546089:546089:8:4294967295] 00000400:00000200:3.0:1789093479.253999:0:2401:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:3.0:1789093479.254009:0:2401:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp:) -> 192.168.206.138@tcp(192.168.206.138@tcp:192.168.206.138@tcp) : PUT try# 0 00000800:00000200:3.0:1789093479.254021:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.138@tcp 00000800:00000010:3.0:1789093479.254026:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97843317f500. 00000800:00000200:3.0:1789093479.254032:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff978408f5f180] -> 12345-192.168.206.138@tcp (5) 00000800:00000200:3.0:1789093479.254039:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.138@tcp ip 192.168.206.138:988 00000800:00000200:3.0:1789093479.254043:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97843317f500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789093479.255860:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789093479.255871:0:2401:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000100:00000001:3.0:1789093479.255875:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.138@tcp: PM QoS new deadline estimation for cpu 0 is 4305428217 00000100:00000010:3.0:1789093479.255881:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97842c7a2f60. 00000100:00000001:3.0:1789093479.255887:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.138@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1789093479.255893:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.138@tcp: PM QoS new deadline estimation for cpu 1 is 4305428217 00000100:00000010:3.0:1789093479.255896:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97842c7a2780. 00000100:00000001:3.0:1789093479.255898:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.138@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1789093479.255901:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789093479.255905:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093479.255908:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789093479.255917:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff978409d57100 x1875989369209088/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093479.255925:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789093479.255927:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789093479.255931:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789093479.255934:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789093479.255936:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789093479.255939:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff978409d57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0241929-959a-49c3-a3c6-35d2c689d415:2401:1875989369209088:192.168.206.138@tcp:400:kworker.0 00000100:00000001:3.0:1789093479.255943:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789093479.255948:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789093479.255950:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789093479.255953:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789093479.255957:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97843888ac00. 02000000:00000001:3.0:1789093479.255960:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789093479.255964:0:2401:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000010:3.0:1789093479.255977:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97841ec90580. 00000400:00000010:3.0:1789093479.255983:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978406616aa0. 00000100:00000200:3.0:1789093479.255988:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875989369209088, portal 10 00000100:00000001:3.0:1789093479.255990:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789093479.255991:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629192089301248 : -114881620250368 : ffff978409d57100) 00000100:00000040:3.0:1789093479.255999:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff978409d57100 x1875989369209088/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093479.256005:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789093479.256007:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.138@tcp 00000400:00000010:3.0:1789093479.256010:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9784066162a8. 00000100:00000200:3.0:1789093479.256013:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875989369209088, offset 0 00000400:00000200:3.0:1789093479.256018:0:2401:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.206.138@tcp 00000400:00000200:3.0:1789093479.256026:0:2401:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:3.0:1789093479.256033:0:2401:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.138@tcp local destination 00000400:00000200:3.0:1789093479.256037:0:2401:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789093479.256040:0:2401:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.206.38@tcp 00000400:00000200:3.0:1789093479.256043:0:2401:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.206.38@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789093479.256118:0:2401:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.138@tcp 00000400:00000200:3.0:1789093479.256122:0:2401:0:(lib-move.c:1710:lnet_handle_send()) 192.168.206.38@tcp NI seq info: [546129:546129:255:4294967295] 192.168.206.138@tcp LPNI seq info [546090:546090:7:4294967295] 00000400:00000200:3.0:1789093479.256126:0:2401:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:3.0:1789093479.256135:0:2401:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp:) -> 192.168.206.138@tcp(192.168.206.138@tcp:192.168.206.138@tcp) : PUT try# 0 00000800:00000200:3.0:1789093479.256140:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.138@tcp 00000800:00000010:3.0:1789093479.256144:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97843317f800. 00000800:00000200:3.0:1789093479.256150:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff978408f5f180] -> 12345-192.168.206.138@tcp (5) 00000800:00000200:3.0:1789093479.256156:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.138@tcp ip 192.168.206.138:988 00000800:00000200:3.0:1789093479.256160:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97843317f800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789093479.256164:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789093479.256167:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff978407827800: using a timeout of 22407 usecs (23 jiffies) 00000400:00000200:3.0:1789093479.256171:0:2401:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000100:00000001:3.0:1789093479.256172:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff978407827800: PM QoS new deadline estimation for cpu 0 is 4305424409 00000100:00000001:3.0:1789093479.256175:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff978407827800: PM QoS request active for cpu 0, keep current deadline 4305428217 00000100:00000001:3.0:1789093479.256182:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff978407827800: PM QoS new deadline estimation for cpu 1 is 4305424409 00000100:00000001:3.0:1789093479.256185:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff978407827800: PM QoS request active for cpu 1, keep current deadline 4305428217 00000100:00000001:3.0:1789093479.256187:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789093479.256189:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093479.256192:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093479.256195:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789093479.256202:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789093479.256204:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789093479.256206:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789093479.256208:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789093479.256209:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789093479.256212:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:3.0:1789093479.256213:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789093479.256215:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789093479.256216:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789093479.256218:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789093479.256219:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789093479.256220:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789093479.256225:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff978409d56d80 x1875989369208960/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093479.256232:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789093479.256233:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789093479.256235:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789093479.256237:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789093479.256238:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789093479.256265:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff978409d56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0241929-959a-49c3-a3c6-35d2c689d415:2401:1875989369208960:192.168.206.138@tcp:400:kworker.0 00000100:00000001:3.0:1789093479.256269:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789093479.256275:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789093479.256276:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789093479.256278:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789093479.256281:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97843888b400. 02000000:00000001:3.0:1789093479.256282:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789093479.256285:0:2401:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000010:3.0:1789093479.256288:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97841ec90210. 00000400:00000010:3.0:1789093479.256296:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978406616440. 00000100:00000200:3.0:1789093479.256299:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875989369208960, portal 10 00000100:00000001:3.0:1789093479.256300:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789093479.256301:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629192089300352 : -114881620251264 : ffff978409d56d80) 00000100:00000040:3.0:1789093479.256308:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff978409d56d80 x1875989369208960/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093479.256313:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789093479.256316:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.138@tcp 00000400:00000010:3.0:1789093479.256318:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9784066167f8. 00000100:00000200:3.0:1789093479.256320:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875989369208960, offset 0 00000400:00000200:3.0:1789093479.256324:0:2401:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.206.138@tcp 00000400:00000200:3.0:1789093479.256327:0:2401:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:3.0:1789093479.256331:0:2401:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.138@tcp local destination 00000400:00000200:3.0:1789093479.256334:0:2401:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789093479.256336:0:2401:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.206.38@tcp 00000400:00000200:3.0:1789093479.256337:0:2401:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.206.38@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789093479.256339:0:2401:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.138@tcp 00000400:00000200:3.0:1789093479.256343:0:2401:0:(lib-move.c:1710:lnet_handle_send()) 192.168.206.38@tcp NI seq info: [546130:546130:254:4294967295] 192.168.206.138@tcp LPNI seq info [546091:546091:6:4294967295] 00000400:00000200:3.0:1789093479.256345:0:2401:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:3.0:1789093479.256350:0:2401:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp:) -> 192.168.206.138@tcp(192.168.206.138@tcp:192.168.206.138@tcp) : PUT try# 0 00000800:00000200:3.0:1789093479.256354:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.138@tcp 00000800:00000010:3.0:1789093479.256357:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97843317f700. 00000800:00000200:3.0:1789093479.256361:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff978408f5f180] -> 12345-192.168.206.138@tcp (5) 00000800:00000200:3.0:1789093479.256365:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.138@tcp ip 192.168.206.138:988 00000800:00000200:3.0:1789093479.256367:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97843317f700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789093479.256370:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789093479.256372:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: using a timeout of 24623 usecs (25 jiffies) 00000400:00000200:3.0:1789093479.256375:0:2401:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000100:00000001:3.0:1789093479.256376:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: PM QoS new deadline estimation for cpu 0 is 4305424412 00000100:00000001:3.0:1789093479.256378:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: PM QoS request active for cpu 0, keep current deadline 4305428217 00000100:00000001:3.0:1789093479.256385:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: PM QoS new deadline estimation for cpu 1 is 4305424412 00000100:00000001:3.0:1789093479.256387:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: PM QoS request active for cpu 1, keep current deadline 4305428217 00000100:00000001:3.0:1789093479.256389:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789093479.256390:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093479.256392:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789093479.256397:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff978409d56a00 x1875989369209216/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093479.256404:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789093479.256405:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789093479.256408:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789093479.256409:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789093479.256411:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789093479.256413:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff978409d56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0241929-959a-49c3-a3c6-35d2c689d415:2401:1875989369209216:192.168.206.138@tcp:400:kworker.0 00000100:00000001:3.0:1789093479.256416:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789093479.256418:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789093479.256420:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789093479.256421:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789093479.256424:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97843888a400. 02000000:00000001:3.0:1789093479.256426:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789093479.256429:0:2401:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000010:3.0:1789093479.256432:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97841ec90e18. 00000400:00000010:3.0:1789093479.256435:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978406616550. 00000100:00000200:3.0:1789093479.256437:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875989369209216, portal 4 00000100:00000001:3.0:1789093479.256438:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789093479.256441:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629192089299456 : -114881620252160 : ffff978409d56a00) 00000100:00000040:3.0:1789093479.256446:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff978409d56a00 x1875989369209216/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093534 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093479.256452:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789093479.256454:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.138@tcp 00000400:00000010:3.0:1789093479.256456:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978406616198. 00000100:00000200:3.0:1789093479.256459:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875989369209216, offset 0 00000400:00000200:3.0:1789093479.256469:0:2401:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.206.138@tcp 00000400:00000200:3.0:1789093479.256474:0:2401:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:3.0:1789093479.256478:0:2401:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.138@tcp local destination 00000400:00000200:3.0:1789093479.256481:0:2401:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789093479.256483:0:2401:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.206.38@tcp 00000400:00000200:3.0:1789093479.256486:0:2401:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.206.38@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789093479.256488:0:2401:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.138@tcp 00000400:00000200:3.0:1789093479.256490:0:2401:0:(lib-move.c:1710:lnet_handle_send()) 192.168.206.38@tcp NI seq info: [546131:546131:253:4294967295] 192.168.206.138@tcp LPNI seq info [546092:546092:5:4294967295] 00000400:00000200:3.0:1789093479.256494:0:2401:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:3.0:1789093479.256499:0:2401:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp:) -> 192.168.206.138@tcp(192.168.206.138@tcp:192.168.206.138@tcp) : PUT try# 0 00000800:00000200:3.0:1789093479.256503:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.138@tcp 00000800:00000010:3.0:1789093479.256506:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97843317ff00. 00000800:00000200:3.0:1789093479.256510:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff978408f5f180] -> 12345-192.168.206.138@tcp (5) 00000800:00000200:3.0:1789093479.256513:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.138@tcp ip 192.168.206.138:988 00000800:00000200:3.0:1789093479.256516:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97843317ff00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789093479.256519:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789093479.256522:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff978407827800: using a timeout of 97757 usecs (98 jiffies) 00000400:00000200:3.0:1789093479.256526:0:2401:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000100:00000001:3.0:1789093479.256528:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff978407827800: PM QoS new deadline estimation for cpu 0 is 4305424485 00000100:00000001:3.0:1789093479.256530:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff978407827800: PM QoS request active for cpu 0, keep current deadline 4305428217 00000100:00000001:3.0:1789093479.256532:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff978407827800: PM QoS new deadline estimation for cpu 1 is 4305424485 00000100:00000001:3.0:1789093479.256534:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff978407827800: PM QoS request active for cpu 1, keep current deadline 4305428217 00000100:00000001:3.0:1789093479.256536:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789093479.256538:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093479.256541:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093479.256543:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093479.256559:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789093479.256561:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789093479.256951:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789093479.256957:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97843317f500. 00000400:00000200:1.0:1789093479.256963:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789093479.256968:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000400:00000200:1.0:1789093479.256974:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978406616bb0 00000400:00000010:1.0:1789093479.256977:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978406616bb0. 00000100:00000001:1.0:1789093479.256981:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789093479.256994:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff978409d55c00 x1875989369208832/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093479.257003:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789093479.257007:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff978409d55c00 x1875989369208832/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093495 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093479.257013:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093479.257015:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1789093479.257029:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789093479.257031:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97843317f800. 00000400:00000200:1.0:1789093479.257034:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789093479.257037:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000400:00000200:1.0:1789093479.257040:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9784066162a8 00000400:00000010:1.0:1789093479.257041:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9784066162a8. 00000100:00000001:1.0:1789093479.257805:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789093479.257814:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff978409d57100 x1875989369209088/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093479.257824:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789093479.257827:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff978409d57100 x1875989369209088/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093564 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093479.257833:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093479.257845:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1789093479.257863:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789093479.257865:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97843317f700. 00000400:00000200:1.0:1789093479.257869:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789093479.257873:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000400:00000200:1.0:1789093479.257876:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9784066167f8 00000400:00000010:1.0:1789093479.257878:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9784066167f8. 00000100:00000001:1.0:1789093479.257880:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789093479.257884:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff978409d56d80 x1875989369208960/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093479.257891:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789093479.257894:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff978409d56d80 x1875989369208960/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093564 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093479.257908:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093479.257910:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1789093479.258304:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789093479.258307:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97843317ff00. 00000400:00000200:1.0:1789093479.258311:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789093479.258315:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000400:00000200:1.0:1789093479.258319:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978406616198 00000400:00000010:1.0:1789093479.258321:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978406616198. 00000100:00000001:1.0:1789093479.258323:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789093479.258329:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff978409d56a00 x1875989369209216/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093534 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093479.258337:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789093479.258340:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff978409d56a00 x1875989369209216/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093534 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093479.258346:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093479.258347:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1789093479.262171:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093479.262186:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789093479.262191:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093479.262194:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789093479.262202:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093479.262210:0:2391:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp) <- 192.168.206.138@tcp : PUT - for me 00000400:00000200:0.0:1789093479.262218:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093479.262222:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093479.262228:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093479.262233:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.138@tcp of length 224 into portal 10 MB=0x6aa33cff44100 00000400:00000200:0.0:1789093479.262238:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093479.262267:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.138@tcp of length 224/224 into md 0x53d199 [1] + 224 00000800:00000001:0.0:1789093479.262276:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093479.262280:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789093479.262284:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789093479.262289:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000100:00000001:0.0:1789093479.262296:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789093479.262306:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff978409d57100 x1875989369209088/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093564 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789093479.262318:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff978409d57100 x1875989369209088/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093564 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093479.262338:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789093479.262346:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093479.262350:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789093479.262352:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093479.262354:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789093479.262357:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093479.262361:0:2391:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp) <- 192.168.206.138@tcp : PUT - for me 00000400:00000200:0.0:1789093479.262365:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093479.262368:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093479.262371:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093479.262379:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.138@tcp of length 224 into portal 10 MB=0x6aa33cff44080 00000400:00000200:0.0:1789093479.262383:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093479.262387:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.138@tcp of length 224/224 into md 0x53d1a1 [1] + 224 00000800:00000001:0.0:1789093479.262391:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093479.262394:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789093479.262396:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789093479.262400:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000100:00000001:0.0:1789093479.262403:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789093479.262407:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff978409d56d80 x1875989369208960/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093564 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789093479.262415:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff978409d56d80 x1875989369208960/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093564 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093479.262423:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789093479.262426:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093479.262429:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789093479.262431:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093479.262433:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789093479.262436:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093479.262439:0:2391:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp) <- 192.168.206.138@tcp : PUT - for me 00000400:00000200:0.0:1789093479.262443:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093479.262446:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093479.262449:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093479.262451:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.138@tcp of length 224 into portal 4 MB=0x6aa33cff44180 00000400:00000200:0.0:1789093479.262455:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093479.262459:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.138@tcp of length 224/224 into md 0x53d1a9 [1] + 224 00000800:00000001:0.0:1789093479.262462:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093479.262467:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789093479.262469:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789093479.262472:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000100:00000001:0.0:1789093479.262475:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789093479.262479:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff978409d56a00 x1875989369209216/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093534 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789093479.262497:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff978409d56a00 x1875989369209216/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093534 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093479.262504:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789093479.262517:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093479.262520:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789093479.262849:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789093479.262853:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789093479.262859:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789093479.262869:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789093479.262872:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97841ec90210. 00000400:00000200:3.0:1789093479.262877:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978406616440 00000400:00000010:3.0:1789093479.262879:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978406616440. 00000100:00000001:3.0:1789093479.262884:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789093479.262889:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff978409d56d80 x1875989369208960/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093564 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789093479.262898:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff978409d56d80 x1875989369208960/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093564 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093479.262903:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789093479.262905:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789093479.262907:0:2401:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1789093479.262911:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789093479.262913:0:2401:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789093479.262916:0:2401:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789093479.262918:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789093479.262927:0:2401:0:(import.c:2149:obd_at_measure()) add 60 to ffff97840b494c60 time=24 v=60 (60 61 61 62) 00000100:00001000:3.0:1789093479.262931:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff97840b494c18 time=124 v=5 (1 1 0 0) 00000100:00000001:3.0:1789093479.262934:0:2401:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789093479.262935:0:2401:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789093479.262938:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789093479.262941:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093479.262945:0:2401:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1789093479.262947:0:2401:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff978407827800: committing for last_committed 30064771462 gen 1 00000100:00000040:3.0:1789093479.262954:0:2401:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 30064771462) req@ffff97843995f100 x1875989369206272/t30064771459(30064771459) o101->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 528/608 e 0 to 0 dl 1789093553 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789093479.262962:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789093479.262964:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629192890446080 : -114880819105536 : ffff97843995f100) 00000100:00000001:3.0:1789093479.262967:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789093479.262970:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97843995f100 x1875989369206272/t30064771459(30064771459) o101->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 528/608 e 0 to 0 dl 1789093553 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789093479.262976:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093479.262977:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789093479.262987:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97843892c000 x1875989369207296/t30064771462(30064771462) o35->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:23/10 lens 392/456 e 0 to 0 dl 1789093484 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789093479.262993:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789093479.262995:0:2401:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff9784084ab040. 00000100:00000001:3.0:1789093479.262999:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789093479.263002:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97843995f100 x1875989369206272/t30064771459(30064771459) o101->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 528/608 e 0 to 0 dl 1789093553 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789093479.263008:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1789093479.263010:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1789093479.263012:0:2401:0:(genops.c:1244:class_import_put()) import ffff97840b494800 refcount=9 obd=lustre-MDT0000-mdc-ffff978407827800 00000020:00000001:3.0:1789093479.263014:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1789093479.263017:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff978404e14000. 02000000:00000001:3.0:1789093479.263020:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789093479.263022:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789093479.263024:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97843995f100. 00000100:00000001:3.0:1789093479.263028:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789093479.263029:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789093479.263033:0:2401:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 30064771462) req@ffff97843892e300 x1875989369206528/t30064771460(30064771460) o101->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 576/664 e 0 to 0 dl 1789093553 ref 1 fl Complete:RQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789093479.263039:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789093479.263040:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629192873468672 : -114880836082944 : ffff97843892e300) 00000100:00000001:3.0:1789093479.263042:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789093479.263227:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97843892e300 x1875989369206528/t30064771460(30064771460) o101->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 576/664 e 0 to 0 dl 1789093553 ref 2 fl Complete:RMQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789093479.263236:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093479.263237:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789093479.263269:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97843892d180 x1875989369206912/t30064771461(30064771461) o35->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:23/10 lens 392/456 e 0 to 0 dl 1789093484 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789093479.263277:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789093479.263279:0:2401:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff9784084ab1a0. 00000100:00000001:3.0:1789093479.263282:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789093479.263285:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97843892e300 x1875989369206528/t30064771460(30064771460) o101->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 576/664 e 0 to 0 dl 1789093553 ref 1 fl Complete:RMQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789093479.263298:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789093479.263300:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789093479.263302:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff9784086c0000. 02000000:00000001:3.0:1789093479.263330:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789093479.263332:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1789093479.263334:0:2401:0:(genops.c:1244:class_import_put()) import ffff97840b494800 refcount=8 obd=lustre-MDT0000-mdc-ffff978407827800 00000020:00000001:3.0:1789093479.263336:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1789093479.263337:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9784080dd400. 02000000:00000001:3.0:1789093479.263340:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789093479.263341:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789093479.263343:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97843892e300. 00000100:00000001:3.0:1789093479.263345:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789093479.263347:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789093479.263351:0:2401:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 30064771462) req@ffff97843892d180 x1875989369206912/t30064771461(30064771461) o35->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:23/10 lens 392/456 e 0 to 0 dl 1789093484 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789093479.263357:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789093479.263360:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97843892d180 x1875989369206912/t30064771461(30064771461) o35->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:23/10 lens 392/456 e 0 to 0 dl 1789093484 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789093479.263366:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789093479.263367:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789093479.263369:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9784080dc800. 02000000:00000001:3.0:1789093479.263371:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789093479.263372:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1789093479.263373:0:2401:0:(genops.c:1244:class_import_put()) import ffff97840b494800 refcount=7 obd=lustre-MDT0000-mdc-ffff978407827800 00000020:00000001:3.0:1789093479.263375:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1789093479.263377:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff978402ca6800. 02000000:00000001:3.0:1789093479.263379:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789093479.263380:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789093479.263382:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97843892d180. 00000100:00000001:3.0:1789093479.263384:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789093479.263385:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789093479.263389:0:2401:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 30064771462) req@ffff97843892c000 x1875989369207296/t30064771462(30064771462) o35->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:23/10 lens 392/456 e 0 to 0 dl 1789093484 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789093479.263406:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789093479.263409:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97843892c000 x1875989369207296/t30064771462(30064771462) o35->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:23/10 lens 392/456 e 0 to 0 dl 1789093484 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789093479.263414:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789093479.263416:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789093479.263418:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9784080df800. 02000000:00000001:3.0:1789093479.263420:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789093479.263421:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1789093479.263422:0:2401:0:(genops.c:1244:class_import_put()) import ffff97840b494800 refcount=6 obd=lustre-MDT0000-mdc-ffff978407827800 00000020:00000001:3.0:1789093479.263424:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1789093479.263425:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff978432611200. 02000000:00000001:3.0:1789093479.263427:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789093479.263428:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789093479.263430:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97843892c000. 00000100:00000001:3.0:1789093479.263432:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789093479.263433:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789093479.263435:0:2401:0:(client.c:3175:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1789093479.263438:0:2401:0:(client.c:3222:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff978407827800: normal: skip=1 replay=4/4 committed=0/0 00000100:00000001:3.0:1789093479.263440:0:2401:0:(client.c:3223:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789093479.263442:0:2401:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789093479.263447:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff978409d56d80 x1875989369208960/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093564 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093479.263455:0:2401:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789093479.263457:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789093479.263459:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789093479.263463:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff978409d56d80 x1875989369208960/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093564 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789093479.263471:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff978409d56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0241929-959a-49c3-a3c6-35d2c689d415:2401:1875989369208960:192.168.206.138@tcp:400:kworker.0 00000400:00000001:3.0:1789093479.263479:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789093479.263480:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789093479.263488:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97841ec90e18. 00000400:00000200:3.0:1789093479.263491:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978406616550 00000400:00000010:3.0:1789093479.263492:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978406616550. 00000100:00000001:3.0:1789093479.263495:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789093479.263499:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff978409d56a00 x1875989369209216/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093534 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789093479.264011:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff978409d56a00 x1875989369209216/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093534 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093479.264019:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789093479.264021:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789093479.264022:0:2401:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1789093479.264025:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789093479.264026:0:2401:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789093479.264028:0:2401:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789093479.264030:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789093479.264037:0:2401:0:(import.c:2149:obd_at_measure()) add 36 to ffff9784084a0460 time=24 v=36 (36 36 5 5) 00000100:00001000:3.0:1789093479.264040:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff9784084a0418 time=82 v=5 (1 1 0 0) 00000100:00000001:3.0:1789093479.264042:0:2401:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789093479.264156:0:2401:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789093479.264159:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789093479.264162:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093479.264165:0:2401:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789093479.264167:0:2401:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff978407827800: skip recheck: last_committed 38654726918 00000100:00000001:3.0:1789093479.264169:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789093479.264170:0:2401:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789093479.264175:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff978409d56a00 x1875989369209216/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093534 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093479.264182:0:2401:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789093479.264185:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789093479.264186:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789093479.264190:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff978409d56a00 x1875989369209216/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093534 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789093479.264197:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff978409d56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0241929-959a-49c3-a3c6-35d2c689d415:2401:1875989369209216:192.168.206.138@tcp:400:kworker.0 00000400:00000001:3.0:1789093479.264213:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789093479.264215:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789093479.264216:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97841ec90580. 00000400:00000200:3.0:1789093479.264219:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978406616aa0 00000400:00000010:3.0:1789093479.264220:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978406616aa0. 00000100:00000001:3.0:1789093479.264224:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789093479.264228:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff978409d57100 x1875989369209088/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093564 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789093479.264234:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff978409d57100 x1875989369209088/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093564 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093479.264240:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789093479.264576:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789093479.264580:0:2401:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1789093479.264582:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789093479.264583:0:2401:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789093479.264585:0:2401:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789093479.264587:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789093479.264593:0:2401:0:(import.c:2149:obd_at_measure()) add 60 to ffff97840b490460 time=24 v=60 (60 61 61 62) 00000100:00001000:3.0:1789093479.264596:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff97840b490418 time=101 v=5 (1 1 0 0) 00000100:00000001:3.0:1789093479.264599:0:2401:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789093479.264600:0:2401:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789093479.264602:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1789093479.264607:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff978409d57100 x1875989369209088/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093564 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1789093479.264614:0:2401:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093479.264617:0:2401:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789093479.264618:0:2401:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff978407827800: skip recheck: last_committed 21474836545 00000100:00000001:3.0:1789093479.264619:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789093479.264620:0:2401:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789093479.264624:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff978409d57100 x1875989369209088/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093564 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093479.264630:0:2401:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789093479.264639:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789093479.264641:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789093479.264868:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff978409d57100 x1875989369209088/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093564 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789093479.264881:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff978409d57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0241929-959a-49c3-a3c6-35d2c689d415:2401:1875989369209088:192.168.206.138@tcp:400:kworker.0 00000100:00000001:3.0:1789093479.264885:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093479.264888:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789093479.264892:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff978409d56d80 x1875989369208960/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093564 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093479.264897:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789093479.264899:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789093479.264901:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97843888b400. 02000000:00000001:3.0:1789093479.264905:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789093479.264907:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1789093479.264909:0:2401:0:(genops.c:1244:class_import_put()) import ffff97840b494800 refcount=5 obd=lustre-MDT0000-mdc-ffff978407827800 00000020:00000001:3.0:1789093479.264911:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1789093479.264913:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97843317fe00. 02000000:00000001:3.0:1789093479.264916:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789093479.264917:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789093479.264919:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff978409d56d80. 00000100:00000001:3.0:1789093479.264922:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789093479.264924:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789093479.264925:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789093479.264929:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff978409d56a00 x1875989369209216/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093534 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093479.264936:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789093479.264937:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789093479.264938:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97843888a400. 02000000:00000001:3.0:1789093479.264940:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789093479.264942:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1789093479.264943:0:2401:0:(genops.c:1244:class_import_put()) import ffff9784084a0000 refcount=3 obd=lustre-OST0000-osc-ffff978407827800 00000020:00000001:3.0:1789093479.264944:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1789093479.264946:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97843317f900. 02000000:00000001:3.0:1789093479.264953:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789093479.264954:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789093479.264956:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff978409d56a00. 00000100:00000001:3.0:1789093479.264958:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789093479.264959:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789093479.264961:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789093479.264965:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff978409d57100 x1875989369209088/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093564 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093479.264971:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789093479.264972:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789093479.264973:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97843888ac00. 02000000:00000001:3.0:1789093479.264975:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789093479.264976:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1789093479.264978:0:2401:0:(genops.c:1244:class_import_put()) import ffff97840b490000 refcount=3 obd=lustre-MDT0001-mdc-ffff978407827800 00000020:00000001:3.0:1789093479.264979:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1789093479.264981:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97843317fa00. 02000000:00000001:3.0:1789093479.264982:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789093479.264983:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789093479.264985:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff978409d57100. 00000100:00000001:3.0:1789093479.264987:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789093479.264988:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789093479.264991:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093479.264993:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789093479.264995:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789093479.264997:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093479.264999:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1789093479.265319:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093479.265333:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789093479.265336:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093479.265338:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789093479.265344:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093479.265349:0:2390:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp) <- 192.168.206.138@tcp : PUT - for me 00000400:00000200:1.0:1789093479.265357:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093479.265361:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093479.265366:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093479.265369:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.138@tcp of length 224 into portal 25 MB=0x6aa33cff44000 00000400:00000200:1.0:1789093479.265374:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093479.265380:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.138@tcp of length 224/224 into md 0x53d191 [1] + 224 00000800:00000001:1.0:1789093479.265386:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093479.265395:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789093479.265398:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789093479.265403:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000100:00000001:1.0:1789093479.265415:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789093479.265420:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff978409d55c00 x1875989369208832/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093495 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789093479.265430:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff978409d55c00 x1875989369208832/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093495 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093479.265447:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789093479.265459:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093479.265462:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789093479.265602:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789093479.265605:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789093479.265610:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789093479.265611:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789093479.265613:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97841ec90b58. 00000400:00000200:3.0:1789093479.265618:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978406616dd0 00000400:00000010:3.0:1789093479.265620:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978406616dd0. 00000100:00000001:3.0:1789093479.265623:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789093479.265627:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff978409d55c00 x1875989369208832/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093495 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789093479.265635:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff978409d55c00 x1875989369208832/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093495 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093479.265663:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789093479.265665:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789093479.265667:0:2401:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1789093479.265670:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789093479.265671:0:2401:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789093479.265673:0:2401:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789093479.265676:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789093479.265680:0:2401:0:(import.c:2149:obd_at_measure()) add 5 to ffff9784093e6460 time=25 v=5 (5 5 5 5) 00000100:00001000:3.0:1789093479.265684:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff9784093e6418 time=124 v=5 (1 1 0 0) 00000100:00000001:3.0:1789093479.265686:0:2401:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789093479.265688:0:2401:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789093479.265690:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789093479.265692:0:2401:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093479.265695:0:2401:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789093479.265699:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff978409d55c00 x1875989369208832/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093495 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093479.265705:0:2401:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789093479.265708:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789093479.265709:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789093479.265713:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff978409d55c00 x1875989369208832/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093495 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789093479.265721:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff978409d55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:44e1fe9d-a8e4-4124-a507-08739088143d:2401:1875989369208832:192.168.206.138@tcp:400:kworker.0 00000100:00000001:3.0:1789093479.265725:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789093479.265728:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789093479.265731:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff978409d55c00 x1875989369208832/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093495 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093479.265737:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789093479.265739:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789093479.265740:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97843888bc00. 02000000:00000001:3.0:1789093479.265743:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789093479.265745:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1789093479.265768:0:2401:0:(genops.c:1244:class_import_put()) import ffff9784093e6000 refcount=3 obd=MGC192.168.206.138@tcp 00000020:00000001:3.0:1789093479.265770:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1789093479.265772:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97843317fb00. 02000000:00000001:3.0:1789093479.265775:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789093479.265777:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789093479.265778:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff978409d55c00. 00000100:00000001:3.0:1789093479.265781:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789093479.265782:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789093479.265784:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789093479.265790:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789093479.265793:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093479.265795:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789093479.265797:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789093479.345504:0:279333:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1789093479.345510:0:279333:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg638-client.virtnet: executing wait_import_state CONNECTING osc.lustre-OST0000-osc-ffff978407827800.ost_server_uuid 50 00000001:00000001:2.0:1789093479.355880:0:279333:0:(debug.c:656:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:0.0:1789093479.829354:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093479.829361:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093479.829367:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093479.829368:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789093479.829511:0:241652:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789093479.829515:0:241652:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789093479.829641:0:241652:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789093480.855296:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093480.855303:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093480.855308:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093480.855310:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789093480.855326:0:235706:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789093480.855329:0:235706:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789093480.855331:0:235706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789093481.877441:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093481.877448:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093481.877453:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093481.877454:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789093481.877526:0:247358:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789093481.877530:0:247358:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789093481.877533:0:247358:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789093482.901363:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093482.901370:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093482.901376:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093482.901377:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789093482.901752:0:235705:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789093482.901756:0:235705:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789093482.901759:0:235705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789093483.093358:0:278929:0:(connection.c:75:cpu_latency_work()) work item of ffff9784069f9110 (cpu 0) has reached its deadline 4305428217, at 4305428224 00000100:00000040:0.0:1789093483.093358:0:247954:0:(connection.c:75:cpu_latency_work()) work item of ffff9784069f9000 (cpu 0) has reached its deadline 4305428217, at 4305428224 00000100:00000010:0.0:1789093483.093375:0:247954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97842c7a2f60. 00000100:00000010:1.0:1789093483.093377:0:278929:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97842c7a2780. 00010000:00000001:0.0:1789093483.925489:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093483.925496:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093483.925501:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093483.925502:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789093483.925730:0:247359:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789093483.925734:0:247359:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789093483.925737:0:247359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789093484.373488:0:278050:0:(pinger.c:229:ptlrpc_pinger_process_import()) 44e1fe9d-a8e4-4124-a507-08739088143d->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789093484.373499:0:278050:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789093484.373510:0:278050:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff978438731c00. 00000020:00000040:0.0:1789093484.373529:0:278050:0:(genops.c:1231:class_import_get()) import ffff9784093e6000 refcount=4 obd=MGC192.168.206.138@tcp 00000100:00000001:0.0:1789093484.373534:0:278050:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789093484.373537:0:278050:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789093484.373541:0:278050:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789093484.373550:0:278050:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff978405f37c00. 00000100:00000001:0.0:1789093484.373556:0:278050:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789093484.373567:0:278050:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 44e1fe9d-a8e4-4124-a507-08739088143d->MGS req@ffff978438731c00 x1875989369209344/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789093484.373578:0:278050:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789093484.373581:0:278050:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789093484.373588:0:278050:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000926bdc1f] to pc [ptlrpcd_00_01+1] req@ffff978438731c00 x1875989369209344/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093484.373619:0:278050:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789093484.373622:0:278050:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0241929-959a-49c3-a3c6-35d2c689d415->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789093484.373625:0:278050:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789093484.373629:0:278050:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff978438731180. 00000020:00000040:0.0:1789093484.373631:0:278050:0:(genops.c:1231:class_import_get()) import ffff97840b494800 refcount=6 obd=lustre-MDT0000-mdc-ffff978407827800 00000100:00000001:0.0:1789093484.373633:0:278050:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789093484.373635:0:278050:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789093484.373637:0:278050:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789093484.373640:0:278050:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff978405f37d00. 00000100:00000001:0.0:1789093484.373642:0:278050:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789093484.373647:0:278050:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0241929-959a-49c3-a3c6-35d2c689d415->lustre-MDT0000_UUID req@ffff978438731180 x1875989369209472/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789093484.373654:0:278050:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789093484.373656:0:278050:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789093484.373660:0:278050:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f07939d] to pc [ptlrpcd_00_00+0] req@ffff978438731180 x1875989369209472/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093484.373667:0:278050:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789093484.373670:0:278050:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0241929-959a-49c3-a3c6-35d2c689d415->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789093484.373679:0:278050:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789093484.373682:0:278050:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff978438730e00. 00000020:00000040:0.0:1789093484.373684:0:278050:0:(genops.c:1231:class_import_get()) import ffff97840b490000 refcount=4 obd=lustre-MDT0001-mdc-ffff978407827800 00000100:00000001:0.0:1789093484.373686:0:278050:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789093484.373687:0:278050:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789093484.373689:0:278050:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789093484.373693:0:278050:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff978405f37100. 00000100:00000001:0.0:1789093484.373696:0:278050:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789093484.373700:0:278050:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0241929-959a-49c3-a3c6-35d2c689d415->lustre-MDT0001_UUID req@ffff978438730e00 x1875989369209600/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789093484.373707:0:278050:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789093484.373709:0:278050:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789093484.373712:0:278050:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000007c84e0] to pc [ptlrpcd_00_01+1] req@ffff978438730e00 x1875989369209600/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093484.373719:0:278050:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789093484.373721:0:278050:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0241929-959a-49c3-a3c6-35d2c689d415->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789093484.373724:0:278050:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789093484.373726:0:278050:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff978438733480. 00000020:00000040:0.0:1789093484.373729:0:278050:0:(genops.c:1231:class_import_get()) import ffff9784084a0000 refcount=4 obd=lustre-OST0000-osc-ffff978407827800 00000100:00000001:0.0:1789093484.373731:0:278050:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789093484.373733:0:278050:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789093484.373735:0:278050:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789093484.373737:0:278050:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff978405f37a00. 00000100:00000001:0.0:1789093484.373739:0:278050:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789093484.373743:0:278050:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0241929-959a-49c3-a3c6-35d2c689d415->lustre-OST0000_UUID req@ffff978438733480 x1875989369209728/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789093484.373749:0:278050:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789093484.373751:0:278050:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789093484.373754:0:278050:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b39dea50] to pc [ptlrpcd_00_00+0] req@ffff978438733480 x1875989369209728/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093484.373771:0:278050:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789093484.373773:0:278050:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0241929-959a-49c3-a3c6-35d2c689d415->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789093484.373776:0:278050:0:(pinger.c:247:ptlrpc_pinger_process_import()) b0241929-959a-49c3-a3c6-35d2c689d415->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789093484.373780:0:278050:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10767) 00000100:00000001:1.0:1789093484.373856:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789093484.373861:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789093484.373863:0:2399:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789093484.373869:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff978438731c00 x1875989369209344/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093484.373877:0:2399:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789093484.373878:0:2399:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789093484.373882:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789093484.373885:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789093484.373887:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789093484.373890:0:2399:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff978438731c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:44e1fe9d-a8e4-4124-a507-08739088143d:2399:1875989369209344:192.168.206.138@tcp:400:kworker.0 00000100:00000001:1.0:1789093484.373895:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789093484.373900:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789093484.373902:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789093484.373905:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789093484.373909:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff978406221c00. 02000000:00000001:1.0:1789093484.373911:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789093484.373927:0:2399:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000010:1.0:1789093484.373930:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff978438546478. 00000400:00000010:1.0:1789093484.373936:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978406244880. 00000100:00000200:1.0:1789093484.373943:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875989369209344, portal 25 00000100:00000001:1.0:1789093484.373945:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789093484.373947:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629192871386112 : -114880838165504 : ffff978438731c00) 00000100:00000040:1.0:1789093484.373952:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff978438731c00 x1875989369209344/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093484.373959:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789093484.373962:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.138@tcp 00000400:00000010:1.0:1789093484.373965:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978406244d48. 00000100:00000200:1.0:1789093484.373967:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875989369209344, offset 0 00000400:00000200:1.0:1789093484.373973:0:2399:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.206.138@tcp 00000400:00000200:1.0:1789093484.373981:0:2399:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093484.373988:0:2399:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.138@tcp local destination 00000400:00000200:1.0:1789093484.373992:0:2399:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789093484.373996:0:2399:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.206.38@tcp 00000400:00000200:1.0:1789093484.373999:0:2399:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.206.38@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789093484.374001:0:2399:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.138@tcp 00000400:00000200:1.0:1789093484.374005:0:2399:0:(lib-move.c:1710:lnet_handle_send()) 192.168.206.38@tcp NI seq info: [546132:546132:256:4294967295] 192.168.206.138@tcp LPNI seq info [546093:546093:8:4294967295] 00000400:00000200:1.0:1789093484.374009:0:2399:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093484.374019:0:2399:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp:) -> 192.168.206.138@tcp(192.168.206.138@tcp:192.168.206.138@tcp) : PUT try# 0 00000800:00000200:1.0:1789093484.374025:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.138@tcp 00000800:00000010:1.0:1789093484.374030:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97841f620700. 00000800:00000200:1.0:1789093484.374036:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff978408f5f180] -> 12345-192.168.206.138@tcp (5) 00000800:00000200:1.0:1789093484.374044:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.138@tcp ip 192.168.206.138:988 00000800:00000200:1.0:1789093484.374048:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97841f620700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789093484.374066:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789093484.374071:0:2399:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000100:00000001:1.0:1789093484.374073:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.138@tcp: PM QoS new deadline estimation for cpu 0 is 4305433335 00000100:00000010:1.0:1789093484.374078:0:2399:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97841e8010c0. 00000100:00000001:1.0:1789093484.374089:0:2399:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.138@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1789093484.374096:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.138@tcp: PM QoS new deadline estimation for cpu 1 is 4305433335 00000100:00000010:1.0:1789093484.374099:0:2399:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97841e8012a0. 00000100:00000001:1.0:1789093484.374102:0:2399:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.138@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1789093484.374105:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789093484.374108:0:2399:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093484.374110:0:2399:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789093484.374115:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff978438730e00 x1875989369209600/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093484.374123:0:2399:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789093484.374124:0:2399:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789093484.374126:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789093484.374128:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789093484.374130:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789093484.374133:0:2399:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff978438730e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0241929-959a-49c3-a3c6-35d2c689d415:2399:1875989369209600:192.168.206.138@tcp:400:kworker.0 00000100:00000001:1.0:1789093484.374136:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789093484.374139:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789093484.374140:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789093484.374142:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789093484.374145:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff978406220800. 02000000:00000001:1.0:1789093484.374146:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789093484.374150:0:2399:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000010:1.0:1789093484.374153:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff978438546108. 00000400:00000010:1.0:1789093484.374157:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978406244e58. 00000100:00000200:1.0:1789093484.374159:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875989369209600, portal 10 00000100:00000001:1.0:1789093484.374161:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789093484.374162:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629192871382528 : -114880838169088 : ffff978438730e00) 00000100:00000040:1.0:1789093484.374284:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff978438730e00 x1875989369209600/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093569 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093484.374291:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789093484.374293:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.138@tcp 00000400:00000010:1.0:1789093484.374296:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978406244c38. 00000100:00000200:1.0:1789093484.374303:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875989369209600, offset 0 00000400:00000200:1.0:1789093484.374307:0:2399:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.206.138@tcp 00000400:00000200:1.0:1789093484.374311:0:2399:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093484.374315:0:2399:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.138@tcp local destination 00000400:00000200:1.0:1789093484.374318:0:2399:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789093484.374320:0:2399:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.206.38@tcp 00000400:00000200:1.0:1789093484.374322:0:2399:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.206.38@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789093484.374324:0:2399:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.138@tcp 00000400:00000200:1.0:1789093484.374327:0:2399:0:(lib-move.c:1710:lnet_handle_send()) 192.168.206.38@tcp NI seq info: [546133:546133:255:4294967295] 192.168.206.138@tcp LPNI seq info [546094:546094:7:4294967295] 00000400:00000200:1.0:1789093484.374331:0:2399:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093484.374337:0:2399:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp:) -> 192.168.206.138@tcp(192.168.206.138@tcp:192.168.206.138@tcp) : PUT try# 0 00000800:00000200:1.0:1789093484.374342:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.138@tcp 00000800:00000010:1.0:1789093484.374345:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97841f620300. 00000800:00000200:1.0:1789093484.374350:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff978408f5f180] -> 12345-192.168.206.138@tcp (5) 00000800:00000200:1.0:1789093484.374354:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.138@tcp ip 192.168.206.138:988 00000800:00000200:1.0:1789093484.374356:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97841f620300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789093484.374359:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789093484.374363:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff978407827800: using a timeout of 22406 usecs (23 jiffies) 00000400:00000200:1.0:1789093484.374366:0:2399:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000100:00000001:1.0:1789093484.374368:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff978407827800: PM QoS new deadline estimation for cpu 0 is 4305429528 00000100:00000001:1.0:1789093484.374370:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff978407827800: PM QoS request active for cpu 0, keep current deadline 4305433335 00000100:00000001:1.0:1789093484.374372:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff978407827800: PM QoS new deadline estimation for cpu 1 is 4305429528 00000100:00000001:1.0:1789093484.374374:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff978407827800: PM QoS request active for cpu 1, keep current deadline 4305433335 00000100:00000001:1.0:1789093484.374376:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789093484.374378:0:2399:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093484.374380:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093484.374383:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789093484.374390:0:2399:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789093484.374392:0:2399:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789093484.374394:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789093484.374401:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789093484.374403:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789093484.374405:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:1.0:1789093484.374407:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789093484.374409:0:2399:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789093484.374411:0:2399:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789093484.374413:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789093484.374414:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789093484.374415:0:2399:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789093484.374419:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff978438731180 x1875989369209472/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093484.374426:0:2399:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789093484.374440:0:2399:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789093484.374443:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789093484.374444:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789093484.374446:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789093484.374449:0:2399:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff978438731180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0241929-959a-49c3-a3c6-35d2c689d415:2399:1875989369209472:192.168.206.138@tcp:400:kworker.0 00000100:00000001:1.0:1789093484.374452:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789093484.374455:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789093484.374456:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789093484.374458:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789093484.374461:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff978406220200. 02000000:00000001:1.0:1789093484.374463:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789093484.374467:0:2399:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000010:1.0:1789093484.374470:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff978438546bb0. 00000400:00000010:1.0:1789093484.374473:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978406244770. 00000100:00000200:1.0:1789093484.374476:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875989369209472, portal 10 00000100:00000001:1.0:1789093484.374478:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789093484.374479:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629192871383424 : -114880838168192 : ffff978438731180) 00000100:00000040:1.0:1789093484.374485:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff978438731180 x1875989369209472/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093569 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093484.374490:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789093484.374492:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.138@tcp 00000400:00000010:1.0:1789093484.374494:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9784062442a8. 00000100:00000200:1.0:1789093484.374502:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875989369209472, offset 0 00000400:00000200:1.0:1789093484.374507:0:2399:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.206.138@tcp 00000400:00000200:1.0:1789093484.374511:0:2399:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093484.374515:0:2399:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.138@tcp local destination 00000400:00000200:1.0:1789093484.374517:0:2399:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789093484.374520:0:2399:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.206.38@tcp 00000400:00000200:1.0:1789093484.374522:0:2399:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.206.38@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789093484.374524:0:2399:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.138@tcp 00000400:00000200:1.0:1789093484.374526:0:2399:0:(lib-move.c:1710:lnet_handle_send()) 192.168.206.38@tcp NI seq info: [546134:546134:254:4294967295] 192.168.206.138@tcp LPNI seq info [546095:546095:6:4294967295] 00000400:00000200:1.0:1789093484.374530:0:2399:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093484.374536:0:2399:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp:) -> 192.168.206.138@tcp(192.168.206.138@tcp:192.168.206.138@tcp) : PUT try# 0 00000800:00000200:1.0:1789093484.374540:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.138@tcp 00000800:00000010:1.0:1789093484.374544:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97841f620900. 00000800:00000200:1.0:1789093484.374548:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff978408f5f180] -> 12345-192.168.206.138@tcp (5) 00000800:00000200:1.0:1789093484.374553:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.138@tcp ip 192.168.206.138:988 00000800:00000200:1.0:1789093484.374556:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97841f620900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789093484.374559:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789093484.374561:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: using a timeout of 24620 usecs (25 jiffies) 00000400:00000200:1.0:1789093484.374565:0:2399:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000100:00000001:1.0:1789093484.374566:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: PM QoS new deadline estimation for cpu 0 is 4305429530 00000100:00000001:1.0:1789093484.374569:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: PM QoS request active for cpu 0, keep current deadline 4305433335 00000100:00000001:1.0:1789093484.374571:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: PM QoS new deadline estimation for cpu 1 is 4305429530 00000100:00000001:1.0:1789093484.374573:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: PM QoS request active for cpu 1, keep current deadline 4305433335 00000100:00000001:1.0:1789093484.374575:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789093484.374577:0:2399:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093484.374580:0:2399:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789093484.374584:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff978438733480 x1875989369209728/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093484.374591:0:2399:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789093484.374598:0:2399:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789093484.374601:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789093484.374602:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789093484.374604:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789093484.374608:0:2399:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff978438733480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0241929-959a-49c3-a3c6-35d2c689d415:2399:1875989369209728:192.168.206.138@tcp:400:kworker.0 00000100:00000001:1.0:1789093484.374611:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789093484.374613:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789093484.374615:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789093484.374616:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789093484.374619:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff978406221e00. 02000000:00000001:1.0:1789093484.374621:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789093484.374624:0:2399:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000010:1.0:1789093484.374627:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff978438546790. 00000400:00000010:1.0:1789093484.374631:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978406244198. 00000100:00000200:1.0:1789093484.374634:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875989369209728, portal 4 00000100:00000001:1.0:1789093484.374635:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789093484.374637:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629192871392384 : -114880838159232 : ffff978438733480) 00000100:00000040:1.0:1789093484.374642:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff978438733480 x1875989369209728/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093539 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093484.374648:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789093484.374650:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.138@tcp 00000400:00000010:1.0:1789093484.374653:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978406244aa0. 00000100:00000200:1.0:1789093484.374655:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875989369209728, offset 0 00000400:00000200:1.0:1789093484.374659:0:2399:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.206.138@tcp 00000400:00000200:1.0:1789093484.374663:0:2399:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093484.374667:0:2399:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.138@tcp local destination 00000400:00000200:1.0:1789093484.374669:0:2399:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789093484.374672:0:2399:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.206.38@tcp 00000400:00000200:1.0:1789093484.374674:0:2399:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.206.38@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789093484.374676:0:2399:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.138@tcp 00000400:00000200:1.0:1789093484.374679:0:2399:0:(lib-move.c:1710:lnet_handle_send()) 192.168.206.38@tcp NI seq info: [546135:546135:253:4294967295] 192.168.206.138@tcp LPNI seq info [546096:546096:5:4294967295] 00000400:00000200:1.0:1789093484.374682:0:2399:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093484.374687:0:2399:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp:) -> 192.168.206.138@tcp(192.168.206.138@tcp:192.168.206.138@tcp) : PUT try# 0 00000800:00000200:1.0:1789093484.374697:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.138@tcp 00000800:00000010:1.0:1789093484.374700:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97841f620a00. 00000800:00000200:1.0:1789093484.374704:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff978408f5f180] -> 12345-192.168.206.138@tcp (5) 00000800:00000200:1.0:1789093484.374707:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.138@tcp ip 192.168.206.138:988 00000800:00000200:1.0:1789093484.374709:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97841f620a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789093484.374712:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789093484.374715:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff978407827800: using a timeout of 97688 usecs (98 jiffies) 00000400:00000200:1.0:1789093484.374718:0:2399:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000100:00000001:1.0:1789093484.374720:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff978407827800: PM QoS new deadline estimation for cpu 0 is 4305429603 00000100:00000001:1.0:1789093484.374722:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff978407827800: PM QoS request active for cpu 0, keep current deadline 4305433335 00000100:00000001:1.0:1789093484.374724:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff978407827800: PM QoS new deadline estimation for cpu 1 is 4305429603 00000100:00000001:1.0:1789093484.374726:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff978407827800: PM QoS request active for cpu 1, keep current deadline 4305433335 00000100:00000001:1.0:1789093484.374728:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789093484.374730:0:2399:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093484.374733:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093484.374735:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093484.374755:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789093484.374758:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789093484.374853:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789093484.374858:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97841f620700. 00000400:00000200:0.0:1789093484.374864:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789093484.374869:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000400:00000200:0.0:1789093484.374874:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978406244d48 00000400:00000010:0.0:1789093484.374876:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978406244d48. 00000100:00000001:0.0:1789093484.374881:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1789093484.374890:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff978438731c00 x1875989369209344/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093484.374899:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789093484.374901:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff978438731c00 x1875989369209344/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093500 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093484.374908:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093484.374909:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1789093484.374926:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789093484.374928:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97841f620300. 00000400:00000200:0.0:1789093484.374931:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789093484.374933:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000400:00000200:0.0:1789093484.374936:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978406244c38 00000400:00000010:0.0:1789093484.374937:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978406244c38. 00000100:00000001:0.0:1789093484.374939:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1789093484.374942:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff978438730e00 x1875989369209600/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093569 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093484.374949:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789093484.374952:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff978438730e00 x1875989369209600/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093569 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093484.374969:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093484.374974:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1789093484.374986:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789093484.374988:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97841f620900. 00000400:00000200:0.0:1789093484.374990:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789093484.374994:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000400:00000200:0.0:1789093484.374996:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9784062442a8 00000400:00000010:0.0:1789093484.374998:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9784062442a8. 00000100:00000001:0.0:1789093484.375000:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1789093484.375003:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff978438731180 x1875989369209472/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093569 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093484.375009:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789093484.375012:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff978438731180 x1875989369209472/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093569 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093484.375017:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093484.375018:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1789093484.375077:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789093484.375079:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97841f620a00. 00000400:00000200:0.0:1789093484.375082:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789093484.375085:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000400:00000200:0.0:1789093484.375087:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978406244aa0 00000400:00000010:0.0:1789093484.375089:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978406244aa0. 00000100:00000001:0.0:1789093484.375091:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1789093484.375094:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff978438733480 x1875989369209728/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093539 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093484.375100:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789093484.375102:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff978438733480 x1875989369209728/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093539 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093484.375108:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093484.375109:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1789093484.380728:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093484.380745:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789093484.380750:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093484.380752:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789093484.380760:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093484.380768:0:2390:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp) <- 192.168.206.138@tcp : PUT - for me 00000400:00000200:1.0:1789093484.380775:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093484.380780:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093484.380785:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093484.380789:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.138@tcp of length 224 into portal 4 MB=0x6aa33cff44380 00000400:00000200:1.0:1789093484.380793:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093484.380799:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.138@tcp of length 224/224 into md 0x53d1e1 [1] + 224 00000800:00000001:1.0:1789093484.380806:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093484.380837:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789093484.380840:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789093484.380845:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000100:00000001:1.0:1789093484.380853:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789093484.380861:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff978438733480 x1875989369209728/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093539 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789093484.380872:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff978438733480 x1875989369209728/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093539 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093484.380899:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789093484.380908:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093484.380912:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789093484.380914:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093484.380916:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789093484.380919:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093484.380922:0:2390:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp) <- 192.168.206.138@tcp : PUT - for me 00000400:00000200:1.0:1789093484.380926:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093484.380929:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093484.380932:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093484.380934:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.138@tcp of length 224 into portal 25 MB=0x6aa33cff44200 00000400:00000200:1.0:1789093484.380938:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093484.380942:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.138@tcp of length 224/224 into md 0x53d1b1 [1] + 224 00000800:00000001:1.0:1789093484.380946:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093484.380951:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789093484.380953:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789093484.380956:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000100:00000001:1.0:1789093484.380959:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789093484.380963:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff978438731c00 x1875989369209344/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093500 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789093484.380971:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff978438731c00 x1875989369209344/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093500 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093484.380977:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789093484.380988:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093484.380991:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789093484.381352:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789093484.381364:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789093484.381371:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789093484.381373:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789093484.381377:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff978438546790. 00000400:00000200:0.0:1789093484.381381:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978406244198 00000400:00000010:0.0:1789093484.381384:0:2399:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978406244198. 00000100:00000001:0.0:1789093484.381387:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789093484.381393:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff978438733480 x1875989369209728/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093539 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789093484.381403:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff978438733480 x1875989369209728/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093539 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093484.381410:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789093484.381412:0:2399:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789093484.381414:0:2399:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1789093484.381418:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789093484.381420:0:2399:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789093484.381423:0:2399:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789093484.381425:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789093484.381436:0:2399:0:(import.c:2149:obd_at_measure()) add 36 to ffff9784084a0460 time=29 v=36 (36 36 5 5) 00000100:00001000:0.0:1789093484.381441:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff9784084a0418 time=87 v=5 (1 1 0 0) 00000100:00000001:0.0:1789093484.381444:0:2399:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789093484.381445:0:2399:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093484.381449:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789093484.381453:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093484.381456:0:2399:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789093484.381458:0:2399:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff978407827800: skip recheck: last_committed 38654726918 00000100:00000001:0.0:1789093484.381460:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789093484.381463:0:2399:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789093484.381468:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff978438733480 x1875989369209728/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093539 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093484.381475:0:2399:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789093484.381478:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789093484.381480:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789093484.381483:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff978438733480 x1875989369209728/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093539 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789093484.381502:0:2399:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff978438733480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0241929-959a-49c3-a3c6-35d2c689d415:2399:1875989369209728:192.168.206.138@tcp:400:kworker.0 00000400:00000001:0.0:1789093484.381508:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789093484.381510:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789093484.381511:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff978438546478. 00000400:00000200:0.0:1789093484.381514:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978406244880 00000400:00000010:0.0:1789093484.381516:0:2399:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978406244880. 00000100:00000001:0.0:1789093484.381519:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789093484.381523:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff978438731c00 x1875989369209344/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093500 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789093484.381531:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff978438731c00 x1875989369209344/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093500 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093484.381537:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789093484.381539:0:2399:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789093484.381540:0:2399:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1789093484.381542:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789093484.381544:0:2399:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789093484.381545:0:2399:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789093484.381547:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789093484.381550:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff9784093e6460 time=30 v=5 (5 5 5 5) 00000100:00001000:0.0:1789093484.381553:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff9784093e6418 time=129 v=5 (1 1 0 0) 00000100:00000001:0.0:1789093484.381555:0:2399:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789093484.381556:0:2399:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093484.381558:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789093484.381560:0:2399:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093484.381562:0:2399:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789093484.381566:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff978438731c00 x1875989369209344/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093500 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093484.381571:0:2399:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789093484.381573:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789093484.381574:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789093484.381578:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff978438731c00 x1875989369209344/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093500 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789093484.381592:0:2399:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff978438731c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:44e1fe9d-a8e4-4124-a507-08739088143d:2399:1875989369209344:192.168.206.138@tcp:400:kworker.0 00000100:00000001:0.0:1789093484.381597:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093484.381600:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789093484.381603:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff978438733480 x1875989369209728/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093539 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093484.381610:0:2399:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789093484.381613:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789093484.381616:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff978406221e00. 02000000:00000001:0.0:1789093484.381620:0:2399:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789093484.381622:0:2399:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1789093484.383508:0:2399:0:(genops.c:1244:class_import_put()) import ffff9784084a0000 refcount=3 obd=lustre-OST0000-osc-ffff978407827800 00000020:00000001:0.0:1789093484.383513:0:2399:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1789093484.383518:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff978405f37a00. 02000000:00000001:0.0:1789093484.383524:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789093484.383526:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789093484.383529:0:2399:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff978438733480. 00000100:00000001:0.0:1789093484.383533:0:2399:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789093484.383534:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789093484.383538:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789093484.383547:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff978438731c00 x1875989369209344/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093500 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093484.383556:0:2399:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789093484.383557:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789093484.383560:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff978406221c00. 02000000:00000001:0.0:1789093484.383563:0:2399:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789093484.383564:0:2399:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1789093484.383566:0:2399:0:(genops.c:1244:class_import_put()) import ffff9784093e6000 refcount=3 obd=MGC192.168.206.138@tcp 00000020:00000001:0.0:1789093484.383567:0:2399:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1789093484.383569:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff978405f37c00. 02000000:00000001:0.0:1789093484.383571:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789093484.383572:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789093484.383573:0:2399:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff978438731c00. 00000100:00000001:0.0:1789093484.383576:0:2399:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789093484.383591:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789093484.383595:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093484.383597:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789093484.383600:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789093484.383603:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093484.383604:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1789093484.384676:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093484.384692:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789093484.384695:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093484.384697:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789093484.384705:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093484.384711:0:2391:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp) <- 192.168.206.138@tcp : PUT - for me 00000400:00000200:0.0:1789093484.384719:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093484.384724:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093484.384730:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093484.384733:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.138@tcp of length 224 into portal 10 MB=0x6aa33cff44280 00000400:00000200:0.0:1789093484.384738:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093484.384744:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.138@tcp of length 224/224 into md 0x53d1d1 [1] + 224 00000800:00000001:0.0:1789093484.384751:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093484.384774:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789093484.384778:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789093484.384782:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000100:00000001:0.0:1789093484.384790:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789093484.384798:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff978438731180 x1875989369209472/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093569 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789093484.384818:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff978438731180 x1875989369209472/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093569 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093484.384841:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789093484.384849:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093484.384853:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789093484.385396:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789093484.385401:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789093484.385407:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789093484.385409:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789093484.385412:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff978438546bb0. 00000400:00000200:1.0:1789093484.385417:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978406244770 00000400:00000010:1.0:1789093484.385419:0:2399:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978406244770. 00000100:00000001:1.0:1789093484.385435:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789093484.385443:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff978438731180 x1875989369209472/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093569 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789093484.385452:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff978438731180 x1875989369209472/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093569 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093484.385458:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789093484.385459:0:2399:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789093484.385462:0:2399:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1789093484.385465:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789093484.385467:0:2399:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789093484.385469:0:2399:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789093484.385471:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789093484.385480:0:2399:0:(import.c:2149:obd_at_measure()) add 60 to ffff97840b494c60 time=29 v=60 (60 61 61 62) 00000100:00001000:1.0:1789093484.385485:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff97840b494c18 time=129 v=5 (1 1 0 0) 00000100:00000001:1.0:1789093484.385487:0:2399:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789093484.385489:0:2399:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789093484.385491:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789093484.385494:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093484.385497:0:2399:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789093484.385499:0:2399:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff978407827800: skip recheck: last_committed 30064771462 00000100:00000001:1.0:1789093484.385501:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789093484.385503:0:2399:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789093484.385507:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff978438731180 x1875989369209472/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093569 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093484.385513:0:2399:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789093484.385516:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789093484.385529:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789093484.385534:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff978438731180 x1875989369209472/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093569 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789093484.385542:0:2399:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff978438731180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0241929-959a-49c3-a3c6-35d2c689d415:2399:1875989369209472:192.168.206.138@tcp:400:kworker.0 00000100:00000001:1.0:1789093484.385546:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093484.385548:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789093484.385551:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff978438731180 x1875989369209472/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093569 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093484.385557:0:2399:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789093484.385559:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789093484.385562:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff978406220200. 02000000:00000001:1.0:1789093484.385565:0:2399:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789093484.385568:0:2399:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1789093484.385570:0:2399:0:(genops.c:1244:class_import_put()) import ffff97840b494800 refcount=5 obd=lustre-MDT0000-mdc-ffff978407827800 00000020:00000001:1.0:1789093484.385572:0:2399:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1789093484.385574:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff978405f37d00. 02000000:00000001:1.0:1789093484.385577:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789093484.385579:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789093484.385580:0:2399:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff978438731180. 00000100:00000001:1.0:1789093484.385583:0:2399:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789093484.385584:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789093484.385587:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093484.385589:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789093484.385590:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789093484.385591:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093484.385593:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1789093484.387941:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093484.387957:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789093484.387960:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093484.387963:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789093484.387975:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093484.388107:0:2390:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp) <- 192.168.206.138@tcp : PUT - for me 00000400:00000200:1.0:1789093484.388116:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093484.388120:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093484.388139:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093484.388142:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.138@tcp of length 224 into portal 10 MB=0x6aa33cff44300 00000400:00000200:1.0:1789093484.388147:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093484.388153:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.138@tcp of length 224/224 into md 0x53d1c1 [1] + 224 00000800:00000001:1.0:1789093484.388160:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093484.388177:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789093484.388180:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789093484.388184:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000100:00000001:1.0:1789093484.388191:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789093484.388199:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff978438730e00 x1875989369209600/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093569 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789093484.388209:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff978438730e00 x1875989369209600/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093569 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093484.388276:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789093484.388281:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789093484.388328:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789093484.388339:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093484.388342:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1789093484.388780:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789093484.388783:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789093484.388795:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff978438546108. 00000400:00000200:0.0:1789093484.388799:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978406244e58 00000400:00000010:0.0:1789093484.388801:0:2399:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978406244e58. 00000100:00000001:0.0:1789093484.388805:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789093484.388821:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff978438730e00 x1875989369209600/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093569 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789093484.388829:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff978438730e00 x1875989369209600/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093569 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093484.388836:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789093484.388838:0:2399:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789093484.388840:0:2399:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1789093484.388843:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789093484.388845:0:2399:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789093484.388848:0:2399:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789093484.388850:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789093484.388859:0:2399:0:(import.c:2149:obd_at_measure()) add 60 to ffff97840b490460 time=29 v=60 (60 61 61 62) 00000100:00001000:0.0:1789093484.388863:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff97840b490418 time=106 v=5 (1 1 0 0) 00000100:00000001:0.0:1789093484.388865:0:2399:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789093484.388867:0:2399:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093484.388869:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1789093484.388874:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff978438730e00 x1875989369209600/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093569 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1789093484.388881:0:2399:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093484.388884:0:2399:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789093484.388886:0:2399:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff978407827800: skip recheck: last_committed 21474836545 00000100:00000001:0.0:1789093484.388888:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789093484.388889:0:2399:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789093484.388893:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff978438730e00 x1875989369209600/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093569 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093484.388899:0:2399:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789093484.388902:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789093484.388904:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789093484.388907:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff978438730e00 x1875989369209600/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093569 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789093484.388921:0:2399:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff978438730e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0241929-959a-49c3-a3c6-35d2c689d415:2399:1875989369209600:192.168.206.138@tcp:400:kworker.0 00000100:00000001:0.0:1789093484.388925:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789093484.388928:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789093484.388931:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff978438730e00 x1875989369209600/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093569 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093484.388937:0:2399:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789093484.388939:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789093484.388943:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff978406220800. 02000000:00000001:0.0:1789093484.388946:0:2399:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789093484.388948:0:2399:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1789093484.388950:0:2399:0:(genops.c:1244:class_import_put()) import ffff97840b490000 refcount=3 obd=lustre-MDT0001-mdc-ffff978407827800 00000020:00000001:0.0:1789093484.388952:0:2399:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1789093484.388955:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff978405f37100. 02000000:00000001:0.0:1789093484.388958:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789093484.388959:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789093484.388961:0:2399:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff978438730e00. 00000100:00000001:0.0:1789093484.388964:0:2399:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789093484.388966:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789093484.388968:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789093484.388977:0:2399:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789093484.388979:0:2399:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093484.389059:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789093484.389062:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093484.949381:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093484.949399:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093484.949404:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093484.949406:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789093484.949554:0:241652:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789093484.949558:0:241652:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789093484.949561:0:241652:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789093485.973441:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093485.973448:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093485.973455:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093485.973456:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789093485.973513:0:235706:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789093485.973516:0:235706:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789093485.973519:0:235706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789093486.997403:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093486.997409:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093486.997415:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093486.997416:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789093486.997498:0:247358:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789093486.997500:0:247358:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789093486.997503:0:247358:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789093488.021585:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093488.021593:0:247954:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789093488.021595:0:247954:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789093488.021598:0:247954:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093488.021602:0:247954:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789093488.021605:0:247954:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093488.021607:0:247954:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093488.021609:0:247954:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093488.021612:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093488.021613:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789093488.022722:0:235705:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789093488.022727:0:235705:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789093488.022731:0:235705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789093488.213348:0:278929:0:(connection.c:75:cpu_latency_work()) work item of ffff9784069f9110 (cpu 0) has reached its deadline 4305433335, at 4305433344 00000100:00000040:0.0:1789093488.213348:0:247954:0:(connection.c:75:cpu_latency_work()) work item of ffff9784069f9000 (cpu 0) has reached its deadline 4305433335, at 4305433344 00000100:00000010:1.0:1789093488.213361:0:278929:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97841e8012a0. 00000100:00000010:0.0:1789093488.213362:0:247954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97841e8010c0. 00010000:00000001:0.0:1789093489.045456:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093489.045463:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093489.045468:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093489.045471:0:247954:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789093489.045473:0:247954:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789093489.045479:0:247954:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789093489.045481:0:247954:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789093489.045483:0:247954:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093489.045486:0:247954:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789093489.045488:0:247954:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093489.045490:0:247954:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093489.045492:0:247954:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789093489.045586:0:247359:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789093489.045589:0:247359:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789093489.045592:0:247359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789093489.493493:0:226917:0:(pinger.c:229:ptlrpc_pinger_process_import()) 44e1fe9d-a8e4-4124-a507-08739088143d->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789093489.493504:0:226917:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789093489.493514:0:226917:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97843892c000. 00000020:00000040:2.0:1789093489.493520:0:226917:0:(genops.c:1231:class_import_get()) import ffff9784093e6000 refcount=4 obd=MGC192.168.206.138@tcp 00000100:00000001:2.0:1789093489.493524:0:226917:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789093489.493527:0:226917:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789093489.493532:0:226917:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789093489.493541:0:226917:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97840a70e100. 00000100:00000001:2.0:1789093489.493547:0:226917:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789093489.493568:0:226917:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 44e1fe9d-a8e4-4124-a507-08739088143d->MGS req@ffff97843892c000 x1875989369209856/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789093489.493579:0:226917:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789093489.493583:0:226917:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789093489.493589:0:226917:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f88657ee] to pc [ptlrpcd_01_01+1] req@ffff97843892c000 x1875989369209856/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789093489.493617:0:226917:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789093489.493619:0:226917:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0241929-959a-49c3-a3c6-35d2c689d415->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789093489.493623:0:226917:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789093489.493626:0:226917:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97843892d180. 00000020:00000040:2.0:1789093489.493628:0:226917:0:(genops.c:1231:class_import_get()) import ffff97840b494800 refcount=6 obd=lustre-MDT0000-mdc-ffff978407827800 00000100:00000001:2.0:1789093489.493644:0:226917:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789093489.493645:0:226917:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789093489.493647:0:226917:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789093489.493650:0:226917:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97840a70e400. 00000100:00000001:2.0:1789093489.493653:0:226917:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789093489.493657:0:226917:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0241929-959a-49c3-a3c6-35d2c689d415->lustre-MDT0000_UUID req@ffff97843892d180 x1875989369209984/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789093489.493665:0:226917:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789093489.493667:0:226917:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789093489.493670:0:226917:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003da8b3ac] to pc [ptlrpcd_01_00+0] req@ffff97843892d180 x1875989369209984/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789093489.493679:0:226917:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789093489.493681:0:226917:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0241929-959a-49c3-a3c6-35d2c689d415->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789093489.493684:0:226917:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789093489.493686:0:226917:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97843892e300. 00000020:00000040:2.0:1789093489.493688:0:226917:0:(genops.c:1231:class_import_get()) import ffff97840b490000 refcount=4 obd=lustre-MDT0001-mdc-ffff978407827800 00000100:00000001:2.0:1789093489.493690:0:226917:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789093489.493691:0:226917:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789093489.493692:0:226917:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789093489.493695:0:226917:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97840a70e000. 00000100:00000001:2.0:1789093489.493697:0:226917:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789093489.493700:0:226917:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0241929-959a-49c3-a3c6-35d2c689d415->lustre-MDT0001_UUID req@ffff97843892e300 x1875989369210112/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789093489.493707:0:226917:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789093489.493708:0:226917:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789093489.493711:0:226917:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000781ce90e] to pc [ptlrpcd_01_01+1] req@ffff97843892e300 x1875989369210112/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789093489.493718:0:226917:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789093489.493720:0:226917:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0241929-959a-49c3-a3c6-35d2c689d415->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789093489.493723:0:226917:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789093489.493728:0:226917:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97843892d880. 00000020:00000040:2.0:1789093489.493730:0:226917:0:(genops.c:1231:class_import_get()) import ffff9784084a0000 refcount=4 obd=lustre-OST0000-osc-ffff978407827800 00000100:00000001:2.0:1789093489.493732:0:226917:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789093489.493733:0:226917:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789093489.493735:0:226917:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789093489.493738:0:226917:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97840a70ef00. 00000100:00000001:2.0:1789093489.493749:0:226917:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789093489.493753:0:226917:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0241929-959a-49c3-a3c6-35d2c689d415->lustre-OST0000_UUID req@ffff97843892d880 x1875989369210240/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789093489.493760:0:226917:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789093489.493762:0:226917:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789093489.493765:0:226917:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000098aaaa03] to pc [ptlrpcd_01_00+0] req@ffff97843892d880 x1875989369210240/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789093489.493772:0:226917:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789093489.493774:0:226917:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0241929-959a-49c3-a3c6-35d2c689d415->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789093489.493777:0:226917:0:(pinger.c:247:ptlrpc_pinger_process_import()) b0241929-959a-49c3-a3c6-35d2c689d415->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789093489.493791:0:226917:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10772) 00000100:00000001:3.0:1789093489.493983:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789093489.493988:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789093489.493990:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789093489.493996:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97843892c000 x1875989369209856/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093489.494004:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789093489.494006:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789093489.494010:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789093489.494012:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789093489.494015:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789093489.494018:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff97843892c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:44e1fe9d-a8e4-4124-a507-08739088143d:2401:1875989369209856:192.168.206.138@tcp:400:kworker.0 00000100:00000001:3.0:1789093489.494022:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789093489.494027:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789093489.494029:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789093489.494031:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789093489.494035:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97843888ac00. 02000000:00000001:3.0:1789093489.494037:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789093489.494049:0:2401:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000010:3.0:1789093489.494053:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97841ec90b58. 00000400:00000010:3.0:1789093489.494058:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978406616dd0. 00000100:00000200:3.0:1789093489.494064:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875989369209856, portal 25 00000100:00000001:3.0:1789093489.494066:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789093489.494068:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629192873459712 : -114880836091904 : ffff97843892c000) 00000100:00000040:3.0:1789093489.494073:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97843892c000 x1875989369209856/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093489.494080:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789093489.494083:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.138@tcp 00000400:00000010:3.0:1789093489.494085:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978406616aa0. 00000100:00000200:3.0:1789093489.494088:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875989369209856, offset 0 00000400:00000200:3.0:1789093489.494094:0:2401:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.206.138@tcp 00000400:00000200:3.0:1789093489.494101:0:2401:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:3.0:1789093489.494108:0:2401:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.138@tcp local destination 00000400:00000200:3.0:1789093489.494112:0:2401:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789093489.494116:0:2401:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.206.38@tcp 00000400:00000200:3.0:1789093489.494119:0:2401:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.206.38@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789093489.494122:0:2401:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.138@tcp 00000400:00000200:3.0:1789093489.494126:0:2401:0:(lib-move.c:1710:lnet_handle_send()) 192.168.206.38@tcp NI seq info: [546136:546136:256:4294967295] 192.168.206.138@tcp LPNI seq info [546097:546097:8:4294967295] 00000400:00000200:3.0:1789093489.494130:0:2401:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:3.0:1789093489.494139:0:2401:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp:) -> 192.168.206.138@tcp(192.168.206.138@tcp:192.168.206.138@tcp) : PUT try# 0 00000800:00000200:3.0:1789093489.494145:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.138@tcp 00000800:00000010:3.0:1789093489.494149:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97843317fb00. 00000800:00000200:3.0:1789093489.494155:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff978408f5f180] -> 12345-192.168.206.138@tcp (5) 00000800:00000200:3.0:1789093489.494162:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.138@tcp ip 192.168.206.138:988 00000800:00000200:3.0:1789093489.494166:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97843317fb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789093489.494182:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789093489.494186:0:2401:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000100:00000001:3.0:1789093489.494188:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.138@tcp: PM QoS new deadline estimation for cpu 0 is 4305438455 00000100:00000010:3.0:1789093489.494192:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97842c7a2960. 00000100:00000001:3.0:1789093489.494201:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.138@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1789093489.494207:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.138@tcp: PM QoS new deadline estimation for cpu 1 is 4305438455 00000100:00000010:3.0:1789093489.494210:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97842c7a2240. 00000100:00000001:3.0:1789093489.494212:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.138@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1789093489.494215:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789093489.494218:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093489.494220:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789093489.494233:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97843892e300 x1875989369210112/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093489.494240:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789093489.494276:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789093489.494279:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789093489.494281:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789093489.494283:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789093489.494286:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff97843892e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0241929-959a-49c3-a3c6-35d2c689d415:2401:1875989369210112:192.168.206.138@tcp:400:kworker.0 00000100:00000001:3.0:1789093489.494289:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789093489.494292:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789093489.494294:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789093489.494295:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789093489.494298:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97843888bc00. 02000000:00000001:3.0:1789093489.494300:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789093489.494303:0:2401:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000800:00000200:0.0:1789093489.494465:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789093489.494470:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97843317fb00. 00000400:00000200:0.0:1789093489.494475:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789093489.494480:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000400:00000200:0.0:1789093489.494484:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978406616aa0 00000400:00000010:0.0:1789093489.494486:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978406616aa0. 00000100:00000001:0.0:1789093489.494490:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1789093489.494494:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97843892c000 x1875989369209856/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093489.494513:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789093489.494517:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97843892c000 x1875989369209856/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093505 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093489.494524:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093489.494526:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:3.0:1789093489.494888:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97841ec90580. 00000400:00000010:3.0:1789093489.494896:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978406616550. 00000100:00000200:3.0:1789093489.494899:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875989369210112, portal 10 00000100:00000001:3.0:1789093489.494901:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789093489.494903:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629192873468672 : -114880836082944 : ffff97843892e300) 00000100:00000040:3.0:1789093489.494910:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97843892e300 x1875989369210112/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093574 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093489.494916:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789093489.494918:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.138@tcp 00000400:00000010:3.0:1789093489.494920:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978406616440. 00000100:00000200:3.0:1789093489.494928:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875989369210112, offset 0 00000400:00000200:3.0:1789093489.494933:0:2401:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.206.138@tcp 00000400:00000200:3.0:1789093489.494937:0:2401:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:3.0:1789093489.494941:0:2401:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.138@tcp local destination 00000400:00000200:3.0:1789093489.494944:0:2401:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789093489.494946:0:2401:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.206.38@tcp 00000400:00000200:3.0:1789093489.494949:0:2401:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.206.38@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789093489.494951:0:2401:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.138@tcp 00000400:00000200:3.0:1789093489.494954:0:2401:0:(lib-move.c:1710:lnet_handle_send()) 192.168.206.38@tcp NI seq info: [546137:546137:256:4294967295] 192.168.206.138@tcp LPNI seq info [546098:546098:8:4294967295] 00000400:00000200:3.0:1789093489.494958:0:2401:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:3.0:1789093489.494964:0:2401:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp:) -> 192.168.206.138@tcp(192.168.206.138@tcp:192.168.206.138@tcp) : PUT try# 0 00000800:00000200:3.0:1789093489.494969:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.138@tcp 00000800:00000010:3.0:1789093489.494973:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97843317fa00. 00000800:00000200:3.0:1789093489.494977:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff978408f5f180] -> 12345-192.168.206.138@tcp (5) 00000800:00000200:3.0:1789093489.494982:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.138@tcp ip 192.168.206.138:988 00000800:00000200:3.0:1789093489.494985:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97843317fa00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789093489.495053:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789093489.495057:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789093489.495059:0:2400:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789093489.495065:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97843892d180 x1875989369209984/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789093489.495072:0:2400:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789093489.495074:0:2400:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789093489.495076:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789093489.495078:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789093489.495080:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789093489.495084:0:2400:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff97843892d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0241929-959a-49c3-a3c6-35d2c689d415:2400:1875989369209984:192.168.206.138@tcp:400:kworker.0 00000100:00000001:2.0:1789093489.495087:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789093489.495090:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789093489.495091:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789093489.495100:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789093489.495104:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff978405a7ee00. 02000000:00000001:2.0:1789093489.495106:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789093489.495110:0:2400:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000010:2.0:1789093489.495112:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9784324177e8. 00000400:00000010:2.0:1789093489.495116:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97841ff46220. 00000100:00000200:2.0:1789093489.495118:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875989369209984, portal 10 00000100:00000001:2.0:1789093489.495120:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789093489.495121:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629192873464192 : -114880836087424 : ffff97843892d180) 00000100:00000040:2.0:1789093489.495128:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97843892d180 x1875989369209984/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093574 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789093489.495134:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789093489.495136:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.138@tcp 00000400:00000010:2.0:1789093489.495138:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97841ff46cc0. 00000100:00000200:2.0:1789093489.495140:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875989369209984, offset 0 00000400:00000200:2.0:1789093489.495144:0:2400:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.206.138@tcp 00000400:00000200:2.0:1789093489.495148:0:2400:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:2.0:1789093489.495151:0:2400:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.138@tcp local destination 00000400:00000200:2.0:1789093489.495154:0:2400:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789093489.495156:0:2400:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.206.38@tcp 00000400:00000200:2.0:1789093489.495158:0:2400:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.206.38@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789093489.495160:0:2400:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.138@tcp 00000400:00000200:2.0:1789093489.495162:0:2400:0:(lib-move.c:1710:lnet_handle_send()) 192.168.206.38@tcp NI seq info: [546138:546138:255:4294967295] 192.168.206.138@tcp LPNI seq info [546099:546099:7:4294967295] 00000400:00000200:2.0:1789093489.495166:0:2400:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:2.0:1789093489.495171:0:2400:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp:) -> 192.168.206.138@tcp(192.168.206.138@tcp:192.168.206.138@tcp) : PUT try# 0 00000800:00000200:2.0:1789093489.495175:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.138@tcp 00000800:00000010:2.0:1789093489.495178:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97840a70e500. 00000800:00000200:2.0:1789093489.495181:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff978408f5f180] -> 12345-192.168.206.138@tcp (5) 00000800:00000200:2.0:1789093489.495185:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.138@tcp ip 192.168.206.138:988 00000800:00000200:2.0:1789093489.495187:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97840a70e500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789093489.495208:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789093489.495212:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff978407827800: using a timeout of 22406 usecs (23 jiffies) 00000400:00000200:3.0:1789093489.495215:0:2401:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000100:00000001:3.0:1789093489.495218:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff978407827800: PM QoS new deadline estimation for cpu 0 is 4305434648 00000100:00000001:3.0:1789093489.495220:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff978407827800: PM QoS request active for cpu 0, keep current deadline 4305438455 00000100:00000001:3.0:1789093489.495231:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff978407827800: PM QoS new deadline estimation for cpu 1 is 4305434648 00000100:00000001:3.0:1789093489.495233:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff978407827800: PM QoS request active for cpu 1, keep current deadline 4305438455 00000100:00000001:3.0:1789093489.495235:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789093489.495238:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093489.495241:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093489.495263:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789093489.495270:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789093489.495272:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789093489.495274:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789093489.495282:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789093489.495283:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093489.495285:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789093489.497642:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789093489.497667:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: using a timeout of 24616 usecs (25 jiffies) 00000400:00000200:2.0:1789093489.497673:0:2400:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000100:00000001:2.0:1789093489.497676:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: PM QoS new deadline estimation for cpu 0 is 4305434652 00000100:00000001:2.0:1789093489.497694:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: PM QoS request active for cpu 0, keep current deadline 4305438455 00000100:00000001:2.0:1789093489.497698:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: PM QoS new deadline estimation for cpu 1 is 4305434652 00000100:00000001:2.0:1789093489.497700:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: PM QoS request active for cpu 1, keep current deadline 4305438455 00000100:00000001:2.0:1789093489.497702:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789093489.497707:0:2400:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789093489.497711:0:2400:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789093489.497721:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97843892d880 x1875989369210240/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789093489.497730:0:2400:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789093489.497733:0:2400:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789093489.497736:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789093489.497739:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789093489.497742:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789093489.497745:0:2400:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff97843892d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0241929-959a-49c3-a3c6-35d2c689d415:2400:1875989369210240:192.168.206.138@tcp:400:kworker.0 00000100:00000001:2.0:1789093489.497749:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789093489.497753:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789093489.497755:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789093489.497758:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789093489.497763:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff978405a7e400. 02000000:00000001:2.0:1789093489.497765:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789093489.497769:0:2400:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000010:2.0:1789093489.497773:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff978432417420. 00000400:00000010:2.0:1789093489.497778:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97841ff46110. 00000100:00000200:2.0:1789093489.497796:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875989369210240, portal 4 00000100:00000001:2.0:1789093489.497799:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789093489.497800:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629192873465984 : -114880836085632 : ffff97843892d880) 00000100:00000040:2.0:1789093489.497807:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97843892d880 x1875989369210240/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789093489.497824:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789093489.497827:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.138@tcp 00000400:00000010:2.0:1789093489.497830:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97841ff46198. 00000100:00000200:2.0:1789093489.497834:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875989369210240, offset 0 00000400:00000200:2.0:1789093489.497840:0:2400:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.206.138@tcp 00000400:00000200:2.0:1789093489.497848:0:2400:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:2.0:1789093489.497855:0:2400:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.138@tcp local destination 00000400:00000200:2.0:1789093489.497860:0:2400:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789093489.497863:0:2400:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.206.38@tcp 00000400:00000200:2.0:1789093489.497866:0:2400:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.206.38@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789093489.497869:0:2400:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.138@tcp 00000400:00000200:2.0:1789093489.497872:0:2400:0:(lib-move.c:1710:lnet_handle_send()) 192.168.206.38@tcp NI seq info: [546139:546139:254:4294967295] 192.168.206.138@tcp LPNI seq info [546100:546100:6:4294967295] 00000400:00000200:2.0:1789093489.498064:0:2400:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:2.0:1789093489.498085:0:2400:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp:) -> 192.168.206.138@tcp(192.168.206.138@tcp:192.168.206.138@tcp) : PUT try# 0 00000800:00000200:2.0:1789093489.498091:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.138@tcp 00000800:00000010:2.0:1789093489.498097:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97840a70ea00. 00000800:00000200:2.0:1789093489.498104:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff978408f5f180] -> 12345-192.168.206.138@tcp (5) 00000800:00000200:2.0:1789093489.498111:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.138@tcp ip 192.168.206.138:988 00000800:00000200:2.0:1789093489.498116:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97840a70ea00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789093489.498121:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789093489.498124:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff978407827800: using a timeout of 97618 usecs (98 jiffies) 00000400:00000200:2.0:1789093489.498128:0:2400:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000100:00000001:2.0:1789093489.498129:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff978407827800: PM QoS new deadline estimation for cpu 0 is 4305434725 00000100:00000001:2.0:1789093489.498132:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff978407827800: PM QoS request active for cpu 0, keep current deadline 4305438455 00000100:00000001:2.0:1789093489.498134:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff978407827800: PM QoS new deadline estimation for cpu 1 is 4305434725 00000100:00000001:2.0:1789093489.498135:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff978407827800: PM QoS request active for cpu 1, keep current deadline 4305438455 00000100:00000001:2.0:1789093489.498137:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789093489.498140:0:2400:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789093489.498147:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789093489.498150:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789093489.498158:0:2400:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789093489.498160:0:2400:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:2.0:1789093489.498162:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789093489.498164:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789093489.498165:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789093489.498168:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1789093489.499065:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093489.499080:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789093489.499084:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093489.499086:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789093489.499091:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093489.499096:0:2391:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp) <- 192.168.206.138@tcp : PUT - for me 00000400:00000200:0.0:1789093489.499103:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093489.499106:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093489.499110:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093489.499114:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.138@tcp of length 224 into portal 25 MB=0x6aa33cff44400 00000400:00000200:0.0:1789093489.499119:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093489.499125:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.138@tcp of length 224/224 into md 0x53d1f1 [1] + 224 00000800:00000001:0.0:1789093489.499132:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093489.499140:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789093489.499144:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789093489.499147:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000100:00000001:0.0:1789093489.499153:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789093489.499160:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97843892c000 x1875989369209856/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093505 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789093489.499170:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97843892c000 x1875989369209856/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093505 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093489.499212:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789093489.499216:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789093489.499231:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:0.0:1789093489.499299:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789093489.499303:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97843317fa00. 00000400:00000200:0.0:1789093489.499307:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789093489.499310:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000400:00000200:0.0:1789093489.499323:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978406616440 00000400:00000010:0.0:1789093489.499325:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978406616440. 00000100:00000001:0.0:1789093489.499329:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1789093489.499333:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97843892e300 x1875989369210112/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093574 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093489.499342:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789093489.499345:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97843892e300 x1875989369210112/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093574 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093489.499351:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093489.499352:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1789093489.499357:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093489.499361:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1789093489.499367:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789093489.499369:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97840a70e500. 00000400:00000200:0.0:1789093489.499372:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789093489.499375:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000400:00000200:0.0:1789093489.499378:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97841ff46cc0 00000400:00000010:0.0:1789093489.499379:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff97841ff46cc0. 00000100:00000001:0.0:1789093489.499382:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1789093489.499385:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97843892d180 x1875989369209984/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093574 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093489.499392:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789093489.499395:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97843892d180 x1875989369209984/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093574 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093489.499402:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093489.499403:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1789093489.499465:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789093489.499468:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97840a70ea00. 00000400:00000200:0.0:1789093489.499471:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789093489.499475:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000400:00000200:0.0:1789093489.499477:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97841ff46198 00000400:00000010:0.0:1789093489.499479:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff97841ff46198. 00000100:00000001:0.0:1789093489.499481:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1789093489.499491:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97843892d880 x1875989369210240/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093489.499498:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789093489.499501:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97843892d880 x1875989369210240/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093544 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093489.499508:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093489.499509:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000001:3.0:1789093489.499912:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789093489.499915:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789093489.499918:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97841ec90b58. 00000400:00000200:3.0:1789093489.499922:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978406616dd0 00000400:00000010:3.0:1789093489.499924:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978406616dd0. 00000100:00000001:3.0:1789093489.499926:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789093489.499931:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97843892c000 x1875989369209856/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093505 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789093489.499940:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97843892c000 x1875989369209856/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093505 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093489.499946:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789093489.499947:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789093489.499949:0:2401:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1789093489.499952:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789093489.499954:0:2401:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789093489.499956:0:2401:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789093489.499959:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789093489.499965:0:2401:0:(import.c:2149:obd_at_measure()) add 5 to ffff9784093e6460 time=35 v=5 (5 5 5 5) 00000100:00001000:3.0:1789093489.499969:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff9784093e6418 time=134 v=5 (1 1 0 0) 00000100:00000001:3.0:1789093489.499971:0:2401:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789093489.499972:0:2401:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789093489.499975:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789093489.499977:0:2401:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093489.499979:0:2401:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789093489.499983:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97843892c000 x1875989369209856/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093505 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093489.499990:0:2401:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789093489.499992:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789093489.499994:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789093489.499997:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97843892c000 x1875989369209856/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093505 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789093489.500016:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff97843892c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:44e1fe9d-a8e4-4124-a507-08739088143d:2401:1875989369209856:192.168.206.138@tcp:400:kworker.0 00000100:00000001:3.0:1789093489.500021:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093489.500024:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789093489.500026:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97843892c000 x1875989369209856/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093505 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093489.500032:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789093489.500035:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789093489.500038:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97843888ac00. 02000000:00000001:3.0:1789093489.500041:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789093489.500043:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1789093489.500045:0:2401:0:(genops.c:1244:class_import_put()) import ffff9784093e6000 refcount=3 obd=MGC192.168.206.138@tcp 00000020:00000001:3.0:1789093489.500047:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1789093489.500049:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97840a70e100. 02000000:00000001:3.0:1789093489.500051:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789093489.500053:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789093489.500055:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97843892c000. 00000100:00000001:3.0:1789093489.500058:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789093489.500059:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789093489.500061:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093489.500063:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789093489.500065:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789093489.500066:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093489.500068:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1789093489.506064:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093489.506093:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789093489.506097:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093489.506100:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789093489.506108:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093489.506129:0:2390:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp) <- 192.168.206.138@tcp : PUT - for me 00000400:00000200:1.0:1789093489.506140:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093489.506145:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093489.506166:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093489.506170:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.138@tcp of length 224 into portal 10 MB=0x6aa33cff44500 00000400:00000200:1.0:1789093489.506175:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093489.506181:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.138@tcp of length 224/224 into md 0x53d1f9 [1] + 224 00000800:00000001:1.0:1789093489.506188:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093489.506192:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789093489.506196:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789093489.506200:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000100:00000001:1.0:1789093489.506207:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789093489.506217:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97843892e300 x1875989369210112/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093574 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789093489.506228:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97843892e300 x1875989369210112/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093574 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093489.506274:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789093489.506284:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093489.506288:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789093489.506290:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093489.506292:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789093489.506295:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093489.506298:0:2390:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp) <- 192.168.206.138@tcp : PUT - for me 00000400:00000200:1.0:1789093489.506303:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093489.506305:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093489.506308:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093489.506311:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.138@tcp of length 224 into portal 4 MB=0x6aa33cff44580 00000400:00000200:1.0:1789093489.506315:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093489.506320:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.138@tcp of length 224/224 into md 0x53d209 [1] + 224 00000800:00000001:1.0:1789093489.506324:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093489.506327:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789093489.506329:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789093489.506332:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000100:00000001:1.0:1789093489.506335:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789093489.506346:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97843892d880 x1875989369210240/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093544 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789093489.506355:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97843892d880 x1875989369210240/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093544 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093489.506374:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789093489.506383:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093489.506389:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789093489.506391:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1789093489.506391:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093489.506394:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789093489.506397:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1789093489.506399:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093489.506404:0:2390:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp) <- 192.168.206.138@tcp : PUT - for me 00000400:00000001:3.0:1789093489.506406:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1789093489.506410:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000001:3.0:1789093489.506411:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1789093489.506415:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000010:3.0:1789093489.506417:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97841ec90580. 00000400:00000200:1.0:1789093489.506421:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:3.0:1789093489.506424:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978406616550 00000400:00000200:1.0:1789093489.506426:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.138@tcp of length 224 into portal 10 MB=0x6aa33cff44480 00000400:00000010:3.0:1789093489.506431:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978406616550. 00000400:00000200:1.0:1789093489.506433:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000100:00000001:3.0:1789093489.506437:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1789093489.506440:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.138@tcp of length 224/224 into md 0x53d201 [1] + 224 00000800:00000001:1.0:1789093489.506444:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093489.506450:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789093489.506452:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789093489.506454:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000100:00000001:1.0:1789093489.506457:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789093489.506461:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97843892d180 x1875989369209984/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093574 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789093489.506469:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97843892d180 x1875989369209984/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093574 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093489.506475:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789093489.506478:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093489.506481:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1789093489.506883:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97843892e300 x1875989369210112/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093574 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789093489.506893:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97843892e300 x1875989369210112/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093574 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093489.506908:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789093489.506910:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789093489.506912:0:2401:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1789093489.506916:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789093489.506919:0:2401:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789093489.506921:0:2401:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789093489.506923:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789093489.506933:0:2401:0:(import.c:2149:obd_at_measure()) add 60 to ffff97840b490460 time=34 v=60 (60 61 61 62) 00000100:00001000:3.0:1789093489.506937:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff97840b490418 time=111 v=5 (1 1 0 0) 00000100:00000001:3.0:1789093489.506940:0:2401:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789093489.506941:0:2401:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789093489.506944:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1789093489.506949:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff97843892e300 x1875989369210112/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093574 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1789093489.506955:0:2401:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093489.506959:0:2401:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789093489.506961:0:2401:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff978407827800: skip recheck: last_committed 21474836545 00000100:00000001:3.0:1789093489.506963:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789093489.506965:0:2401:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789093489.506968:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97843892e300 x1875989369210112/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093574 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093489.506975:0:2401:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789093489.506977:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789093489.506980:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789093489.506983:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97843892e300 x1875989369210112/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093574 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789093489.506990:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff97843892e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0241929-959a-49c3-a3c6-35d2c689d415:2401:1875989369210112:192.168.206.138@tcp:400:kworker.0 00000100:00000001:3.0:1789093489.506995:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789093489.506998:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789093489.507000:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97843892e300 x1875989369210112/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093574 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093489.507012:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789093489.507014:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789093489.507019:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97843888bc00. 02000000:00000001:3.0:1789093489.507023:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789093489.507025:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1789093489.507026:0:2401:0:(genops.c:1244:class_import_put()) import ffff97840b490000 refcount=3 obd=lustre-MDT0001-mdc-ffff978407827800 00000020:00000001:3.0:1789093489.507028:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1789093489.507031:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97840a70e000. 02000000:00000001:3.0:1789093489.507034:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789093489.507036:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789093489.507038:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97843892e300. 00000100:00000001:3.0:1789093489.507041:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789093489.507042:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789093489.507045:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789093489.507051:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789093489.507053:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093489.507055:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789093489.507057:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789093489.507118:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789093489.507121:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789093489.507126:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789093489.507127:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789093489.507129:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9784324177e8. 00000400:00000200:2.0:1789093489.507133:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97841ff46220 00000400:00000010:2.0:1789093489.507135:0:2400:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff97841ff46220. 00000100:00000001:2.0:1789093489.507137:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789093489.507142:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97843892d180 x1875989369209984/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093574 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789093489.507150:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97843892d180 x1875989369209984/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093574 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789093489.507155:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789093489.507157:0:2400:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789093489.507158:0:2400:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1789093489.507160:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789093489.507161:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789093489.507163:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789093489.507164:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789093489.507169:0:2400:0:(import.c:2149:obd_at_measure()) add 60 to ffff97840b494c60 time=34 v=60 (60 61 61 62) 00000100:00001000:2.0:1789093489.507172:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff97840b494c18 time=134 v=5 (1 1 0 0) 00000100:00000001:2.0:1789093489.507175:0:2400:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789093489.507176:0:2400:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789093489.507177:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789093489.507180:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789093489.507183:0:2400:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789093489.507184:0:2400:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff978407827800: skip recheck: last_committed 30064771462 00000100:00000001:2.0:1789093489.507186:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789093489.507193:0:2400:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789093489.507199:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97843892d180 x1875989369209984/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093574 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789093489.507205:0:2400:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789093489.507207:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789093489.507208:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789093489.507212:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97843892d180 x1875989369209984/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093574 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789093489.507218:0:2400:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff97843892d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0241929-959a-49c3-a3c6-35d2c689d415:2400:1875989369209984:192.168.206.138@tcp:400:kworker.0 00000400:00000001:2.0:1789093489.507223:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789093489.507225:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789093489.507227:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff978432417420. 00000400:00000200:2.0:1789093489.507229:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97841ff46110 00000400:00000010:2.0:1789093489.507231:0:2400:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff97841ff46110. 00000100:00000001:2.0:1789093489.507233:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789093489.507236:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97843892d880 x1875989369210240/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093544 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789093489.507277:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97843892d880 x1875989369210240/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093544 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789093489.507284:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789093489.507285:0:2400:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789093489.507287:0:2400:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1789093489.507288:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789093489.507289:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789093489.507291:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789093489.507292:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789093489.507297:0:2400:0:(import.c:2149:obd_at_measure()) add 36 to ffff9784084a0460 time=34 v=36 (36 36 5 5) 00000100:00001000:2.0:1789093489.507300:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff9784084a0418 time=92 v=5 (1 1 0 0) 00000100:00000001:2.0:1789093489.507302:0:2400:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789093489.507303:0:2400:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789093489.507305:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789093489.507307:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789093489.507315:0:2400:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789093489.507316:0:2400:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff978407827800: skip recheck: last_committed 38654726918 00000100:00000001:2.0:1789093489.507318:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789093489.507320:0:2400:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789093489.507324:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97843892d880 x1875989369210240/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093544 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789093489.507330:0:2400:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789093489.507332:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789093489.507333:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789093489.507336:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97843892d880 x1875989369210240/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093544 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789093489.507342:0:2400:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff97843892d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0241929-959a-49c3-a3c6-35d2c689d415:2400:1875989369210240:192.168.206.138@tcp:400:kworker.0 00000100:00000001:2.0:1789093489.507346:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789093489.507348:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789093489.507351:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97843892d180 x1875989369209984/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093574 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789093489.507357:0:2400:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789093489.507358:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789093489.507360:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff978405a7ee00. 02000000:00000001:2.0:1789093489.507363:0:2400:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789093489.507364:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1789093489.507365:0:2400:0:(genops.c:1244:class_import_put()) import ffff97840b494800 refcount=5 obd=lustre-MDT0000-mdc-ffff978407827800 00000020:00000001:2.0:1789093489.507367:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1789093489.507369:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97840a70e400. 02000000:00000001:2.0:1789093489.507371:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789093489.507371:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789093489.507373:0:2400:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97843892d180. 00000100:00000001:2.0:1789093489.507375:0:2400:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789093489.507376:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789093489.507378:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789093489.507381:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97843892d880 x1875989369210240/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093544 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789093489.507397:0:2400:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789093489.507398:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789093489.507400:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff978405a7e400. 02000000:00000001:2.0:1789093489.507402:0:2400:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789093489.507404:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1789093489.507405:0:2400:0:(genops.c:1244:class_import_put()) import ffff9784084a0000 refcount=3 obd=lustre-OST0000-osc-ffff978407827800 00000020:00000001:2.0:1789093489.507407:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1789093489.507408:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97840a70ef00. 02000000:00000001:2.0:1789093489.507410:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789093489.507411:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789093489.507412:0:2400:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97843892d880. 00000100:00000001:2.0:1789093489.507415:0:2400:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789093489.507416:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789093489.507417:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789093489.507421:0:2400:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789093489.507422:0:2400:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789093489.507424:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789093489.507425:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789093489.941608:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9784078bc480] -> 12345-192.168.206.38@tcp (6) 00000800:00000200:3.0:1789093489.941616:0:2389:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.38@tcp ip 192.168.206.38:988 00000800:00000200:3.0:1789093489.941620:0:2389:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff978410cdc800 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1789093489.945524:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1789093489.945535:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093489.945546:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789093489.945551:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093489.945554:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789093490.069468:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093490.069475:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093490.069885:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093490.069886:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789093490.070806:0:241652:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789093490.070812:0:241652:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789093490.070816:0:241652:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789093491.094439:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093491.094445:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093491.094451:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093491.094453:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789093491.097398:0:235706:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789093491.097407:0:235706:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789093491.097413:0:235706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789093492.118930:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093492.118937:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093492.118943:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093492.118945:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789093492.119892:0:247358:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789093492.119897:0:247358:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789093492.119902:0:247358:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789093493.141813:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093493.141823:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093493.141830:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093493.141831:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789093493.143474:0:235705:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789093493.143481:0:235705:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789093493.143486:0:235705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789093493.333399:0:247954:0:(connection.c:75:cpu_latency_work()) work item of ffff9784069f9000 (cpu 0) has reached its deadline 4305438455, at 4305438464 00000100:00000010:0.0:1789093493.333421:0:247954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97842c7a2960. 00000100:00000040:1.0:1789093493.333430:0:278929:0:(connection.c:75:cpu_latency_work()) work item of ffff9784069f9110 (cpu 0) has reached its deadline 4305438455, at 4305438464 00000100:00000010:1.0:1789093493.333436:0:278929:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97842c7a2240. 00010000:00000001:0.0:1789093494.165576:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093494.165586:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093494.165593:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093494.165595:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789093494.165926:0:247359:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789093494.165931:0:247359:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789093494.165934:0:247359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789093494.613428:0:278050:0:(pinger.c:229:ptlrpc_pinger_process_import()) 44e1fe9d-a8e4-4124-a507-08739088143d->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789093494.613439:0:278050:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789093494.613451:0:278050:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97843995e680. 00000020:00000040:1.0:1789093494.613458:0:278050:0:(genops.c:1231:class_import_get()) import ffff9784093e6000 refcount=4 obd=MGC192.168.206.138@tcp 00000100:00000001:1.0:1789093494.613462:0:278050:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789093494.613465:0:278050:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789093494.613472:0:278050:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789093494.613482:0:278050:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97841f620600. 00000100:00000001:1.0:1789093494.613490:0:278050:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789093494.613518:0:278050:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 44e1fe9d-a8e4-4124-a507-08739088143d->MGS req@ffff97843995e680 x1875989369210368/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789093494.613529:0:278050:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789093494.613533:0:278050:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789093494.613541:0:278050:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096f65d22] to pc [ptlrpcd_00_01+1] req@ffff97843995e680 x1875989369210368/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093494.613573:0:278050:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789093494.613575:0:278050:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0241929-959a-49c3-a3c6-35d2c689d415->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789093494.613579:0:278050:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789093494.613583:0:278050:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97843995f480. 00000020:00000040:1.0:1789093494.613586:0:278050:0:(genops.c:1231:class_import_get()) import ffff97840b494800 refcount=6 obd=lustre-MDT0000-mdc-ffff978407827800 00000100:00000001:1.0:1789093494.613588:0:278050:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789093494.613590:0:278050:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789093494.613591:0:278050:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789093494.613595:0:278050:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97841f620d00. 00000100:00000001:1.0:1789093494.613598:0:278050:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789093494.613602:0:278050:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0241929-959a-49c3-a3c6-35d2c689d415->lustre-MDT0000_UUID req@ffff97843995f480 x1875989369210496/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789093494.613609:0:278050:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789093494.613625:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789093494.613626:0:278050:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789093494.613633:0:278050:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000085bcc405] to pc [ptlrpcd_00_00+0] req@ffff97843995f480 x1875989369210496/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093494.613635:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789093494.613642:0:278050:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789093494.613647:0:278050:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0241929-959a-49c3-a3c6-35d2c689d415->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789093494.613648:0:2399:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1789093494.613653:0:278050:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789093494.613658:0:278050:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97843995ed80. 00000100:00000040:0.0:1789093494.613659:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97843995e680 x1875989369210368/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1789093494.613662:0:278050:0:(genops.c:1231:class_import_get()) import ffff97840b490000 refcount=4 obd=lustre-MDT0001-mdc-ffff978407827800 00000100:00000001:1.0:1789093494.613667:0:278050:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789093494.613669:0:278050:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789093494.613671:0:278050:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789093494.613676:0:278050:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97841f620a00. 00000100:00000001:1.0:1789093494.613679:0:278050:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093494.613687:0:2399:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1789093494.613688:0:278050:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0241929-959a-49c3-a3c6-35d2c689d415->lustre-MDT0001_UUID req@ffff97843995ed80 x1875989369210624/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789093494.613690:0:2399:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789093494.613697:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789093494.613701:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789093494.613702:0:278050:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789093494.613706:0:278050:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789093494.613707:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789093494.613712:0:278050:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f293fb22] to pc [ptlrpcd_00_01+1] req@ffff97843995ed80 x1875989369210624/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789093494.613716:0:2399:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff97843995e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:44e1fe9d-a8e4-4124-a507-08739088143d:2399:1875989369210368:192.168.206.138@tcp:400:kworker.0 00000100:00000001:0.0:1789093494.613726:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1789093494.613732:0:278050:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789093494.613733:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1789093494.613735:0:278050:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0241929-959a-49c3-a3c6-35d2c689d415->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1789093494.613738:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093494.613741:0:278050:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1789093494.613743:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:1.0:1789093494.613746:0:278050:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97843995d500. 00000020:00000040:1.0:1789093494.613750:0:278050:0:(genops.c:1231:class_import_get()) import ffff9784084a0000 refcount=4 obd=lustre-OST0000-osc-ffff978407827800 02000000:00000010:0.0:1789093494.613750:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff978439e6a600. 00000100:00000001:1.0:1789093494.613764:0:278050:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789093494.613765:0:278050:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789093494.613769:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789093494.613770:0:278050:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789093494.613777:0:278050:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97841f620900. 00000100:00000001:1.0:1789093494.613780:0:278050:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789093494.613784:0:278050:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0241929-959a-49c3-a3c6-35d2c689d415->lustre-OST0000_UUID req@ffff97843995d500 x1875989369210752/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789093494.613803:0:278050:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789093494.613805:0:278050:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789093494.613809:0:278050:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d0c9b518] to pc [ptlrpcd_00_00+0] req@ffff97843995d500 x1875989369210752/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093494.613817:0:278050:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789093494.613819:0:278050:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0241929-959a-49c3-a3c6-35d2c689d415->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789093494.613822:0:278050:0:(pinger.c:247:ptlrpc_pinger_process_import()) b0241929-959a-49c3-a3c6-35d2c689d415->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789093494.613828:0:278050:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10777) 00000100:00000001:1.0:1789093494.613843:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789093494.613845:0:2398:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789093494.613848:0:2398:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789093494.613852:0:2398:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97843995f480 x1875989369210496/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1789093494.613857:0:2399:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000100:00000001:1.0:1789093494.613866:0:2398:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000010:0.0:1789093494.613866:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97841f00bec8. 00000100:00000001:1.0:1789093494.613869:0:2398:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789093494.613876:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978407c49770. 02000000:00000001:1.0:1789093494.613883:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:0.0:1789093494.613885:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875989369210368, portal 25 02000000:00000001:1.0:1789093494.613887:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789093494.613889:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1789093494.613892:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093494.613893:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629192890443392 : -114880819108224 : ffff97843995e680) 00000100:00100000:1.0:1789093494.613899:0:2398:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff97843995f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0241929-959a-49c3-a3c6-35d2c689d415:2398:1875989369210496:192.168.206.138@tcp:400:kworker.0 00000100:00000001:1.0:1789093494.613904:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789093494.613908:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789093494.613909:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789093494.613911:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789093494.613916:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff978406221e00. 02000000:00000001:1.0:1789093494.613918:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789093494.613921:0:2398:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000010:1.0:1789093494.613925:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff978438546bb0. 00000400:00000010:1.0:1789093494.613930:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978406244770. 00000100:00000200:1.0:1789093494.613933:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875989369210496, portal 10 00000100:00000001:1.0:1789093494.613935:0:2398:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789093494.613948:0:2398:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629192890446976 : -114880819104640 : ffff97843995f480) 00000100:00000040:1.0:1789093494.613958:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97843995f480 x1875989369210496/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093579 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093494.613966:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789093494.613971:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.138@tcp 00000400:00000010:1.0:1789093494.613975:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978406244dd0. 00000100:00000040:0.0:1789093494.613977:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97843995e680 x1875989369210368/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789093494.613980:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875989369210496, offset 0 00000100:00000001:0.0:1789093494.613990:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1789093494.613992:0:2398:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.206.138@tcp 00000100:00000040:0.0:1789093494.613997:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.138@tcp 00000400:00000010:0.0:1789093494.614001:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978407c49e58. 00000400:00000200:1.0:1789093494.614006:0:2398:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000100:00000200:0.0:1789093494.614006:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875989369210368, offset 0 00000400:00000200:0.0:1789093494.614016:0:2399:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.206.138@tcp 00000400:00000200:1.0:1789093494.614021:0:2398:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.138@tcp local destination 00000400:00000200:1.0:1789093494.614027:0:2398:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789093494.614031:0:2398:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.206.38@tcp 00000400:00000200:1.0:1789093494.614035:0:2398:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.206.38@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789093494.614037:0:2398:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.138@tcp 00000400:00000200:1.0:1789093494.614041:0:2398:0:(lib-move.c:1710:lnet_handle_send()) 192.168.206.38@tcp NI seq info: [546140:546140:256:4294967295] 192.168.206.138@tcp LPNI seq info [546101:546101:8:4294967295] 00000400:00000200:1.0:1789093494.614046:0:2398:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093494.614055:0:2398:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp:) -> 192.168.206.138@tcp(192.168.206.138@tcp:192.168.206.138@tcp) : PUT try# 0 00000400:00000200:0.0:1789093494.614064:0:2399:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000800:00000200:1.0:1789093494.614065:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.138@tcp 00000800:00000010:1.0:1789093494.614072:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97841f620300. 00000400:00000200:0.0:1789093494.614073:0:2399:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.138@tcp local destination 00000400:00000200:0.0:1789093494.614079:0:2399:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1789093494.614084:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff978408f5f180] -> 12345-192.168.206.138@tcp (5) 00000400:00000200:0.0:1789093494.614085:0:2399:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.206.38@tcp 00000800:00000200:1.0:1789093494.614095:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.138@tcp ip 192.168.206.138:988 00000800:00000200:1.0:1789093494.614099:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97841f620300 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1789093494.614103:0:2399:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.206.38@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789093494.614113:0:2399:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.138@tcp 00000100:00000001:1.0:1789093494.614117:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789093494.614118:0:2399:0:(lib-move.c:1710:lnet_handle_send()) 192.168.206.38@tcp NI seq info: [546141:546141:255:4294967295] 192.168.206.138@tcp LPNI seq info [546102:546102:7:4294967295] 00000100:00000040:1.0:1789093494.614125:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: using a timeout of 24615 usecs (25 jiffies) 00000400:00000200:0.0:1789093494.614127:0:2399:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093494.614133:0:2398:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000100:00000001:1.0:1789093494.614139:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: PM QoS new deadline estimation for cpu 0 is 4305439769 00000400:00000200:0.0:1789093494.614142:0:2399:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp:) -> 192.168.206.138@tcp(192.168.206.138@tcp:192.168.206.138@tcp) : PUT try# 0 00000100:00000010:1.0:1789093494.614145:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97841e8012a0. 00000800:00000200:0.0:1789093494.614151:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.138@tcp 00000100:00000001:1.0:1789093494.614153:0:2398:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: PM QoS request now active for cpu 0 00000800:00000010:0.0:1789093494.614157:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff978405f37100. 00000100:00000001:1.0:1789093494.614162:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: PM QoS new deadline estimation for cpu 1 is 4305439769 00000800:00000200:0.0:1789093494.614164:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff978408f5f180] -> 12345-192.168.206.138@tcp (5) 00000100:00000010:1.0:1789093494.614169:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97841e8017e0. 00000800:00000200:0.0:1789093494.614172:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.138@tcp ip 192.168.206.138:988 00000800:00000200:0.0:1789093494.614175:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff978405f37100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789093494.614182:0:2398:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: PM QoS request now active for cpu 1 00000100:00000001:0.0:1789093494.614182:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093494.614189:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1789093494.614189:0:2399:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000100:00000001:1.0:1789093494.614195:0:2398:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093494.614196:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.138@tcp: PM QoS new deadline estimation for cpu 0 is 4305443575 00000100:00000001:1.0:1789093494.614200:0:2398:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789093494.614207:0:2398:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97843995d500 x1875989369210752/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093494.614213:0:2398:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789093494.614215:0:2398:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789093494.614217:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789093494.614219:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789093494.614221:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789093494.614224:0:2398:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff97843995d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0241929-959a-49c3-a3c6-35d2c689d415:2398:1875989369210752:192.168.206.138@tcp:400:kworker.0 00000100:00000001:1.0:1789093494.614227:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789093494.614230:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789093494.614232:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789093494.614234:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789093494.614237:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff978406221c00. 02000000:00000001:1.0:1789093494.614239:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789093494.614292:0:2398:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000010:1.0:1789093494.614295:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff978438546ec8. 00000400:00000010:1.0:1789093494.614299:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9784062443b8. 00000100:00000200:1.0:1789093494.614302:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875989369210752, portal 4 00000100:00000001:1.0:1789093494.614304:0:2398:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789093494.614305:0:2398:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629192890438912 : -114880819112704 : ffff97843995d500) 00000100:00000040:1.0:1789093494.614311:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97843995d500 x1875989369210752/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093494.614317:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789093494.614319:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.138@tcp 00000400:00000010:1.0:1789093494.614322:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9784062447f8. 00000100:00000200:1.0:1789093494.614324:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875989369210752, offset 0 00000400:00000200:1.0:1789093494.614328:0:2398:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.206.138@tcp 00000400:00000200:1.0:1789093494.614333:0:2398:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093494.614344:0:2398:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.138@tcp local destination 00000400:00000200:1.0:1789093494.614347:0:2398:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789093494.614350:0:2398:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.206.38@tcp 00000400:00000200:1.0:1789093494.614353:0:2398:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.206.38@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789093494.614355:0:2398:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.138@tcp 00000400:00000200:1.0:1789093494.614358:0:2398:0:(lib-move.c:1710:lnet_handle_send()) 192.168.206.38@tcp NI seq info: [546142:546142:254:4294967295] 192.168.206.138@tcp LPNI seq info [546103:546103:6:4294967295] 00000400:00000200:1.0:1789093494.614362:0:2398:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093494.614368:0:2398:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp:) -> 192.168.206.138@tcp(192.168.206.138@tcp:192.168.206.138@tcp) : PUT try# 0 00000800:00000200:1.0:1789093494.614372:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.138@tcp 00000800:00000010:1.0:1789093494.614375:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97841f620700. 00000800:00000200:1.0:1789093494.614379:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff978408f5f180] -> 12345-192.168.206.138@tcp (5) 00000800:00000200:1.0:1789093494.614383:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.138@tcp ip 192.168.206.138:988 00000800:00000200:1.0:1789093494.614386:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97841f620700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789093494.614389:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789093494.614393:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff978407827800: using a timeout of 97553 usecs (98 jiffies) 00000400:00000200:1.0:1789093494.614396:0:2398:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000100:00000001:1.0:1789093494.614398:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff978407827800: PM QoS new deadline estimation for cpu 0 is 4305439843 00000800:00000200:1.0:1789093494.614443:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789093494.614447:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97841f620300. 00000400:00000200:1.0:1789093494.614452:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789093494.614456:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000400:00000200:1.0:1789093494.614461:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978406244dd0 00000400:00000010:1.0:1789093494.614464:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978406244dd0. 00000100:00000001:1.0:1789093494.614468:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789093494.614473:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97843995f480 x1875989369210496/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093579 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093494.614481:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789093494.614485:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97843995f480 x1875989369210496/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093579 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093494.614492:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093494.614500:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1789093494.614516:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789093494.614518:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff978405f37100. 00000400:00000200:1.0:1789093494.614521:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789093494.614524:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000400:00000200:1.0:1789093494.614527:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978407c49e58 00000400:00000010:1.0:1789093494.614528:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978407c49e58. 00000100:00000001:1.0:1789093494.614530:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789093494.614534:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97843995e680 x1875989369210368/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093494.614541:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789093494.614544:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97843995e680 x1875989369210368/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093510 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093494.614549:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093494.614550:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1789093494.614610:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789093494.614612:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97841f620700. 00000400:00000200:1.0:1789093494.614615:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789093494.614618:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000400:00000200:1.0:1789093494.614620:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9784062447f8 00000400:00000010:1.0:1789093494.614622:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9784062447f8. 00000100:00000001:1.0:1789093494.614624:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789093494.614627:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97843995d500 x1875989369210752/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093494.614633:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789093494.614635:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97843995d500 x1875989369210752/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093549 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093494.614641:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093494.614642:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1789093494.614967:0:2399:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.138@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305439769 00000100:00000001:0.0:1789093494.614986:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.138@tcp: PM QoS new deadline estimation for cpu 1 is 4305443576 00000100:00000001:0.0:1789093494.614991:0:2399:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.138@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305439769 00000100:00000001:0.0:1789093494.614996:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789093494.614998:0:2399:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093494.615002:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093494.615005:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789093494.615014:0:2399:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789093494.615016:0:2399:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789093494.615019:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789093494.615020:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789093494.615022:0:2399:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789093494.615028:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97843995ed80 x1875989369210624/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093494.615036:0:2399:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789093494.615038:0:2399:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789093494.615042:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789093494.615045:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789093494.615047:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789093494.615058:0:2399:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff97843995ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0241929-959a-49c3-a3c6-35d2c689d415:2399:1875989369210624:192.168.206.138@tcp:400:kworker.0 00000100:00000001:0.0:1789093494.615062:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789093494.615067:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789093494.615070:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789093494.615072:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789093494.615076:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff978439e6aa00. 02000000:00000001:0.0:1789093494.615078:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789093494.615082:0:2399:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000010:0.0:1789093494.615096:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97841f00bdc0. 00000400:00000010:0.0:1789093494.615101:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978407c49880. 00000100:00000200:0.0:1789093494.615105:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875989369210624, portal 10 00000100:00000001:0.0:1789093494.615107:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789093494.615108:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629192890445184 : -114880819106432 : ffff97843995ed80) 00000100:00000040:0.0:1789093494.615116:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97843995ed80 x1875989369210624/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093579 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093494.615123:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789093494.615125:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.138@tcp 00000400:00000010:0.0:1789093494.615127:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978407c49198. 00000100:00000200:0.0:1789093494.615130:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875989369210624, offset 0 00000400:00000200:0.0:1789093494.615134:0:2399:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.206.138@tcp 00000400:00000200:0.0:1789093494.615139:0:2399:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093494.615144:0:2399:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.138@tcp local destination 00000400:00000200:0.0:1789093494.615147:0:2399:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789093494.615150:0:2399:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.206.38@tcp 00000400:00000200:0.0:1789093494.615152:0:2399:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.206.38@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789093494.615155:0:2399:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.138@tcp 00000400:00000200:0.0:1789093494.615158:0:2399:0:(lib-move.c:1710:lnet_handle_send()) 192.168.206.38@tcp NI seq info: [546143:546143:256:4294967295] 192.168.206.138@tcp LPNI seq info [546104:546104:8:4294967295] 00000400:00000200:0.0:1789093494.615163:0:2399:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093494.615169:0:2399:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp:) -> 192.168.206.138@tcp(192.168.206.138@tcp:192.168.206.138@tcp) : PUT try# 0 00000800:00000200:0.0:1789093494.615173:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.138@tcp 00000800:00000010:0.0:1789093494.615177:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff978405f37c00. 00000800:00000200:0.0:1789093494.615187:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff978408f5f180] -> 12345-192.168.206.138@tcp (5) 00000800:00000200:0.0:1789093494.615192:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.138@tcp ip 192.168.206.138:988 00000800:00000200:0.0:1789093494.615196:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff978405f37c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789093494.615216:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789093494.615220:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff978407827800: using a timeout of 22406 usecs (23 jiffies) 00000400:00000200:0.0:1789093494.615223:0:2399:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000100:00000001:0.0:1789093494.615225:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff978407827800: PM QoS new deadline estimation for cpu 0 is 4305439768 00000100:00000001:0.0:1789093494.615229:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff978407827800: PM QoS request active for cpu 0, keep current deadline 4305443575 00000100:00000001:0.0:1789093494.615232:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff978407827800: PM QoS new deadline estimation for cpu 1 is 4305439768 00000100:00000001:0.0:1789093494.615234:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff978407827800: PM QoS request active for cpu 1, keep current deadline 4305443576 00000100:00000001:0.0:1789093494.615236:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789093494.615238:0:2399:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093494.615241:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093494.615258:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789093494.615262:0:2399:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789093494.615264:0:2399:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789093494.615266:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789093494.615267:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789093494.615269:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093494.615271:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789093494.615295:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789093494.615298:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff978405f37c00. 00000400:00000200:0.0:1789093494.615301:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789093494.615305:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000400:00000200:0.0:1789093494.615308:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978407c49198 00000400:00000010:0.0:1789093494.615310:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978407c49198. 00000100:00000001:0.0:1789093494.615312:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1789093494.615316:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97843995ed80 x1875989369210624/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093579 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093494.615325:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789093494.615328:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97843995ed80 x1875989369210624/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093579 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093494.615347:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093494.615349:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1789093494.615736:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff978407827800: PM QoS request active for cpu 0, keep current deadline 4305443575 00000100:00000001:1.0:1789093494.615741:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff978407827800: PM QoS new deadline estimation for cpu 1 is 4305439844 00000100:00000001:1.0:1789093494.615744:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff978407827800: PM QoS request active for cpu 1, keep current deadline 4305443576 00000100:00000001:1.0:1789093494.615763:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789093494.615766:0:2398:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093494.615768:0:2398:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093494.615770:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789093494.615775:0:2398:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789093494.615776:0:2398:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:1.0:1789093494.615778:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789093494.615779:0:2398:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789093494.615781:0:2398:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093494.615783:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1789093494.619765:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093494.619788:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789093494.619794:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093494.619797:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789093494.619808:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093494.619818:0:2390:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp) <- 192.168.206.138@tcp : PUT - for me 00000400:00000200:1.0:1789093494.619830:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093494.619835:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093494.619841:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093494.619845:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.138@tcp of length 224 into portal 4 MB=0x6aa33cff44780 00000400:00000200:1.0:1789093494.619851:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093494.619859:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.138@tcp of length 224/224 into md 0x53d231 [1] + 224 00000800:00000001:1.0:1789093494.619868:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093494.619875:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789093494.619879:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789093494.619884:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000100:00000001:1.0:1789093494.619893:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789093494.619904:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97843995d500 x1875989369210752/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093549 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789093494.619917:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97843995d500 x1875989369210752/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093549 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093494.619949:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789093494.619961:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093494.619983:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789093494.620306:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789093494.620312:0:2398:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789093494.620322:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789093494.620324:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789093494.620329:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff978438546ec8. 00000400:00000200:0.0:1789093494.620335:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9784062443b8 00000400:00000010:0.0:1789093494.620338:0:2398:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9784062443b8. 00000100:00000001:0.0:1789093494.620342:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789093494.620348:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97843995d500 x1875989369210752/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093549 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789093494.620359:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97843995d500 x1875989369210752/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093549 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093494.620366:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789093494.620368:0:2398:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789093494.620371:0:2398:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1789093494.620375:0:2398:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789093494.620378:0:2398:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789093494.620381:0:2398:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789093494.620384:0:2398:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789093494.620397:0:2398:0:(import.c:2149:obd_at_measure()) add 36 to ffff9784084a0460 time=39 v=36 (36 36 5 5) 00000100:00001000:0.0:1789093494.620402:0:2398:0:(import.c:2149:obd_at_measure()) add 1 to ffff9784084a0418 time=97 v=5 (1 1 0 0) 00000100:00000001:0.0:1789093494.620405:0:2398:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789093494.620407:0:2398:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093494.620411:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789093494.620416:0:2398:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093494.620420:0:2398:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789093494.620424:0:2398:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff978407827800: skip recheck: last_committed 38654726918 00000100:00000001:0.0:1789093494.620426:0:2398:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789093494.620429:0:2398:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789093494.620434:0:2398:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97843995d500 x1875989369210752/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093549 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093494.620455:0:2398:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789093494.620459:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789093494.620462:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789093494.620467:0:2398:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97843995d500 x1875989369210752/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093549 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789093494.620476:0:2398:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff97843995d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0241929-959a-49c3-a3c6-35d2c689d415:2398:1875989369210752:192.168.206.138@tcp:400:kworker.0 00000100:00000001:0.0:1789093494.620481:0:2398:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093494.620484:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789093494.620487:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97843995d500 x1875989369210752/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093549 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093494.620495:0:2398:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789093494.620498:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789093494.620502:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff978406221c00. 02000000:00000001:0.0:1789093494.620506:0:2398:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789093494.620509:0:2398:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1789093494.620511:0:2398:0:(genops.c:1244:class_import_put()) import ffff9784084a0000 refcount=3 obd=lustre-OST0000-osc-ffff978407827800 00000020:00000001:0.0:1789093494.620513:0:2398:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1789093494.620516:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97841f620900. 02000000:00000001:0.0:1789093494.620520:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789093494.620522:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789093494.620524:0:2398:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97843995d500. 00000100:00000001:0.0:1789093494.620528:0:2398:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789093494.620529:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789093494.620533:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093494.620535:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789093494.620537:0:2398:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789093494.620539:0:2398:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093494.620540:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1789093494.626124:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093494.626287:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789093494.626293:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093494.626299:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789093494.626330:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093494.626338:0:2391:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp) <- 192.168.206.138@tcp : PUT - for me 00000400:00000200:0.0:1789093494.626350:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093494.626355:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093494.626362:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093494.626366:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.138@tcp of length 224 into portal 25 MB=0x6aa33cff44600 00000400:00000200:0.0:1789093494.626371:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093494.626379:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.138@tcp of length 224/224 into md 0x53d211 [1] + 224 00000800:00000001:0.0:1789093494.626387:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093494.626392:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789093494.626396:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789093494.626401:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000100:00000001:0.0:1789093494.626411:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789093494.626422:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97843995e680 x1875989369210368/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093510 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789093494.626433:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97843995e680 x1875989369210368/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093510 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093494.626464:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789093494.626483:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093494.626488:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789093494.626490:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093494.626492:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789093494.626495:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093494.626499:0:2391:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp) <- 192.168.206.138@tcp : PUT - for me 00000400:00000200:0.0:1789093494.626503:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093494.626506:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093494.626509:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093494.626512:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.138@tcp of length 224 into portal 10 MB=0x6aa33cff44680 00000400:00000200:0.0:1789093494.626515:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093494.626520:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.138@tcp of length 224/224 into md 0x53d219 [1] + 224 00000800:00000001:0.0:1789093494.626524:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093494.626539:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789093494.626542:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789093494.626546:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000100:00000001:0.0:1789093494.626550:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789093494.626555:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97843995f480 x1875989369210496/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093579 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789093494.626563:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97843995f480 x1875989369210496/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093579 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093494.626809:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789093494.626815:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789093494.626823:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789093494.626826:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789093494.626830:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97841f00bec8. 00000400:00000200:1.0:1789093494.626835:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978407c49770 00000400:00000010:1.0:1789093494.626837:0:2399:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978407c49770. 00000100:00000001:1.0:1789093494.626841:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789093494.626846:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97843995e680 x1875989369210368/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093510 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789093494.626856:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97843995e680 x1875989369210368/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093510 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093494.626863:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789093494.626865:0:2399:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789093494.626868:0:2399:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1789093494.626872:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789093494.626875:0:2399:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789093494.626878:0:2399:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789093494.626881:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789093494.626889:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff9784093e6460 time=40 v=5 (5 5 5 5) 00000100:00001000:1.0:1789093494.626893:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff9784093e6418 time=139 v=5 (1 1 0 0) 00000100:00000001:1.0:1789093494.626896:0:2399:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789093494.626898:0:2399:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789093494.626901:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789093494.626904:0:2399:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093494.626907:0:2399:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789093494.626912:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97843995e680 x1875989369210368/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093510 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093494.626919:0:2399:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789093494.626922:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789093494.626924:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789093494.626928:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97843995e680 x1875989369210368/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093510 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789093494.626934:0:2399:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff97843995e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:44e1fe9d-a8e4-4124-a507-08739088143d:2399:1875989369210368:192.168.206.138@tcp:400:kworker.0 00000100:00000001:1.0:1789093494.626948:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093494.626951:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789093494.626954:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97843995e680 x1875989369210368/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093510 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093494.626961:0:2399:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789093494.626964:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789093494.626968:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff978439e6a600. 02000000:00000001:1.0:1789093494.626972:0:2399:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789093494.626975:0:2399:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1789093494.626977:0:2399:0:(genops.c:1244:class_import_put()) import ffff9784093e6000 refcount=3 obd=MGC192.168.206.138@tcp 00000020:00000001:1.0:1789093494.626979:0:2399:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1789093494.626982:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97841f620600. 02000000:00000001:1.0:1789093494.626986:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789093494.626988:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789093494.626990:0:2399:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97843995e680. 00000100:00000001:1.0:1789093494.626995:0:2399:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789093494.626996:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789093494.627000:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093494.627003:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789093494.627004:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789093494.627006:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093494.627008:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093494.627506:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789093494.627518:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093494.627525:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789093494.628188:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789093494.628194:0:2398:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789093494.628201:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789093494.628203:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789093494.628207:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff978438546bb0. 00000400:00000200:0.0:1789093494.628214:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978406244770 00000400:00000010:0.0:1789093494.628216:0:2398:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978406244770. 00000100:00000001:0.0:1789093494.628222:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789093494.628233:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97843995f480 x1875989369210496/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093579 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789093494.628379:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97843995f480 x1875989369210496/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093579 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093494.628387:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789093494.628389:0:2398:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789093494.628391:0:2398:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1789093494.628394:0:2398:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789093494.628396:0:2398:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789093494.628398:0:2398:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789093494.628401:0:2398:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789093494.628411:0:2398:0:(import.c:2149:obd_at_measure()) add 60 to ffff97840b494c60 time=39 v=60 (60 61 61 62) 00000100:00001000:0.0:1789093494.628416:0:2398:0:(import.c:2149:obd_at_measure()) add 1 to ffff97840b494c18 time=139 v=5 (1 1 0 0) 00000100:00000001:0.0:1789093494.628418:0:2398:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789093494.628420:0:2398:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093494.628438:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789093494.628442:0:2398:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093494.628447:0:2398:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789093494.628450:0:2398:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff978407827800: skip recheck: last_committed 30064771462 00000100:00000001:0.0:1789093494.628452:0:2398:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789093494.628454:0:2398:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789093494.628460:0:2398:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97843995f480 x1875989369210496/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093579 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093494.628467:0:2398:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789093494.628470:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789093494.628472:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789093494.628476:0:2398:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97843995f480 x1875989369210496/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093579 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789093494.628484:0:2398:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff97843995f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0241929-959a-49c3-a3c6-35d2c689d415:2398:1875989369210496:192.168.206.138@tcp:400:kworker.0 00000100:00000001:0.0:1789093494.628489:0:2398:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789093494.628491:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789093494.628494:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97843995f480 x1875989369210496/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093579 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093494.628502:0:2398:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789093494.628504:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789093494.628509:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff978406221e00. 02000000:00000001:0.0:1789093494.628514:0:2398:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789093494.628516:0:2398:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1789093494.628518:0:2398:0:(genops.c:1244:class_import_put()) import ffff97840b494800 refcount=5 obd=lustre-MDT0000-mdc-ffff978407827800 00000020:00000001:0.0:1789093494.628520:0:2398:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1789093494.628523:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97841f620d00. 02000000:00000001:0.0:1789093494.628526:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789093494.628528:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789093494.628530:0:2398:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97843995f480. 00000800:00000001:1.0:1789093494.628603:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093494.628615:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789093494.628618:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093494.628620:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789093494.628627:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093494.628633:0:2390:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp) <- 192.168.206.138@tcp : PUT - for me 00000400:00000200:1.0:1789093494.628641:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093494.628646:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093494.628652:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093494.628655:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.138@tcp of length 224 into portal 10 MB=0x6aa33cff44700 00000400:00000200:1.0:1789093494.628661:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093494.628667:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.138@tcp of length 224/224 into md 0x53d241 [1] + 224 00000800:00000001:1.0:1789093494.628674:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093494.628688:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789093494.628690:0:2398:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789093494.628691:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789093494.628692:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1789093494.628694:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789093494.628697:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000100:00000001:1.0:1789093494.628705:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1789093494.628707:0:2398:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789093494.628709:0:2398:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1789093494.628711:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97843995ed80 x1875989369210624/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093579 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093494.628712:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789093494.628715:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789093494.628720:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97843995ed80 x1875989369210624/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093579 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093494.628734:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789093494.628742:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093494.628744:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789093494.628764:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789093494.628766:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789093494.628770:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789093494.628772:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789093494.628774:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97841f00bdc0. 00000400:00000200:1.0:1789093494.628778:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978407c49880 00000400:00000010:1.0:1789093494.628780:0:2399:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978407c49880. 00000100:00000001:1.0:1789093494.628782:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789093494.628787:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97843995ed80 x1875989369210624/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093579 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789093494.628796:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97843995ed80 x1875989369210624/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093579 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093494.628802:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789093494.628804:0:2399:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789093494.628806:0:2399:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1789093494.628808:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789093494.628810:0:2399:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789093494.628811:0:2399:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789093494.628813:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789093494.628818:0:2399:0:(import.c:2149:obd_at_measure()) add 60 to ffff97840b490460 time=39 v=60 (60 61 61 62) 00000100:00001000:1.0:1789093494.628822:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff97840b490418 time=116 v=5 (1 1 0 0) 00000100:00000001:1.0:1789093494.628824:0:2399:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789093494.628825:0:2399:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789093494.628836:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1789093494.628840:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff97843995ed80 x1875989369210624/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093579 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1789093494.628847:0:2399:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093494.628850:0:2399:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789093494.628852:0:2399:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff978407827800: skip recheck: last_committed 21474836545 00000100:00000001:1.0:1789093494.628853:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789093494.628855:0:2399:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789093494.628859:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97843995ed80 x1875989369210624/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093579 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093494.628865:0:2399:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789093494.628867:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789093494.628869:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789093494.628872:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97843995ed80 x1875989369210624/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093579 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789093494.628880:0:2399:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff97843995ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0241929-959a-49c3-a3c6-35d2c689d415:2399:1875989369210624:192.168.206.138@tcp:400:kworker.0 00000100:00000001:1.0:1789093494.628885:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789093494.628887:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789093494.628890:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97843995ed80 x1875989369210624/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093579 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093494.628896:0:2399:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789093494.628897:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789093494.628900:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff978439e6aa00. 02000000:00000001:1.0:1789093494.628903:0:2399:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789093494.628904:0:2399:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1789093494.628905:0:2399:0:(genops.c:1244:class_import_put()) import ffff97840b490000 refcount=3 obd=lustre-MDT0001-mdc-ffff978407827800 00000020:00000001:1.0:1789093494.628908:0:2399:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1789093494.628910:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97841f620a00. 02000000:00000001:1.0:1789093494.628912:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789093494.628913:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789093494.628914:0:2399:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97843995ed80. 00000100:00000001:1.0:1789093494.628922:0:2399:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789093494.628923:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789093494.628925:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789093494.628929:0:2399:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789093494.628931:0:2399:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093494.628933:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789093494.628934:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093495.189455:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093495.189467:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093495.189623:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093495.189625:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789093495.189876:0:241652:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789093495.189882:0:241652:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789093495.189885:0:241652:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789093496.215068:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093496.215075:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093496.215091:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093496.215092:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789093496.215187:0:235706:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789093496.215193:0:235706:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789093496.215197:0:235706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789093497.237373:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093497.237381:0:247954:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789093497.237384:0:247954:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789093497.237387:0:247954:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093497.237393:0:247954:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789093497.237396:0:247954:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093497.237398:0:247954:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093497.237401:0:247954:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093497.237404:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093497.237406:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789093497.237558:0:247358:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789093497.237562:0:247358:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789093497.237565:0:247358:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789093498.261368:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093498.261375:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093498.261381:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093498.261384:0:247954:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789093498.261386:0:247954:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789093498.261393:0:247954:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789093498.261395:0:247954:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789093498.261396:0:247954:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093498.261400:0:247954:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789093498.261402:0:247954:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093498.261404:0:247954:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093498.261406:0:247954:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789093498.261560:0:235705:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789093498.261564:0:235705:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789093498.261567:0:235705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789093498.460033:0:278929:0:(connection.c:75:cpu_latency_work()) work item of ffff9784069f9110 (cpu 0) has reached its deadline 4305443576, at 4305443585 00000100:00000010:1.0:1789093498.460048:0:278929:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97841e8017e0. 00000100:00000040:0.0:1789093498.463591:0:247954:0:(connection.c:75:cpu_latency_work()) work item of ffff9784069f9000 (cpu 0) has reached its deadline 4305443575, at 4305443594 00000100:00000010:0.0:1789093498.463607:0:247954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97841e8012a0. 00010000:00000001:0.0:1789093499.286421:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093499.286428:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093499.286450:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093499.286452:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789093499.286514:0:247359:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789093499.286518:0:247359:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789093499.286522:0:247359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789093499.733842:0:278050:0:(pinger.c:229:ptlrpc_pinger_process_import()) 44e1fe9d-a8e4-4124-a507-08739088143d->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789093499.733852:0:278050:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789093499.733862:0:278050:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97843892d880. 00000020:00000040:2.0:1789093499.733868:0:278050:0:(genops.c:1231:class_import_get()) import ffff9784093e6000 refcount=4 obd=MGC192.168.206.138@tcp 00000100:00000001:2.0:1789093499.733871:0:278050:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789093499.733874:0:278050:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789093499.733879:0:278050:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789093499.733887:0:278050:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97840a70ef00. 00000100:00000001:2.0:1789093499.733893:0:278050:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789093499.733903:0:278050:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 44e1fe9d-a8e4-4124-a507-08739088143d->MGS req@ffff97843892d880 x1875989369210880/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789093499.733914:0:278050:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789093499.733918:0:278050:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789093499.733924:0:278050:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000098aaaa03] to pc [ptlrpcd_01_01+1] req@ffff97843892d880 x1875989369210880/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093499.734024:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789093499.734028:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789093499.734031:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789093499.734038:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97843892d880 x1875989369210880/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093499.734047:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789093499.734049:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789093499.734067:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789093499.734070:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789093499.734073:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789093499.734077:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff97843892d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:44e1fe9d-a8e4-4124-a507-08739088143d:2401:1875989369210880:192.168.206.138@tcp:400:kworker.0 00000100:00000001:3.0:1789093499.734080:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789093499.734086:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789093499.734088:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789093499.734090:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789093499.734095:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97843888b400. 02000000:00000001:3.0:1789093499.734097:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789093499.734103:0:2401:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000010:3.0:1789093499.734109:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97841ec90580. 00000400:00000010:3.0:1789093499.734115:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978406616550. 00000100:00000200:3.0:1789093499.734129:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875989369210880, portal 25 00000100:00000001:3.0:1789093499.734132:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789093499.734134:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629192873465984 : -114880836085632 : ffff97843892d880) 00000100:00000040:3.0:1789093499.734140:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97843892d880 x1875989369210880/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093499.734148:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789093499.734150:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.138@tcp 00000400:00000010:3.0:1789093499.734153:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978406616dd0. 00000100:00000200:3.0:1789093499.734157:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875989369210880, offset 0 00000400:00000200:3.0:1789093499.734166:0:2401:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.206.138@tcp 00000400:00000200:3.0:1789093499.734174:0:2401:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:3.0:1789093499.734182:0:2401:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.138@tcp local destination 00000400:00000200:3.0:1789093499.734188:0:2401:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789093499.734191:0:2401:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.206.38@tcp 00000400:00000200:3.0:1789093499.734195:0:2401:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.206.38@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789093499.734198:0:2401:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.138@tcp 00000400:00000200:3.0:1789093499.734201:0:2401:0:(lib-move.c:1710:lnet_handle_send()) 192.168.206.38@tcp NI seq info: [546144:546144:256:4294967295] 192.168.206.138@tcp LPNI seq info [546105:546105:8:4294967295] 00000400:00000200:3.0:1789093499.734205:0:2401:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:3.0:1789093499.734215:0:2401:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp:) -> 192.168.206.138@tcp(192.168.206.138@tcp:192.168.206.138@tcp) : PUT try# 0 00000800:00000200:3.0:1789093499.734229:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.138@tcp 00000800:00000010:3.0:1789093499.734233:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97843317f900. 00000800:00000200:3.0:1789093499.734240:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff978408f5f180] -> 12345-192.168.206.138@tcp (5) 00000800:00000200:3.0:1789093499.734273:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.138@tcp ip 192.168.206.138:988 00000800:00000200:3.0:1789093499.734277:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97843317f900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789093499.734293:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789093499.734298:0:2401:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000100:00000001:3.0:1789093499.734301:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.138@tcp: PM QoS new deadline estimation for cpu 0 is 4305448696 00000100:00000010:3.0:1789093499.734305:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97842c7a2300. 00000100:00000001:3.0:1789093499.734312:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.138@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1789093499.734321:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.138@tcp: PM QoS new deadline estimation for cpu 1 is 4305448696 00000100:00000010:3.0:1789093499.734324:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97842c7a23c0. 00000100:00000001:3.0:1789093499.734328:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.138@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1789093499.734331:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789093499.734334:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789093499.734334:0:278050:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789093499.734340:0:278050:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0241929-959a-49c3-a3c6-35d2c689d415->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789093499.734341:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093499.734346:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789093499.734347:0:278050:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789093499.734352:0:278050:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97843892d180. 00000100:00000001:3.0:1789093499.734355:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:2.0:1789093499.734356:0:278050:0:(genops.c:1231:class_import_get()) import ffff97840b494800 refcount=6 obd=lustre-MDT0000-mdc-ffff978407827800 00000100:00000001:3.0:1789093499.734359:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789093499.734361:0:278050:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1789093499.734364:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1789093499.734364:0:278050:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1789093499.734368:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1789093499.734369:0:278050:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093499.734371:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093499.734375:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789093499.734375:0:278050:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97840a70e400. 00000100:00000001:2.0:1789093499.734381:0:278050:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789093499.734388:0:278050:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0241929-959a-49c3-a3c6-35d2c689d415->lustre-MDT0000_UUID req@ffff97843892d180 x1875989369211008/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789093499.734396:0:278050:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789093499.734398:0:278050:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093499.734403:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1789093499.734403:0:278050:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003da8b3ac] to pc [ptlrpcd_01_00+0] req@ffff97843892d180 x1875989369211008/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093499.734407:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789093499.734438:0:278050:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789093499.734441:0:278050:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0241929-959a-49c3-a3c6-35d2c689d415->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789093499.734443:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789093499.734445:0:278050:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1789093499.734447:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000010:2.0:1789093499.734449:0:278050:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97843892f800. 00000100:00000001:3.0:1789093499.734450:0:2400:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000020:00000040:2.0:1789093499.734454:0:278050:0:(genops.c:1231:class_import_get()) import ffff97840b490000 refcount=4 obd=lustre-MDT0001-mdc-ffff978407827800 00000100:00000040:3.0:1789093499.734459:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97843892d180 x1875989369211008/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789093499.734459:0:278050:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789093499.734462:0:278050:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789093499.734465:0:278050:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789093499.734472:0:278050:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97840a70ed00. 00000100:00000001:3.0:1789093499.734473:0:2400:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789093499.734476:0:2400:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789093499.734478:0:278050:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789093499.734480:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1789093499.734486:0:278050:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0241929-959a-49c3-a3c6-35d2c689d415->lustre-MDT0001_UUID req@ffff97843892f800 x1875989369211136/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1789093499.734490:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789093499.734495:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789093499.734501:0:278050:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00100000:3.0:1789093499.734503:0:2400:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff97843892d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0241929-959a-49c3-a3c6-35d2c689d415:2400:1875989369211008:192.168.206.138@tcp:400:kworker.0 00000100:00000001:2.0:1789093499.734506:0:278050:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093499.734511:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1789093499.734515:0:278050:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000050174770] to pc [ptlrpcd_01_01+1] req@ffff97843892f800 x1875989369211136/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1789093499.734516:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789093499.734519:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789093499.734522:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789093499.734527:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97843888ac00. 00000100:00000001:2.0:1789093499.734529:0:278050:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789093499.734531:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789093499.734533:0:278050:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0241929-959a-49c3-a3c6-35d2c689d415->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1789093499.734539:0:2400:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000100:00000001:2.0:1789093499.734540:0:278050:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789093499.734545:0:278050:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97843892d500. 00000400:00000010:3.0:1789093499.734547:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97841ec90b58. 00000020:00000040:2.0:1789093499.734549:0:278050:0:(genops.c:1231:class_import_get()) import ffff9784084a0000 refcount=4 obd=lustre-OST0000-osc-ffff978407827800 00000400:00000010:3.0:1789093499.734553:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978406616990. 00000100:00000001:2.0:1789093499.734553:0:278050:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789093499.734556:0:278050:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:3.0:1789093499.734559:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875989369211008, portal 10 02000000:00000001:2.0:1789093499.734559:0:278050:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093499.734564:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000010:2.0:1789093499.734566:0:278050:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97840a70e300. 00000100:00000001:3.0:1789093499.734567:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629192873464192 : -114880836087424 : ffff97843892d180) 00000100:00000001:2.0:1789093499.734572:0:278050:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789093499.734577:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97843892d180 x1875989369211008/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789093499.734581:0:278050:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0241929-959a-49c3-a3c6-35d2c689d415->lustre-OST0000_UUID req@ffff97843892d500 x1875989369211264/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789093499.734595:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1789093499.734599:0:278050:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1789093499.734601:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.138@tcp 00000400:00000010:3.0:1789093499.734605:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978406616f68. 00000100:00000200:3.0:1789093499.734609:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875989369211008, offset 0 00000100:00000001:2.0:1789093499.734610:0:278050:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789093499.734619:0:2400:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.206.138@tcp 00000100:00000040:2.0:1789093499.734621:0:278050:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3aedad7] to pc [ptlrpcd_01_00+0] req@ffff97843892d500 x1875989369211264/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1789093499.734627:0:2400:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:3.0:1789093499.734634:0:2400:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.138@tcp local destination 00000100:00000001:2.0:1789093499.734636:0:278050:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789093499.734639:0:2400:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1789093499.734641:0:278050:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0241929-959a-49c3-a3c6-35d2c689d415->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1789093499.734644:0:2400:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.206.38@tcp 00000100:00000040:2.0:1789093499.734647:0:278050:0:(pinger.c:247:ptlrpc_pinger_process_import()) b0241929-959a-49c3-a3c6-35d2c689d415->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:3.0:1789093499.734649:0:2400:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.206.38@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789093499.734652:0:2400:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.138@tcp 00000100:00000040:2.0:1789093499.734654:0:278050:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10782) 00000100:00000001:2.0:1789093499.734668:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789093499.734670:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789093499.734672:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789093499.734676:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97843892f800 x1875989369211136/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789093499.734682:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789093499.734684:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789093499.734686:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789093499.734688:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789093499.734690:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789093499.734693:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff97843892f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0241929-959a-49c3-a3c6-35d2c689d415:2401:1875989369211136:192.168.206.138@tcp:400:kworker.0 00000100:00000001:2.0:1789093499.734696:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789093499.734698:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789093499.734701:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789093499.734702:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789093499.734705:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff978405a7e800. 02000000:00000001:2.0:1789093499.734707:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789093499.734711:0:2401:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000010:2.0:1789093499.734714:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff978432417420. 00000400:00000010:2.0:1789093499.734717:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97841ff46110. 00000100:00000200:2.0:1789093499.734720:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875989369211136, portal 10 00000100:00000001:2.0:1789093499.734722:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789093499.734734:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629192873474048 : -114880836077568 : ffff97843892f800) 00000400:00000200:3.0:1789093499.734736:0:2400:0:(lib-move.c:1710:lnet_handle_send()) 192.168.206.38@tcp NI seq info: [546145:546145:255:4294967295] 192.168.206.138@tcp LPNI seq info [546106:546106:7:4294967295] 00000100:00000040:2.0:1789093499.734742:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97843892f800 x1875989369211136/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1789093499.734744:0:2400:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:3.0:1789093499.734757:0:2400:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp:) -> 192.168.206.138@tcp(192.168.206.138@tcp:192.168.206.138@tcp) : PUT try# 0 00000800:00000200:3.0:1789093499.734768:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.138@tcp 00000100:00000001:2.0:1789093499.734770:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789093499.734774:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.138@tcp 00000800:00000010:3.0:1789093499.734782:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97843317fe00. 00000400:00000010:2.0:1789093499.734782:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97841ff46220. 00000800:00000200:3.0:1789093499.734790:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff978408f5f180] -> 12345-192.168.206.138@tcp (5) 00000800:00000200:3.0:1789093499.734795:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.138@tcp ip 192.168.206.138:988 00000800:00000200:3.0:1789093499.734798:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97843317fe00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789093499.734801:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789093499.734804:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: using a timeout of 24612 usecs (25 jiffies) 00000400:00000200:3.0:1789093499.734808:0:2400:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000100:00000001:3.0:1789093499.734810:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: PM QoS new deadline estimation for cpu 0 is 4305444890 00000100:00000001:3.0:1789093499.734813:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: PM QoS request active for cpu 0, keep current deadline 4305448696 00000100:00000001:3.0:1789093499.734815:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: PM QoS new deadline estimation for cpu 1 is 4305444890 00000800:00000200:0.0:1789093499.734817:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1789093499.734818:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: PM QoS request active for cpu 1, keep current deadline 4305448696 00000100:00000001:3.0:1789093499.734822:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:0.0:1789093499.734823:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97843317f900. 00000100:00000001:3.0:1789093499.734825:0:2400:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093499.734830:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093499.734832:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789093499.734833:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1789093499.734836:0:2400:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789093499.734839:0:2400:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=80 : 80 : 50) 00000400:00000200:0.0:1789093499.734842:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000100:00000001:3.0:1789093499.734843:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789093499.734846:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789093499.734848:0:2400:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1789093499.734850:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978406616dd0 00000100:00000040:3.0:1789093499.734853:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97843892d500 x1875989369211264/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1789093499.734855:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978406616dd0. 00000100:00000001:0.0:1789093499.734862:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1789093499.734863:0:2400:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789093499.734866:0:2400:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789093499.734869:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:0.0:1789093499.734870:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97843892d880 x1875989369210880/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1789093499.734871:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789093499.734875:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789093499.734881:0:2400:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff97843892d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0241929-959a-49c3-a3c6-35d2c689d415:2400:1875989369211264:192.168.206.138@tcp:400:kworker.0 00000100:00000001:3.0:1789093499.734888:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789093499.734890:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1789093499.734890:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1789093499.734894:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789093499.734898:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97843892d880 x1875989369210880/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093515 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1789093499.734902:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789093499.734907:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97843888a600. 00000100:00000001:0.0:1789093499.734909:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789093499.734910:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093499.734914:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1789093499.734916:0:2400:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000010:3.0:1789093499.734920:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97841ec90e18. 00000400:00000010:3.0:1789093499.734923:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978406616ee0. 00000100:00000200:3.0:1789093499.734926:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875989369211264, portal 4 00000100:00000001:3.0:1789093499.734928:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789093499.734930:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629192873465088 : -114880836086528 : ffff97843892d500) 00000100:00000040:3.0:1789093499.734936:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97843892d500 x1875989369211264/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093499.734942:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789093499.734944:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.138@tcp 00000400:00000010:3.0:1789093499.734947:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978406616770. 00000100:00000200:3.0:1789093499.734950:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875989369211264, offset 0 00000400:00000200:3.0:1789093499.734954:0:2400:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.206.138@tcp 00000400:00000200:3.0:1789093499.734958:0:2400:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:3.0:1789093499.734961:0:2400:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.138@tcp local destination 00000400:00000200:3.0:1789093499.734964:0:2400:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789093499.734966:0:2400:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.206.38@tcp 00000400:00000200:3.0:1789093499.734968:0:2400:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.206.38@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789093499.734970:0:2400:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.138@tcp 00000400:00000200:3.0:1789093499.734972:0:2400:0:(lib-move.c:1710:lnet_handle_send()) 192.168.206.38@tcp NI seq info: [546146:546146:255:4294967295] 192.168.206.138@tcp LPNI seq info [546107:546107:7:4294967295] 00000400:00000200:3.0:1789093499.734976:0:2400:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000800:00000200:0.0:1789093499.734982:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1789093499.734983:0:2400:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp:) -> 192.168.206.138@tcp(192.168.206.138@tcp:192.168.206.138@tcp) : PUT try# 0 00000800:00000010:0.0:1789093499.734987:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97843317fe00. 00000800:00000200:3.0:1789093499.734991:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.138@tcp 00000400:00000200:0.0:1789093499.734993:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:3.0:1789093499.734995:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97843317f400. 00000400:00000200:0.0:1789093499.735000:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000800:00000200:3.0:1789093499.735003:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff978408f5f180] -> 12345-192.168.206.138@tcp (5) 00000400:00000200:0.0:1789093499.735006:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978406616f68 00000800:00000200:3.0:1789093499.735010:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.138@tcp ip 192.168.206.138:988 00000400:00000010:0.0:1789093499.735011:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978406616f68. 00000800:00000200:3.0:1789093499.735015:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97843317f400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789093499.735016:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1789093499.735020:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1789093499.735023:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97843892d180 x1875989369211008/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789093499.735029:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff978407827800: using a timeout of 97481 usecs (98 jiffies) 00000400:00000200:3.0:1789093499.735036:0:2400:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000100:00000001:0.0:1789093499.735038:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789093499.735039:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff978407827800: PM QoS new deadline estimation for cpu 0 is 4305444963 00000100:00000001:3.0:1789093499.735044:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff978407827800: PM QoS request active for cpu 0, keep current deadline 4305448696 00000100:00000040:0.0:1789093499.735044:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97843892d180 x1875989369211008/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093584 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093499.735048:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff978407827800: PM QoS new deadline estimation for cpu 1 is 4305444963 00000100:00000001:3.0:1789093499.735052:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff978407827800: PM QoS request active for cpu 1, keep current deadline 4305448696 00000100:00000001:3.0:1789093499.735057:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789093499.735059:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093499.735060:0:2400:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093499.735062:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1789093499.735064:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093499.735068:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789093499.735071:0:2400:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789093499.735073:0:2400:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:3.0:1789093499.735075:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:0.0:1789093499.735076:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1789093499.735077:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789093499.735079:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1789093499.735081:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97843317f400. 00000100:00000001:3.0:1789093499.735083:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789093499.735085:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789093499.735096:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000400:00000200:0.0:1789093499.735099:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978406616770 00000400:00000010:0.0:1789093499.735101:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978406616770. 00000100:00000001:0.0:1789093499.735104:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1789093499.735108:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97843892d500 x1875989369211264/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093499.735115:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789093499.735118:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97843892d500 x1875989369211264/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093554 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093499.735124:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093499.735125:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:2.0:1789093499.735138:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875989369211136, offset 0 00000400:00000200:2.0:1789093499.735146:0:2401:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.206.138@tcp 00000400:00000200:2.0:1789093499.735151:0:2401:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:2.0:1789093499.735155:0:2401:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.138@tcp local destination 00000400:00000200:2.0:1789093499.735163:0:2401:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789093499.735165:0:2401:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.206.38@tcp 00000400:00000200:2.0:1789093499.735168:0:2401:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.206.38@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789093499.735170:0:2401:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.138@tcp 00000400:00000200:2.0:1789093499.735173:0:2401:0:(lib-move.c:1710:lnet_handle_send()) 192.168.206.38@tcp NI seq info: [546147:546147:256:4294967295] 192.168.206.138@tcp LPNI seq info [546108:546108:8:4294967295] 00000400:00000200:2.0:1789093499.735177:0:2401:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:2.0:1789093499.735184:0:2401:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp:) -> 192.168.206.138@tcp(192.168.206.138@tcp:192.168.206.138@tcp) : PUT try# 0 00000800:00000200:2.0:1789093499.735188:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.138@tcp 00000800:00000010:2.0:1789093499.735192:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97840a70ee00. 00000800:00000200:2.0:1789093499.735196:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff978408f5f180] -> 12345-192.168.206.138@tcp (5) 00000800:00000200:2.0:1789093499.735200:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.138@tcp ip 192.168.206.138:988 00000800:00000200:2.0:1789093499.735203:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97840a70ee00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789093499.735369:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789093499.735373:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff978407827800: using a timeout of 22406 usecs (23 jiffies) 00000400:00000200:2.0:1789093499.735378:0:2401:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000100:00000001:2.0:1789093499.735380:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff978407827800: PM QoS new deadline estimation for cpu 0 is 4305444889 00000100:00000001:2.0:1789093499.735383:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff978407827800: PM QoS request active for cpu 0, keep current deadline 4305448696 00000100:00000001:2.0:1789093499.735384:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff978407827800: PM QoS new deadline estimation for cpu 1 is 4305444889 00000100:00000001:2.0:1789093499.735386:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff978407827800: PM QoS request active for cpu 1, keep current deadline 4305448696 00000100:00000001:2.0:1789093499.735388:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789093499.735390:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789093499.735399:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789093499.735400:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789093499.735404:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789093499.735405:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789093499.735407:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789093499.735408:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789093499.735410:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789093499.735411:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789093499.735546:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789093499.735549:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97840a70ee00. 00000400:00000200:1.0:1789093499.735553:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789093499.735557:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000400:00000200:1.0:1789093499.735560:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97841ff46220 00000400:00000010:1.0:1789093499.735562:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff97841ff46220. 00000100:00000001:1.0:1789093499.735565:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789093499.735569:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97843892f800 x1875989369211136/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093499.735577:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789093499.735580:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97843892f800 x1875989369211136/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093584 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093499.735586:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093499.735588:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1789093499.737504:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093499.737519:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789093499.737523:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093499.737525:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789093499.737533:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093499.737549:0:2391:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp) <- 192.168.206.138@tcp : PUT - for me 00000400:00000200:0.0:1789093499.737557:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093499.737561:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093499.737566:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093499.737569:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.138@tcp of length 224 into portal 25 MB=0x6aa33cff44800 00000400:00000200:0.0:1789093499.737574:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093499.737579:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.138@tcp of length 224/224 into md 0x53d251 [1] + 224 00000800:00000001:0.0:1789093499.737586:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093499.737593:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789093499.737596:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789093499.737599:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000100:00000001:0.0:1789093499.737606:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789093499.737613:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97843892d880 x1875989369210880/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093515 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789093499.737624:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97843892d880 x1875989369210880/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093515 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093499.737662:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789093499.737671:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093499.737674:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789093499.737752:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789093499.737757:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789093499.737763:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789093499.737764:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789093499.737767:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97841ec90580. 00000400:00000200:2.0:1789093499.737772:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978406616550 00000400:00000010:2.0:1789093499.737774:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978406616550. 00000100:00000001:2.0:1789093499.737777:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789093499.737783:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97843892d880 x1875989369210880/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093515 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789093499.737793:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97843892d880 x1875989369210880/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093515 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789093499.737799:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789093499.737800:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789093499.737802:0:2401:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1789093499.737805:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789093499.737808:0:2401:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789093499.737809:0:2401:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789093499.737812:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789093499.737823:0:2401:0:(import.c:2149:obd_at_measure()) add 5 to ffff9784093e6460 time=45 v=5 (5 5 5 5) 00000100:00001000:2.0:1789093499.737827:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff9784093e6418 time=144 v=5 (1 1 0 0) 00000100:00000001:2.0:1789093499.737830:0:2401:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789093499.737831:0:2401:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789093499.737833:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789093499.737836:0:2401:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789093499.737838:0:2401:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789093499.737843:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97843892d880 x1875989369210880/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093515 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789093499.737863:0:2401:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789093499.737866:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789093499.737868:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789093499.737872:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97843892d880 x1875989369210880/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093515 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789093499.737881:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff97843892d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:44e1fe9d-a8e4-4124-a507-08739088143d:2401:1875989369210880:192.168.206.138@tcp:400:kworker.0 00000100:00000001:2.0:1789093499.737886:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789093499.737888:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789093499.737891:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97843892d880 x1875989369210880/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093515 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789093499.737898:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789093499.737901:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789093499.737904:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97843888b400. 02000000:00000001:2.0:1789093499.737908:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789093499.737910:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1789093499.737912:0:2401:0:(genops.c:1244:class_import_put()) import ffff9784093e6000 refcount=3 obd=MGC192.168.206.138@tcp 00000020:00000001:2.0:1789093499.737914:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 00000800:00000001:1.0:1789093499.738220:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093499.738228:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789093499.738230:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093499.738232:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789093499.738237:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093499.738241:0:2390:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp) <- 192.168.206.138@tcp : PUT - for me 00000400:00000200:1.0:1789093499.738278:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093499.738281:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093499.738291:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093499.738294:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.138@tcp of length 224 into portal 10 MB=0x6aa33cff44880 00000400:00000200:1.0:1789093499.738303:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093499.738307:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.138@tcp of length 224/224 into md 0x53d259 [1] + 224 00000800:00000001:1.0:1789093499.738312:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093499.738318:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789093499.738320:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789093499.738324:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000100:00000001:1.0:1789093499.738328:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789093499.738333:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97843892d180 x1875989369211008/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093584 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789093499.738341:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97843892d180 x1875989369211008/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093584 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093499.738358:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789093499.738364:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093499.738367:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789093499.738403:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789093499.738407:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789093499.738412:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789093499.738414:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789093499.738417:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97841ec90b58. 00000400:00000200:3.0:1789093499.738421:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978406616990 00000400:00000010:3.0:1789093499.738423:0:2400:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978406616990. 00000100:00000001:3.0:1789093499.738426:0:2400:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:2.0:1789093499.738427:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97840a70ef00. 00000100:00000200:3.0:1789093499.738432:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97843892d180 x1875989369211008/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093584 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1789093499.738435:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789093499.738438:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789093499.738441:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97843892d880. 00000100:00000200:3.0:1789093499.738447:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97843892d180 x1875989369211008/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093584 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789093499.738447:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789093499.738450:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789093499.738455:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789093499.738458:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789093499.738459:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789093499.738461:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789093499.738462:0:2400:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789093499.738464:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093499.738466:0:2400:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:2.0:1789093499.738469:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789093499.738470:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789093499.738473:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789093499.738475:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789093499.738483:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789093499.738489:0:2400:0:(import.c:2149:obd_at_measure()) add 60 to ffff97840b494c60 time=44 v=60 (60 61 61 62) 00000100:00001000:3.0:1789093499.738494:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff97840b494c18 time=144 v=5 (1 1 0 0) 00000100:00000001:3.0:1789093499.738496:0:2400:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789093499.738498:0:2400:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789093499.738500:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789093499.738503:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093499.738505:0:2400:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789093499.738507:0:2400:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff978407827800: skip recheck: last_committed 30064771462 00000100:00000001:3.0:1789093499.738509:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789093499.738511:0:2400:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789093499.738515:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97843892d180 x1875989369211008/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093584 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093499.738521:0:2400:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789093499.738523:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789093499.738525:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789093499.738528:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97843892d180 x1875989369211008/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093584 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789093499.738536:0:2400:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff97843892d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0241929-959a-49c3-a3c6-35d2c689d415:2400:1875989369211008:192.168.206.138@tcp:400:kworker.0 00000100:00000001:3.0:1789093499.738549:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093499.738552:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789093499.738555:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97843892d180 x1875989369211008/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093584 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093499.738561:0:2400:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789093499.738562:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789093499.738564:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97843888ac00. 02000000:00000001:3.0:1789093499.738567:0:2400:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789093499.738568:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1789093499.738570:0:2400:0:(genops.c:1244:class_import_put()) import ffff97840b494800 refcount=5 obd=lustre-MDT0000-mdc-ffff978407827800 00000020:00000001:3.0:1789093499.738572:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1789093499.738573:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97840a70e400. 02000000:00000001:3.0:1789093499.738576:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789093499.738582:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789093499.738584:0:2400:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97843892d180. 00000100:00000001:3.0:1789093499.738587:0:2400:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789093499.738588:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789093499.738590:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093499.738592:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789093499.738593:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789093499.738595:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093499.738597:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1789093499.744434:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093499.744450:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789093499.744454:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093499.744457:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789093499.744464:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093499.744471:0:2391:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp) <- 192.168.206.138@tcp : PUT - for me 00000400:00000200:0.0:1789093499.744479:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093499.744484:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093499.744489:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093499.744493:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.138@tcp of length 224 into portal 4 MB=0x6aa33cff44980 00000400:00000200:0.0:1789093499.744497:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093499.744503:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.138@tcp of length 224/224 into md 0x53d269 [1] + 224 00000800:00000001:0.0:1789093499.744509:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093499.744513:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789093499.744516:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789093499.744520:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000100:00000001:0.0:1789093499.744527:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789093499.744535:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97843892d500 x1875989369211264/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093554 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789093499.744560:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97843892d500 x1875989369211264/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093554 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093499.744579:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789093499.744588:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093499.744592:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789093499.744594:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093499.744596:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789093499.744599:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093499.744602:0:2391:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp) <- 192.168.206.138@tcp : PUT - for me 00000400:00000200:0.0:1789093499.744619:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093499.744622:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093499.744625:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093499.744628:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.138@tcp of length 224 into portal 10 MB=0x6aa33cff44900 00000400:00000200:0.0:1789093499.744632:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093499.744637:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.138@tcp of length 224/224 into md 0x53d261 [1] + 224 00000800:00000001:0.0:1789093499.744641:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093499.744648:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789093499.744651:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789093499.744654:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000100:00000001:0.0:1789093499.744657:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789093499.744662:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97843892f800 x1875989369211136/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093584 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789093499.744672:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97843892f800 x1875989369211136/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093584 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093499.744692:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789093499.744696:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093499.744699:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789093499.744766:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789093499.744770:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789093499.744778:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789093499.744780:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789093499.744783:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97841ec90e18. 00000400:00000200:3.0:1789093499.744787:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978406616ee0 00000400:00000010:3.0:1789093499.744790:0:2400:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978406616ee0. 00000100:00000001:3.0:1789093499.744793:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789093499.744798:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97843892d500 x1875989369211264/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093554 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789093499.744807:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97843892d500 x1875989369211264/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093554 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093499.744814:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789093499.744816:0:2400:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789093499.744818:0:2400:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1789093499.744821:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789093499.744823:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789093499.744826:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789093499.744829:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789093499.744838:0:2400:0:(import.c:2149:obd_at_measure()) add 36 to ffff9784084a0460 time=44 v=36 (36 36 5 5) 00000100:00001000:3.0:1789093499.744842:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff9784084a0418 time=102 v=5 (1 1 0 0) 00000100:00000001:3.0:1789093499.744845:0:2400:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789093499.744847:0:2400:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789093499.744849:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789093499.744853:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093499.744856:0:2400:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789093499.744858:0:2400:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff978407827800: skip recheck: last_committed 38654726918 00000100:00000001:3.0:1789093499.744860:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789093499.744868:0:2400:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789093499.744873:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97843892d500 x1875989369211264/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093554 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093499.744880:0:2400:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789093499.744883:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789093499.744885:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789093499.744889:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97843892d500 x1875989369211264/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093554 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789093499.744896:0:2400:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff97843892d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0241929-959a-49c3-a3c6-35d2c689d415:2400:1875989369211264:192.168.206.138@tcp:400:kworker.0 00000100:00000001:3.0:1789093499.744901:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789093499.744904:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789093499.744907:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97843892d500 x1875989369211264/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093554 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093499.744913:0:2400:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789093499.744916:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789093499.744920:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97843888a600. 02000000:00000001:3.0:1789093499.744923:0:2400:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789093499.744925:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1789093499.744927:0:2400:0:(genops.c:1244:class_import_put()) import ffff9784084a0000 refcount=3 obd=lustre-OST0000-osc-ffff978407827800 00000020:00000001:3.0:1789093499.744929:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1789093499.744932:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97840a70e300. 02000000:00000001:3.0:1789093499.744935:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789093499.744937:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789093499.744939:0:2400:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97843892d500. 00000100:00000001:3.0:1789093499.744942:0:2400:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789093499.744943:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789093499.744946:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789093499.744953:0:2400:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789093499.744954:0:2400:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093499.744957:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789093499.744958:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789093499.744991:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789093499.744994:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789093499.744998:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789093499.745000:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789093499.745003:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff978432417420. 00000400:00000200:2.0:1789093499.745012:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97841ff46110 00000400:00000010:2.0:1789093499.745014:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff97841ff46110. 00000100:00000001:2.0:1789093499.745018:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789093499.745023:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97843892f800 x1875989369211136/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093584 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789093499.745032:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97843892f800 x1875989369211136/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093584 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789093499.745039:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789093499.745040:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789093499.745042:0:2401:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1789093499.745044:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789093499.745045:0:2401:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789093499.745046:0:2401:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789093499.745048:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789093499.745053:0:2401:0:(import.c:2149:obd_at_measure()) add 60 to ffff97840b490460 time=44 v=60 (60 61 61 62) 00000100:00001000:2.0:1789093499.745056:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff97840b490418 time=121 v=5 (1 1 0 0) 00000100:00000001:2.0:1789093499.745059:0:2401:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789093499.745060:0:2401:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789093499.745062:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1789093499.745066:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff97843892f800 x1875989369211136/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093584 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1789093499.745072:0:2401:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789093499.745074:0:2401:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789093499.745076:0:2401:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff978407827800: skip recheck: last_committed 21474836545 00000100:00000001:2.0:1789093499.745077:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789093499.745078:0:2401:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789093499.745081:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97843892f800 x1875989369211136/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093584 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789093499.745088:0:2401:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789093499.745089:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789093499.745091:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789093499.745093:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97843892f800 x1875989369211136/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093584 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789093499.745110:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff97843892f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0241929-959a-49c3-a3c6-35d2c689d415:2401:1875989369211136:192.168.206.138@tcp:400:kworker.0 00000100:00000001:2.0:1789093499.745115:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789093499.745116:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789093499.745119:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97843892f800 x1875989369211136/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093584 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789093499.745125:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789093499.745126:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789093499.745128:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff978405a7e800. 02000000:00000001:2.0:1789093499.745131:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789093499.745132:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1789093499.745134:0:2401:0:(genops.c:1244:class_import_put()) import ffff97840b490000 refcount=3 obd=lustre-MDT0001-mdc-ffff978407827800 00000020:00000001:2.0:1789093499.745135:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1789093499.745137:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97840a70ed00. 02000000:00000001:2.0:1789093499.745139:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789093499.745140:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789093499.745141:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97843892f800. 00000100:00000001:2.0:1789093499.745146:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789093499.745147:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789093499.745149:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789093499.745152:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789093499.745154:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789093499.745155:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789093499.745157:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093500.309986:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093500.309994:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093500.309999:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093500.310001:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789093500.315536:0:241652:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789093500.315542:0:241652:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789093500.315546:0:241652:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789093501.333499:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093501.333504:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093501.333509:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093501.333510:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789093501.333621:0:235706:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789093501.333625:0:235706:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789093501.333628:0:235706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789093502.357372:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093502.357379:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093502.357385:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093502.357387:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789093502.357627:0:247358:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789093502.357631:0:247358:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789093502.357649:0:247358:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789093503.381651:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093503.381658:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093503.381663:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093503.381689:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789093503.381754:0:235705:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789093503.381758:0:235705:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789093503.381761:0:235705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789093503.573354:0:247954:0:(connection.c:75:cpu_latency_work()) work item of ffff9784069f9000 (cpu 0) has reached its deadline 4305448696, at 4305448704 00000100:00000010:0.0:1789093503.573367:0:247954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97842c7a2300. 00000100:00000040:1.0:1789093503.574452:0:278929:0:(connection.c:75:cpu_latency_work()) work item of ffff9784069f9110 (cpu 0) has reached its deadline 4305448696, at 4305448705 00000100:00000010:1.0:1789093503.574462:0:278929:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97842c7a23c0. 00010000:00000001:0.0:1789093504.405379:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093504.405386:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093504.405391:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093504.405392:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789093504.405620:0:247359:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789093504.405624:0:247359:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789093504.405627:0:247359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789093504.853384:0:226917:0:(pinger.c:229:ptlrpc_pinger_process_import()) 44e1fe9d-a8e4-4124-a507-08739088143d->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789093504.853411:0:226917:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789093504.853419:0:226917:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97843892f800. 00000020:00000040:2.0:1789093504.853425:0:226917:0:(genops.c:1231:class_import_get()) import ffff9784093e6000 refcount=4 obd=MGC192.168.206.138@tcp 00000100:00000001:2.0:1789093504.853429:0:226917:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789093504.853432:0:226917:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789093504.853437:0:226917:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789093504.853444:0:226917:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97840a70ed00. 00000100:00000001:2.0:1789093504.853450:0:226917:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789093504.853461:0:226917:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 44e1fe9d-a8e4-4124-a507-08739088143d->MGS req@ffff97843892f800 x1875989369211392/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789093504.853471:0:226917:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789093504.853475:0:226917:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789093504.853481:0:226917:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000050174770] to pc [ptlrpcd_01_01+1] req@ffff97843892f800 x1875989369211392/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789093504.853516:0:226917:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789093504.853519:0:226917:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0241929-959a-49c3-a3c6-35d2c689d415->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789093504.853522:0:226917:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789093504.853525:0:226917:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97843892d880. 00000020:00000040:2.0:1789093504.853528:0:226917:0:(genops.c:1231:class_import_get()) import ffff97840b494800 refcount=6 obd=lustre-MDT0000-mdc-ffff978407827800 00000100:00000001:2.0:1789093504.853530:0:226917:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789093504.853531:0:226917:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789093504.853533:0:226917:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789093504.853536:0:226917:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97840a70ef00. 00000100:00000001:2.0:1789093504.853538:0:226917:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789093504.853542:0:226917:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0241929-959a-49c3-a3c6-35d2c689d415->lustre-MDT0000_UUID req@ffff97843892d880 x1875989369211520/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789093504.853549:0:226917:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789093504.853551:0:226917:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789093504.853554:0:226917:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000098aaaa03] to pc [ptlrpcd_01_00+0] req@ffff97843892d880 x1875989369211520/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789093504.853561:0:226917:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789093504.853568:0:226917:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0241929-959a-49c3-a3c6-35d2c689d415->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789093504.853571:0:226917:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789093504.853574:0:226917:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97843892c380. 00000020:00000040:2.0:1789093504.853576:0:226917:0:(genops.c:1231:class_import_get()) import ffff97840b490000 refcount=4 obd=lustre-MDT0001-mdc-ffff978407827800 00000100:00000001:2.0:1789093504.853578:0:226917:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789093504.853579:0:226917:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789093504.853581:0:226917:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789093504.853585:0:226917:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97840a70e800. 00000100:00000001:2.0:1789093504.853588:0:226917:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789093504.853592:0:226917:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0241929-959a-49c3-a3c6-35d2c689d415->lustre-MDT0001_UUID req@ffff97843892c380 x1875989369211648/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789093504.853598:0:226917:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789093504.853600:0:226917:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789093504.853604:0:226917:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000239ce6a1] to pc [ptlrpcd_01_01+1] req@ffff97843892c380 x1875989369211648/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789093504.853610:0:226917:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789093504.853612:0:226917:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0241929-959a-49c3-a3c6-35d2c689d415->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789093504.853615:0:226917:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789093504.853617:0:226917:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97843892ea00. 00000020:00000040:2.0:1789093504.853619:0:226917:0:(genops.c:1231:class_import_get()) import ffff9784084a0000 refcount=4 obd=lustre-OST0000-osc-ffff978407827800 00000100:00000001:2.0:1789093504.853621:0:226917:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789093504.853622:0:226917:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789093504.853624:0:226917:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789093504.853626:0:226917:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97840a70e600. 00000100:00000001:2.0:1789093504.853629:0:226917:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789093504.853633:0:226917:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0241929-959a-49c3-a3c6-35d2c689d415->lustre-OST0000_UUID req@ffff97843892ea00 x1875989369211776/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789093504.853639:0:226917:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789093504.853640:0:226917:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789093504.853644:0:226917:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009c17bc66] to pc [ptlrpcd_01_00+0] req@ffff97843892ea00 x1875989369211776/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789093504.853661:0:226917:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789093504.853664:0:226917:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0241929-959a-49c3-a3c6-35d2c689d415->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789093504.853667:0:226917:0:(pinger.c:247:ptlrpc_pinger_process_import()) b0241929-959a-49c3-a3c6-35d2c689d415->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789093504.853671:0:226917:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10787) 00000100:00000001:3.0:1789093504.853903:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789093504.853907:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789093504.853909:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789093504.853915:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97843892f800 x1875989369211392/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093504.853923:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789093504.853925:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789093504.853929:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789093504.853932:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789093504.853934:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789093504.853938:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff97843892f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:44e1fe9d-a8e4-4124-a507-08739088143d:2401:1875989369211392:192.168.206.138@tcp:400:kworker.0 00000100:00000001:3.0:1789093504.853942:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789093504.853959:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789093504.853962:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789093504.853964:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789093504.853969:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97843888ac00. 02000000:00000001:3.0:1789093504.853971:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789093504.853977:0:2401:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000010:3.0:1789093504.853981:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97841ec90e18. 00000400:00000010:3.0:1789093504.853987:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978406616ee0. 00000100:00000200:3.0:1789093504.854324:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875989369211392, portal 25 00000100:00000001:3.0:1789093504.854328:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789093504.854329:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629192873474048 : -114880836077568 : ffff97843892f800) 00000100:00000040:3.0:1789093504.854336:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97843892f800 x1875989369211392/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093504.854342:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789093504.854344:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.138@tcp 00000400:00000010:3.0:1789093504.854348:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978406616990. 00000100:00000200:3.0:1789093504.854352:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875989369211392, offset 0 00000400:00000200:3.0:1789093504.854358:0:2401:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.206.138@tcp 00000400:00000200:3.0:1789093504.854373:0:2401:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:3.0:1789093504.854382:0:2401:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.138@tcp local destination 00000400:00000200:3.0:1789093504.854387:0:2401:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789093504.854391:0:2401:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.206.38@tcp 00000400:00000200:3.0:1789093504.854394:0:2401:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.206.38@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789093504.854397:0:2401:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.138@tcp 00000400:00000200:3.0:1789093504.854400:0:2401:0:(lib-move.c:1710:lnet_handle_send()) 192.168.206.38@tcp NI seq info: [546148:546148:256:4294967295] 192.168.206.138@tcp LPNI seq info [546109:546109:8:4294967295] 00000400:00000200:3.0:1789093504.854405:0:2401:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:3.0:1789093504.854414:0:2401:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp:) -> 192.168.206.138@tcp(192.168.206.138@tcp:192.168.206.138@tcp) : PUT try# 0 00000800:00000200:3.0:1789093504.854422:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.138@tcp 00000800:00000010:3.0:1789093504.854427:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97843317fc00. 00000800:00000200:3.0:1789093504.854433:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff978408f5f180] -> 12345-192.168.206.138@tcp (5) 00000800:00000200:3.0:1789093504.854441:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.138@tcp ip 192.168.206.138:988 00000800:00000200:3.0:1789093504.854445:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97843317fc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789093504.854465:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789093504.854470:0:2401:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000100:00000001:3.0:1789093504.854473:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.138@tcp: PM QoS new deadline estimation for cpu 0 is 4305453816 00000100:00000010:3.0:1789093504.854477:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97842c7a2ba0. 00000100:00000001:3.0:1789093504.854483:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.138@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1789093504.854501:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.138@tcp: PM QoS new deadline estimation for cpu 1 is 4305453816 00000100:00000010:3.0:1789093504.854505:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97842c7a21e0. 00000100:00000001:3.0:1789093504.854507:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.138@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1789093504.854511:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789093504.854513:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093504.854516:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789093504.854631:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97843892c380 x1875989369211648/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093504.854638:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789093504.854639:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789093504.854642:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789093504.854649:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789093504.854651:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789093504.854654:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff97843892c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0241929-959a-49c3-a3c6-35d2c689d415:2401:1875989369211648:192.168.206.138@tcp:400:kworker.0 00000100:00000001:3.0:1789093504.854658:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789093504.854661:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789093504.854663:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789093504.854665:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789093504.854668:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97843888b000. 02000000:00000001:3.0:1789093504.854670:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789093504.854673:0:2401:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000010:3.0:1789093504.854676:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97841ec90b58. 00000400:00000010:3.0:1789093504.854680:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978406616220. 00000100:00000200:3.0:1789093504.854683:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875989369211648, portal 10 00000100:00000001:3.0:1789093504.854685:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789093504.854686:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629192873460608 : -114880836091008 : ffff97843892c380) 00000100:00000040:3.0:1789093504.854693:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97843892c380 x1875989369211648/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093589 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093504.854711:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789093504.854713:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.138@tcp 00000400:00000010:3.0:1789093504.854716:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978406616330. 00000100:00000200:3.0:1789093504.854718:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875989369211648, offset 0 00000400:00000200:3.0:1789093504.854723:0:2401:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.206.138@tcp 00000400:00000200:3.0:1789093504.854727:0:2401:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:3.0:1789093504.854731:0:2401:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.138@tcp local destination 00000400:00000200:3.0:1789093504.854734:0:2401:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789093504.854736:0:2401:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.206.38@tcp 00000400:00000200:3.0:1789093504.854738:0:2401:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.206.38@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789093504.854741:0:2401:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.138@tcp 00000400:00000200:3.0:1789093504.854744:0:2401:0:(lib-move.c:1710:lnet_handle_send()) 192.168.206.38@tcp NI seq info: [546149:546149:255:4294967295] 192.168.206.138@tcp LPNI seq info [546110:546110:7:4294967295] 00000400:00000200:3.0:1789093504.854748:0:2401:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:3.0:1789093504.854754:0:2401:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp:) -> 192.168.206.138@tcp(192.168.206.138@tcp:192.168.206.138@tcp) : PUT try# 0 00000800:00000200:3.0:1789093504.854758:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.138@tcp 00000800:00000010:3.0:1789093504.854767:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97843317f600. 00000800:00000200:3.0:1789093504.854772:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff978408f5f180] -> 12345-192.168.206.138@tcp (5) 00000800:00000200:3.0:1789093504.854776:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.138@tcp ip 192.168.206.138:988 00000800:00000200:3.0:1789093504.854778:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97843317f600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789093504.854782:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789093504.854785:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff978407827800: using a timeout of 22405 usecs (23 jiffies) 00000400:00000200:3.0:1789093504.854788:0:2401:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000100:00000001:3.0:1789093504.854790:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff978407827800: PM QoS new deadline estimation for cpu 0 is 4305450008 00000100:00000001:3.0:1789093504.854792:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff978407827800: PM QoS request active for cpu 0, keep current deadline 4305453816 00000100:00000001:3.0:1789093504.854794:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff978407827800: PM QoS new deadline estimation for cpu 1 is 4305450008 00000100:00000001:3.0:1789093504.854796:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff978407827800: PM QoS request active for cpu 1, keep current deadline 4305453816 00000100:00000001:3.0:1789093504.854798:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789093504.854800:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093504.854803:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093504.854806:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789093504.854812:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789093504.854814:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789093504.854816:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789093504.854817:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789093504.854819:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789093504.854821:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:3.0:1789093504.854823:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789093504.854824:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789093504.854826:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789093504.854827:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789093504.854828:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789093504.854829:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789093504.854833:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97843892d880 x1875989369211520/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093504.854839:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789093504.854840:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789093504.854842:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789093504.854843:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789093504.854849:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789093504.854853:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff97843892d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0241929-959a-49c3-a3c6-35d2c689d415:2401:1875989369211520:192.168.206.138@tcp:400:kworker.0 00000100:00000001:3.0:1789093504.854855:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789093504.854858:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789093504.854859:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789093504.854860:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789093504.854863:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97843888b200. 02000000:00000001:3.0:1789093504.854864:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789093504.854867:0:2401:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000010:3.0:1789093504.854869:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97841ec90210. 00000800:00000200:1.0:1789093504.855266:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789093504.855272:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97843317fc00. 00000400:00000200:1.0:1789093504.855279:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789093504.855284:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000400:00000200:1.0:1789093504.855288:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978406616990 00000400:00000010:1.0:1789093504.855291:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978406616990. 00000100:00000001:1.0:1789093504.855295:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789093504.855300:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97843892f800 x1875989369211392/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093504.855309:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789093504.855313:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97843892f800 x1875989369211392/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093520 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093504.855319:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093504.855327:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1789093504.855393:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789093504.855396:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97843317f600. 00000400:00000200:1.0:1789093504.855399:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789093504.855403:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000400:00000200:1.0:1789093504.855405:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978406616330 00000400:00000010:1.0:1789093504.855407:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978406616330. 00000100:00000001:1.0:1789093504.855409:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789093504.855413:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97843892c380 x1875989369211648/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093589 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093504.855420:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789093504.855422:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97843892c380 x1875989369211648/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093589 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093504.855428:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093504.855430:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:3.0:1789093504.856436:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978406616908. 00000100:00000200:3.0:1789093504.856443:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875989369211520, portal 10 00000100:00000001:3.0:1789093504.856446:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789093504.856447:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629192873465984 : -114880836085632 : ffff97843892d880) 00000100:00000040:3.0:1789093504.856456:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97843892d880 x1875989369211520/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093589 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093504.856463:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789093504.856465:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.138@tcp 00000400:00000010:3.0:1789093504.856467:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978406616cc0. 00000100:00000200:3.0:1789093504.856470:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875989369211520, offset 0 00000400:00000200:3.0:1789093504.856474:0:2401:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.206.138@tcp 00000400:00000200:3.0:1789093504.856481:0:2401:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:3.0:1789093504.856486:0:2401:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.138@tcp local destination 00000400:00000200:3.0:1789093504.856490:0:2401:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789093504.856492:0:2401:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.206.38@tcp 00000400:00000200:3.0:1789093504.856495:0:2401:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.206.38@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789093504.856497:0:2401:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.138@tcp 00000400:00000200:3.0:1789093504.856500:0:2401:0:(lib-move.c:1710:lnet_handle_send()) 192.168.206.38@tcp NI seq info: [546150:546150:256:4294967295] 192.168.206.138@tcp LPNI seq info [546111:546111:8:4294967295] 00000400:00000200:3.0:1789093504.856504:0:2401:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:3.0:1789093504.856511:0:2401:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp:) -> 192.168.206.138@tcp(192.168.206.138@tcp:192.168.206.138@tcp) : PUT try# 0 00000800:00000200:3.0:1789093504.856515:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.138@tcp 00000800:00000010:3.0:1789093504.856585:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97843317f200. 00000800:00000200:3.0:1789093504.856591:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff978408f5f180] -> 12345-192.168.206.138@tcp (5) 00000800:00000200:3.0:1789093504.856598:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.138@tcp ip 192.168.206.138:988 00000800:00000200:3.0:1789093504.856601:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97843317f200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789093504.856665:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789093504.856669:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: using a timeout of 24607 usecs (25 jiffies) 00000400:00000200:3.0:1789093504.856672:0:2401:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000100:00000001:3.0:1789093504.856675:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: PM QoS new deadline estimation for cpu 0 is 4305450012 00000100:00000001:3.0:1789093504.856678:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: PM QoS request active for cpu 0, keep current deadline 4305453816 00000100:00000001:3.0:1789093504.856680:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: PM QoS new deadline estimation for cpu 1 is 4305450012 00000100:00000001:3.0:1789093504.856682:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: PM QoS request active for cpu 1, keep current deadline 4305453816 00000100:00000001:3.0:1789093504.856684:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789093504.856686:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093504.856690:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789093504.856695:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97843892ea00 x1875989369211776/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093504.856713:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789093504.856715:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789093504.856718:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789093504.856721:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789093504.856723:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789093504.856726:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff97843892ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0241929-959a-49c3-a3c6-35d2c689d415:2401:1875989369211776:192.168.206.138@tcp:400:kworker.0 00000100:00000001:3.0:1789093504.856730:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789093504.856734:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789093504.856735:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789093504.856737:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789093504.856742:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97843888a600. 02000000:00000001:3.0:1789093504.856744:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789093504.856748:0:2401:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000010:3.0:1789093504.856751:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97841ec901b8. 00000400:00000010:3.0:1789093504.856755:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9784066165d8. 00000100:00000200:3.0:1789093504.856762:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875989369211776, portal 4 00000100:00000001:3.0:1789093504.856764:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789093504.856765:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629192873470464 : -114880836081152 : ffff97843892ea00) 00000100:00000040:3.0:1789093504.856772:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97843892ea00 x1875989369211776/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093504.856777:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789093504.856779:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.138@tcp 00000400:00000010:3.0:1789093504.856781:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978406616000. 00000100:00000200:3.0:1789093504.856783:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875989369211776, offset 0 00000400:00000200:3.0:1789093504.856787:0:2401:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.206.138@tcp 00000400:00000200:3.0:1789093504.856791:0:2401:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:3.0:1789093504.856794:0:2401:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.138@tcp local destination 00000400:00000200:3.0:1789093504.856797:0:2401:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789093504.856799:0:2401:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.206.38@tcp 00000400:00000200:3.0:1789093504.856801:0:2401:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.206.38@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789093504.856803:0:2401:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.138@tcp 00000400:00000200:3.0:1789093504.856806:0:2401:0:(lib-move.c:1710:lnet_handle_send()) 192.168.206.38@tcp NI seq info: [546151:546151:255:4294967295] 192.168.206.138@tcp LPNI seq info [546112:546112:7:4294967295] 00000400:00000200:3.0:1789093504.856809:0:2401:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:3.0:1789093504.856815:0:2401:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp:) -> 192.168.206.138@tcp(192.168.206.138@tcp:192.168.206.138@tcp) : PUT try# 0 00000800:00000200:3.0:1789093504.856819:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.138@tcp 00000800:00000010:3.0:1789093504.856822:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97843317f000. 00000800:00000200:3.0:1789093504.856826:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff978408f5f180] -> 12345-192.168.206.138@tcp (5) 00000800:00000200:3.0:1789093504.856830:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.138@tcp ip 192.168.206.138:988 00000800:00000200:3.0:1789093504.856832:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97843317f000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789093504.856837:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789093504.856839:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff978407827800: using a timeout of 97413 usecs (98 jiffies) 00000400:00000200:3.0:1789093504.856842:0:2401:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000100:00000001:3.0:1789093504.856844:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff978407827800: PM QoS new deadline estimation for cpu 0 is 4305450085 00000100:00000001:3.0:1789093504.856846:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff978407827800: PM QoS request active for cpu 0, keep current deadline 4305453816 00000100:00000001:3.0:1789093504.856848:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff978407827800: PM QoS new deadline estimation for cpu 1 is 4305450085 00000100:00000001:3.0:1789093504.856854:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff978407827800: PM QoS request active for cpu 1, keep current deadline 4305453816 00000100:00000001:3.0:1789093504.856856:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789093504.856858:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093504.856860:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093504.856864:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093504.856891:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789093504.856894:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789093504.857620:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789093504.857627:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97843317f200. 00000400:00000200:0.0:1789093504.857633:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789093504.857638:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000400:00000200:0.0:1789093504.857644:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978406616cc0 00000400:00000010:0.0:1789093504.857646:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978406616cc0. 00000100:00000001:0.0:1789093504.857651:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1789093504.857657:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97843892d880 x1875989369211520/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093589 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093504.857666:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789093504.857670:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97843892d880 x1875989369211520/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093589 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093504.857676:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093504.857677:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1789093504.857688:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789093504.857691:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97843317f000. 00000400:00000200:0.0:1789093504.857693:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789093504.858357:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000400:00000200:0.0:1789093504.858361:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978406616000 00000400:00000010:0.0:1789093504.858364:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978406616000. 00000100:00000001:0.0:1789093504.858367:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1789093504.858373:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97843892ea00 x1875989369211776/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093504.858382:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789093504.858385:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97843892ea00 x1875989369211776/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093559 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093504.858407:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093504.858409:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1789093504.860296:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093504.860309:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789093504.860313:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093504.860315:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789093504.860323:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093504.860329:0:2390:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp) <- 192.168.206.138@tcp : PUT - for me 00000400:00000200:1.0:1789093504.860337:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093504.860341:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093504.860346:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093504.860350:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.138@tcp of length 224 into portal 25 MB=0x6aa33cff44a00 00000400:00000200:1.0:1789093504.860355:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093504.860361:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.138@tcp of length 224/224 into md 0x53d271 [1] + 224 00000800:00000001:1.0:1789093504.860367:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093504.860374:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789093504.860377:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789093504.860381:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000100:00000001:1.0:1789093504.860386:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789093504.860394:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97843892f800 x1875989369211392/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093520 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789093504.860416:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97843892f800 x1875989369211392/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093520 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093504.860437:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789093504.860445:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093504.860449:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789093504.860520:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789093504.860524:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789093504.860531:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789093504.860533:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789093504.860536:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97841ec90e18. 00000400:00000200:3.0:1789093504.860540:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978406616ee0 00000400:00000010:3.0:1789093504.860542:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978406616ee0. 00000100:00000001:3.0:1789093504.860545:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789093504.860550:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97843892f800 x1875989369211392/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093520 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789093504.860559:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97843892f800 x1875989369211392/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093520 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093504.860565:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789093504.860567:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789093504.860570:0:2401:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1789093504.860573:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789093504.860576:0:2401:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789093504.860578:0:2401:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789093504.860581:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789093504.860587:0:2401:0:(import.c:2149:obd_at_measure()) add 5 to ffff9784093e6460 time=50 v=5 (5 5 5 5) 00000100:00001000:3.0:1789093504.860591:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff9784093e6418 time=149 v=5 (1 1 0 0) 00000100:00000001:3.0:1789093504.860594:0:2401:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789093504.860595:0:2401:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789093504.860598:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789093504.860600:0:2401:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093504.860603:0:2401:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789093504.860607:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97843892f800 x1875989369211392/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093520 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093504.860626:0:2401:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789093504.860629:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789093504.860631:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789093504.860635:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97843892f800 x1875989369211392/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093520 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789093504.860642:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff97843892f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:44e1fe9d-a8e4-4124-a507-08739088143d:2401:1875989369211392:192.168.206.138@tcp:400:kworker.0 00000100:00000001:3.0:1789093504.860648:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093504.860650:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789093504.860653:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97843892f800 x1875989369211392/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093520 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093504.860660:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789093504.860662:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789093504.860665:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97843888ac00. 02000000:00000001:3.0:1789093504.860668:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789093504.860670:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1789093504.860672:0:2401:0:(genops.c:1244:class_import_put()) import ffff9784093e6000 refcount=3 obd=MGC192.168.206.138@tcp 00000020:00000001:3.0:1789093504.860674:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1789093504.860676:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97840a70ed00. 02000000:00000001:3.0:1789093504.860680:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789093504.860682:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789093504.860683:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97843892f800. 00000100:00000001:3.0:1789093504.860688:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789093504.860690:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789093504.860693:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093504.860694:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789093504.860705:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789093504.860707:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093504.860709:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1789093504.861400:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093504.861409:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789093504.861412:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093504.861414:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789093504.861419:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093504.861423:0:2391:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp) <- 192.168.206.138@tcp : PUT - for me 00000400:00000200:0.0:1789093504.861429:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093504.861433:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093504.861436:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093504.861439:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.138@tcp of length 224 into portal 4 MB=0x6aa33cff44b80 00000400:00000200:0.0:1789093504.861443:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093504.861448:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.138@tcp of length 224/224 into md 0x53d289 [1] + 224 00000800:00000001:0.0:1789093504.861454:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093504.861459:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789093504.861462:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789093504.861465:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000100:00000001:0.0:1789093504.861469:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789093504.861475:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97843892ea00 x1875989369211776/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093559 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789093504.861485:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97843892ea00 x1875989369211776/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093559 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093504.861501:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789093504.861506:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093504.861509:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789093504.861587:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789093504.861590:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789093504.861595:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789093504.861596:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789093504.861599:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97841ec901b8. 00000400:00000200:3.0:1789093504.861610:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9784066165d8 00000400:00000010:3.0:1789093504.861612:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9784066165d8. 00000100:00000001:3.0:1789093504.861615:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789093504.861619:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97843892ea00 x1875989369211776/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093559 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789093504.861628:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97843892ea00 x1875989369211776/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093559 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093504.861634:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789093504.861636:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789093504.861638:0:2401:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1789093504.861640:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789093504.861642:0:2401:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789093504.861643:0:2401:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789093504.861646:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789093504.861653:0:2401:0:(import.c:2149:obd_at_measure()) add 36 to ffff9784084a0460 time=49 v=36 (36 36 5 5) 00000100:00001000:3.0:1789093504.861656:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff9784084a0418 time=107 v=5 (1 1 0 0) 00000100:00000001:3.0:1789093504.861658:0:2401:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789093504.861660:0:2401:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789093504.861662:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789093504.861665:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093504.861668:0:2401:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789093504.861670:0:2401:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff978407827800: skip recheck: last_committed 38654726918 00000100:00000001:3.0:1789093504.861671:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789093504.861673:0:2401:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789093504.861678:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97843892ea00 x1875989369211776/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093559 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093504.861685:0:2401:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789093504.861687:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789093504.861689:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789093504.861693:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97843892ea00 x1875989369211776/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093559 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789093504.861712:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff97843892ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0241929-959a-49c3-a3c6-35d2c689d415:2401:1875989369211776:192.168.206.138@tcp:400:kworker.0 00000100:00000001:3.0:1789093504.861724:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093504.861727:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789093504.861730:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97843892ea00 x1875989369211776/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093559 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093504.861737:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789093504.861738:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789093504.861741:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97843888a600. 02000000:00000001:3.0:1789093504.861744:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789093504.861746:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1789093504.861747:0:2401:0:(genops.c:1244:class_import_put()) import ffff9784084a0000 refcount=3 obd=lustre-OST0000-osc-ffff978407827800 00000020:00000001:3.0:1789093504.861750:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1789093504.861751:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97840a70e600. 02000000:00000001:3.0:1789093504.861754:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789093504.861755:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789093504.861756:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97843892ea00. 00000100:00000001:3.0:1789093504.861759:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789093504.861761:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789093504.861763:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093504.861765:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789093504.861766:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789093504.861768:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093504.861769:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1789093504.863374:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093504.863386:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789093504.863389:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093504.863391:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789093504.863397:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093504.863403:0:2390:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp) <- 192.168.206.138@tcp : PUT - for me 00000400:00000200:1.0:1789093504.863410:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093504.863415:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093504.863421:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093504.863424:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.138@tcp of length 224 into portal 10 MB=0x6aa33cff44b00 00000400:00000200:1.0:1789093504.863429:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093504.863434:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.138@tcp of length 224/224 into md 0x53d279 [1] + 224 00000800:00000001:1.0:1789093504.863440:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093504.863446:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789093504.863449:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789093504.863453:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000100:00000001:1.0:1789093504.863458:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789093504.863465:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97843892c380 x1875989369211648/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093589 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789093504.863475:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97843892c380 x1875989369211648/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093589 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093504.863488:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789093504.863494:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093504.863497:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789093504.863720:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789093504.863724:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789093504.863729:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789093504.863731:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789093504.863734:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97841ec90b58. 00000400:00000200:3.0:1789093504.863738:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978406616220 00000400:00000010:3.0:1789093504.863740:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978406616220. 00000100:00000001:3.0:1789093504.863743:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789093504.863748:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97843892c380 x1875989369211648/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093589 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789093504.863756:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97843892c380 x1875989369211648/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093589 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093504.863762:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789093504.863774:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789093504.863777:0:2401:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1789093504.863779:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789093504.863781:0:2401:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789093504.863783:0:2401:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789093504.863785:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789093504.863793:0:2401:0:(import.c:2149:obd_at_measure()) add 60 to ffff97840b490460 time=49 v=60 (60 61 61 62) 00000100:00001000:3.0:1789093504.863797:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff97840b490418 time=126 v=5 (1 1 0 0) 00000100:00000001:3.0:1789093504.863800:0:2401:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789093504.863801:0:2401:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789093504.863804:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1789093504.863809:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff97843892c380 x1875989369211648/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093589 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1789093504.863816:0:2401:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093504.863819:0:2401:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789093504.863821:0:2401:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff978407827800: skip recheck: last_committed 21474836545 00000100:00000001:3.0:1789093504.863823:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789093504.863824:0:2401:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789093504.863829:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97843892c380 x1875989369211648/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093589 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093504.863835:0:2401:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789093504.863838:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789093504.863839:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789093504.863843:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97843892c380 x1875989369211648/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093589 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789093504.863850:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff97843892c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0241929-959a-49c3-a3c6-35d2c689d415:2401:1875989369211648:192.168.206.138@tcp:400:kworker.0 00000100:00000001:3.0:1789093504.863855:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093504.863857:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789093504.863859:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97843892c380 x1875989369211648/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093589 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093504.863865:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789093504.863945:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789093504.863948:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97843888b000. 02000000:00000001:3.0:1789093504.863953:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789093504.863955:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1789093504.863957:0:2401:0:(genops.c:1244:class_import_put()) import ffff97840b490000 refcount=3 obd=lustre-MDT0001-mdc-ffff978407827800 00000020:00000001:3.0:1789093504.863959:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1789093504.863961:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97840a70e800. 02000000:00000001:3.0:1789093504.863964:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789093504.863966:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789093504.863967:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97843892c380. 00000100:00000001:3.0:1789093504.863970:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789093504.863971:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789093504.863974:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093504.863976:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789093504.863977:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789093504.863979:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093504.863980:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1789093504.866795:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093504.866810:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789093504.866814:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093504.866816:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789093504.866823:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093504.866842:0:2391:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp) <- 192.168.206.138@tcp : PUT - for me 00000400:00000200:0.0:1789093504.866850:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093504.866854:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093504.866859:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093504.866862:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.138@tcp of length 224 into portal 10 MB=0x6aa33cff44a80 00000400:00000200:0.0:1789093504.866868:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093504.866885:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.138@tcp of length 224/224 into md 0x53d281 [1] + 224 00000800:00000001:0.0:1789093504.866893:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093504.866901:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789093504.866904:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789093504.866909:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000100:00000001:0.0:1789093504.866916:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789093504.866925:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97843892d880 x1875989369211520/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093589 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789093504.866936:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97843892d880 x1875989369211520/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093589 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093504.866998:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789093504.867001:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789093504.867018:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789093504.867211:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093504.867217:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1789093504.869451:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789093504.869457:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789093504.869461:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97841ec90210. 00000400:00000200:3.0:1789093504.869469:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978406616908 00000400:00000010:3.0:1789093504.869471:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978406616908. 00000100:00000001:3.0:1789093504.869476:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789093504.869486:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97843892d880 x1875989369211520/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093589 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789093504.869496:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97843892d880 x1875989369211520/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093589 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093504.869503:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789093504.869505:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789093504.869507:0:2401:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1789093504.869572:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789093504.869577:0:2401:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789093504.869579:0:2401:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789093504.869582:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789093504.869617:0:2401:0:(import.c:2149:obd_at_measure()) add 60 to ffff97840b494c60 time=49 v=60 (60 61 61 62) 00000100:00001000:3.0:1789093504.869638:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff97840b494c18 time=149 v=5 (1 1 0 0) 00000100:00000001:3.0:1789093504.869641:0:2401:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789093504.869643:0:2401:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789093504.869646:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789093504.869649:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093504.869653:0:2401:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789093504.869655:0:2401:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff978407827800: skip recheck: last_committed 30064771462 00000100:00000001:3.0:1789093504.869657:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789093504.869658:0:2401:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789093504.869663:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97843892d880 x1875989369211520/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093589 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093504.869670:0:2401:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789093504.869673:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789093504.869675:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789093504.869678:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97843892d880 x1875989369211520/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093589 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789093504.869685:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff97843892d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0241929-959a-49c3-a3c6-35d2c689d415:2401:1875989369211520:192.168.206.138@tcp:400:kworker.0 00000100:00000001:3.0:1789093504.869689:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789093504.869691:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789093504.869694:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97843892d880 x1875989369211520/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093589 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093504.869709:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789093504.869711:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789093504.869714:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97843888b200. 02000000:00000001:3.0:1789093504.869718:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789093504.869720:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1789093504.869722:0:2401:0:(genops.c:1244:class_import_put()) import ffff97840b494800 refcount=5 obd=lustre-MDT0000-mdc-ffff978407827800 00000020:00000001:3.0:1789093504.869724:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1789093504.869726:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97840a70ef00. 02000000:00000001:3.0:1789093504.869729:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789093504.869731:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789093504.869732:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97843892d880. 00000100:00000001:3.0:1789093504.869739:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789093504.869741:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789093504.869743:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789093504.869749:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789093504.869751:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093504.869753:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789093504.869756:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093505.429869:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093505.429876:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093505.429881:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093505.429883:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789093505.429930:0:241652:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789093505.429933:0:241652:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789093505.429936:0:241652:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789093506.453362:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093506.453369:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093506.453375:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093506.453376:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789093506.453445:0:235706:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789093506.453450:0:235706:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789093506.453453:0:235706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789093507.477351:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093507.477358:0:247954:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789093507.477360:0:247954:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789093507.477363:0:247954:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093507.477368:0:247954:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789093507.477381:0:247954:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093507.477401:0:247954:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093507.477403:0:247954:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093507.477408:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093507.477409:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789093507.477558:0:247358:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789093507.477561:0:247358:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789093507.477564:0:247358:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789093508.501366:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093508.501371:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093508.501375:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093508.501377:0:247954:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789093508.501379:0:247954:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789093508.501385:0:247954:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789093508.501387:0:247954:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789093508.501388:0:247954:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093508.501391:0:247954:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789093508.501393:0:247954:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093508.501395:0:247954:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093508.501397:0:247954:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789093508.501971:0:235705:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789093508.501979:0:235705:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789093508.501983:0:235705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789093508.693391:0:247954:0:(connection.c:75:cpu_latency_work()) work item of ffff9784069f9000 (cpu 0) has reached its deadline 4305453816, at 4305453824 00000100:00000010:0.0:1789093508.693405:0:247954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97842c7a2ba0. 00000100:00000040:1.0:1789093508.694014:0:278929:0:(connection.c:75:cpu_latency_work()) work item of ffff9784069f9110 (cpu 0) has reached its deadline 4305453816, at 4305453824 00000100:00000010:1.0:1789093508.694120:0:278929:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97842c7a21e0. 00010000:00000001:0.0:1789093509.526964:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093509.526971:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093509.526975:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093509.526977:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789093509.527169:0:247359:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789093509.527173:0:247359:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789093509.527176:0:247359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789093509.973456:0:226917:0:(pinger.c:229:ptlrpc_pinger_process_import()) 44e1fe9d-a8e4-4124-a507-08739088143d->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789093509.973467:0:226917:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789093509.973477:0:226917:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff978438730e00. 00000020:00000040:0.0:1789093509.973483:0:226917:0:(genops.c:1231:class_import_get()) import ffff9784093e6000 refcount=4 obd=MGC192.168.206.138@tcp 00000100:00000001:0.0:1789093509.973487:0:226917:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789093509.973490:0:226917:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789093509.973495:0:226917:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789093509.973502:0:226917:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff978405f37c00. 00000100:00000001:0.0:1789093509.973509:0:226917:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789093509.973520:0:226917:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 44e1fe9d-a8e4-4124-a507-08739088143d->MGS req@ffff978438730e00 x1875989369211904/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789093509.973531:0:226917:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789093509.973535:0:226917:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789093509.973555:0:226917:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000007c84e0] to pc [ptlrpcd_00_01+1] req@ffff978438730e00 x1875989369211904/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093509.973589:0:226917:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789093509.973593:0:226917:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0241929-959a-49c3-a3c6-35d2c689d415->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789093509.973596:0:226917:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789093509.973600:0:226917:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff978438731c00. 00000020:00000040:0.0:1789093509.973603:0:226917:0:(genops.c:1231:class_import_get()) import ffff97840b494800 refcount=6 obd=lustre-MDT0000-mdc-ffff978407827800 00000100:00000001:0.0:1789093509.973606:0:226917:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789093509.973607:0:226917:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789093509.973609:0:226917:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093509.973613:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1789093509.973613:0:226917:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff978405f37a00. 00000100:00000001:1.0:1789093509.973617:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789093509.973619:0:226917:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093509.973620:0:2399:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789093509.973629:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff978438730e00 x1875989369211904/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093509.973635:0:2399:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789093509.973637:0:2399:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789093509.973639:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789093509.973641:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1789093509.973642:0:226917:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0241929-959a-49c3-a3c6-35d2c689d415->lustre-MDT0000_UUID req@ffff978438731c00 x1875989369212032/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1789093509.973643:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789093509.973649:0:2399:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff978438730e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:44e1fe9d-a8e4-4124-a507-08739088143d:2399:1875989369211904:192.168.206.138@tcp:400:kworker.0 00000100:00000001:1.0:1789093509.973656:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1789093509.973661:0:226917:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1789093509.973662:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789093509.973666:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093509.973666:0:226917:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789093509.973682:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1789093509.973685:0:226917:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000926bdc1f] to pc [ptlrpcd_00_00+0] req@ffff978438731c00 x1875989369212032/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1789093509.973689:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff978406221e00. 02000000:00000001:1.0:1789093509.973696:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093509.973697:0:226917:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789093509.973702:0:226917:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0241929-959a-49c3-a3c6-35d2c689d415->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1789093509.973705:0:2399:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000100:00000001:0.0:1789093509.973708:0:226917:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:1.0:1789093509.973712:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff978438546210. 00000100:00000010:0.0:1789093509.973715:0:226917:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff978438733480. 00000020:00000040:0.0:1789093509.973719:0:226917:0:(genops.c:1231:class_import_get()) import ffff97840b490000 refcount=4 obd=lustre-MDT0001-mdc-ffff978407827800 00000400:00000010:1.0:1789093509.973720:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9784062447f8. 00000100:00000001:0.0:1789093509.973722:0:226917:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789093509.973725:0:226917:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789093509.973726:0:226917:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1789093509.973728:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875989369211904, portal 25 02000000:00000010:0.0:1789093509.973731:0:226917:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff978405f37500. 00000100:00000001:1.0:1789093509.973733:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789093509.973736:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629192871382528 : -114880838169088 : ffff978438730e00) 00000100:00000001:0.0:1789093509.973736:0:226917:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789093509.973744:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff978438730e00 x1875989369211904/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093525 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789093509.973749:0:226917:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0241929-959a-49c3-a3c6-35d2c689d415->lustre-MDT0001_UUID req@ffff978438733480 x1875989369212160/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789093509.973763:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789093509.973767:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.138@tcp 00000400:00000010:1.0:1789093509.973771:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978406244dd0. 00000100:00000200:1.0:1789093509.973777:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875989369211904, offset 0 00000100:00000001:0.0:1789093509.973780:0:226917:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1789093509.973786:0:2399:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.206.138@tcp 00000100:00000001:0.0:1789093509.973793:0:226917:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789093509.973796:0:2399:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000100:00000040:0.0:1789093509.973803:0:226917:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b39dea50] to pc [ptlrpcd_00_01+1] req@ffff978438733480 x1875989369212160/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1789093509.973807:0:2399:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.138@tcp local destination 00000100:00000001:0.0:1789093509.973814:0:226917:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789093509.973818:0:226917:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0241929-959a-49c3-a3c6-35d2c689d415->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789093509.973821:0:226917:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:1.0:1789093509.973822:0:2399:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:0.0:1789093509.973826:0:226917:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff978438730a80. 00000400:00000200:1.0:1789093509.973829:0:2399:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.206.38@tcp 00000020:00000040:0.0:1789093509.973830:0:226917:0:(genops.c:1231:class_import_get()) import ffff9784084a0000 refcount=4 obd=lustre-OST0000-osc-ffff978407827800 00000100:00000001:0.0:1789093509.973834:0:226917:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1789093509.973835:0:2399:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.206.38@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1789093509.973837:0:226917:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1789093509.973841:0:2399:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.138@tcp 02000000:00000001:0.0:1789093509.973841:0:226917:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789093509.973848:0:2399:0:(lib-move.c:1710:lnet_handle_send()) 192.168.206.38@tcp NI seq info: [546152:546152:256:4294967295] 192.168.206.138@tcp LPNI seq info [546113:546113:8:4294967295] 02000000:00000010:0.0:1789093509.973848:0:226917:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff978405f37100. 00000100:00000001:0.0:1789093509.973853:0:226917:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789093509.973857:0:2399:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000100:00000040:0.0:1789093509.973862:0:226917:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0241929-959a-49c3-a3c6-35d2c689d415->lustre-OST0000_UUID req@ffff978438730a80 x1875989369212288/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1789093509.973876:0:2399:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp:) -> 192.168.206.138@tcp(192.168.206.138@tcp:192.168.206.138@tcp) : PUT try# 0 00000100:00000001:0.0:1789093509.973876:0:226917:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789093509.973880:0:226917:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789093509.973887:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.138@tcp 00000100:00000040:0.0:1789093509.973889:0:226917:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000256cab8] to pc [ptlrpcd_00_00+0] req@ffff978438730a80 x1875989369212288/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1789093509.973896:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97841f620a00. 00000100:00000001:0.0:1789093509.973900:0:226917:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789093509.973904:0:226917:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0241929-959a-49c3-a3c6-35d2c689d415->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000200:1.0:1789093509.973907:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff978408f5f180] -> 12345-192.168.206.138@tcp (5) 00000100:00000040:0.0:1789093509.973909:0:226917:0:(pinger.c:247:ptlrpc_pinger_process_import()) b0241929-959a-49c3-a3c6-35d2c689d415->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000800:00000200:1.0:1789093509.973917:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.138@tcp ip 192.168.206.138:988 00000100:00000040:0.0:1789093509.973917:0:226917:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10792) 00000800:00000200:1.0:1789093509.973924:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97841f620a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789093509.973935:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789093509.973940:0:2399:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000100:00000001:1.0:1789093509.973943:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.138@tcp: PM QoS new deadline estimation for cpu 0 is 4305458935 00000100:00000001:0.0:1789093509.973946:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:1.0:1789093509.973948:0:2399:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97841e801e40. 00000100:00000001:0.0:1789093509.973949:0:2398:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789093509.973953:0:2398:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1789093509.973957:0:2399:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.138@tcp: PM QoS request now active for cpu 0 00000100:00000040:0.0:1789093509.973960:0:2398:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff978438731c00 x1875989369212032/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093509.973965:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.138@tcp: PM QoS new deadline estimation for cpu 1 is 4305458935 00000100:00000010:1.0:1789093509.973970:0:2399:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97841e801240. 00000100:00000001:1.0:1789093509.973974:0:2399:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.138@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1789093509.973979:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789093509.973983:0:2398:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789093509.973984:0:2399:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093509.973987:0:2398:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093509.973989:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789093509.973992:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1789093509.973994:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1789093509.973995:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789093509.974000:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093509.974002:0:2399:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1789093509.974004:0:2398:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff978438731c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0241929-959a-49c3-a3c6-35d2c689d415:2398:1875989369212032:192.168.206.138@tcp:400:kworker.0 00000100:00000001:1.0:1789093509.974005:0:2399:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789093509.974011:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789093509.974012:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1789093509.974014:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1789093509.974016:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1789093509.974017:0:2399:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1789093509.974020:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789093509.974024:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1789093509.974025:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff978438733480 x1875989369212160/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1789093509.974029:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff978439e6b800. 02000000:00000001:0.0:1789093509.974034:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789093509.974041:0:2398:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000010:0.0:1789093509.974045:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97841f00b4d0. 00000400:00000010:0.0:1789093509.974051:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978407c49198. 00000100:00000001:1.0:1789093509.974054:0:2399:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000200:0.0:1789093509.974056:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875989369212032, portal 10 00000100:00000001:1.0:1789093509.974057:0:2399:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093509.974062:0:2398:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1789093509.974063:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1789093509.974065:0:2398:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629192871386112 : -114880838165504 : ffff978438731c00) 02000000:00000001:1.0:1789093509.974067:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789093509.974071:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789093509.974076:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff978438731c00 x1875989369212032/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093594 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789093509.974077:0:2399:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff978438733480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0241929-959a-49c3-a3c6-35d2c689d415:2399:1875989369212160:192.168.206.138@tcp:400:kworker.0 00000100:00000001:1.0:1789093509.974086:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789093509.974089:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1789093509.974090:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1789093509.974092:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789093509.974096:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1789093509.974097:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.138@tcp 02000000:00000010:1.0:1789093509.974100:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff978406220800. 00000400:00000010:0.0:1789093509.974101:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978407c49330. 02000000:00000001:1.0:1789093509.974103:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1789093509.974106:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875989369212032, offset 0 00000400:00000200:1.0:1789093509.974112:0:2399:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093509.974116:0:2398:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.206.138@tcp 00000400:00000010:1.0:1789093509.974117:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9784385464d0. 00000400:00000200:0.0:1789093509.974133:0:2398:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093509.974137:0:2398:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.138@tcp local destination 00000400:00000200:0.0:1789093509.974141:0:2398:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789093509.974143:0:2398:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.206.38@tcp 00000400:00000200:0.0:1789093509.974145:0:2398:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.206.38@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789093509.974148:0:2398:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.138@tcp 00000400:00000200:0.0:1789093509.974156:0:2398:0:(lib-move.c:1710:lnet_handle_send()) 192.168.206.38@tcp NI seq info: [546153:546153:255:4294967295] 192.168.206.138@tcp LPNI seq info [546114:546114:7:4294967295] 00000400:00000200:0.0:1789093509.974160:0:2398:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093509.974167:0:2398:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp:) -> 192.168.206.138@tcp(192.168.206.138@tcp:192.168.206.138@tcp) : PUT try# 0 00000800:00000200:0.0:1789093509.974172:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.138@tcp 00000800:00000010:0.0:1789093509.974175:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff978405f37d00. 00000800:00000200:0.0:1789093509.974179:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff978408f5f180] -> 12345-192.168.206.138@tcp (5) 00000800:00000200:0.0:1789093509.974184:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.138@tcp ip 192.168.206.138:988 00000800:00000200:0.0:1789093509.974186:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff978405f37d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789093509.974189:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789093509.974193:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: using a timeout of 24606 usecs (25 jiffies) 00000400:00000200:0.0:1789093509.974196:0:2398:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000100:00000001:0.0:1789093509.974198:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: PM QoS new deadline estimation for cpu 0 is 4305455129 00000100:00000001:0.0:1789093509.974202:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: PM QoS request active for cpu 0, keep current deadline 4305458935 00000400:00000010:1.0:1789093509.974203:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978406244ee0. 00000100:00000001:0.0:1789093509.974206:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: PM QoS new deadline estimation for cpu 1 is 4305455129 00000100:00000200:1.0:1789093509.974208:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875989369212160, portal 10 00000100:00000001:0.0:1789093509.974210:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: PM QoS request active for cpu 1, keep current deadline 4305458935 00000100:00000001:1.0:1789093509.974212:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789093509.974215:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789093509.974216:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629192871392384 : -114880838159232 : ffff978438733480) 00000100:00000001:0.0:1789093509.974220:0:2398:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093509.974225:0:2398:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789093509.974227:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff978438733480 x1875989369212160/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093594 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789093509.974232:0:2398:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff978438730a80 x1875989369212288/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093509.974299:0:2398:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789093509.974301:0:2398:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789093509.974303:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789093509.974305:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789093509.974307:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789093509.974310:0:2398:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff978438730a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0241929-959a-49c3-a3c6-35d2c689d415:2398:1875989369212288:192.168.206.138@tcp:400:kworker.0 00000100:00000001:0.0:1789093509.974313:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789093509.974315:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789093509.974316:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789093509.974323:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789093509.974325:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff978439e6a200. 02000000:00000001:0.0:1789093509.974327:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789093509.974331:0:2398:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000010:0.0:1789093509.974334:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97841f00bcb8. 00000400:00000010:0.0:1789093509.974337:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978407c49908. 00000100:00000200:0.0:1789093509.974339:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875989369212288, portal 4 00000100:00000001:0.0:1789093509.974341:0:2398:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789093509.974342:0:2398:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629192871381632 : -114880838169984 : ffff978438730a80) 00000100:00000040:0.0:1789093509.974348:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff978438730a80 x1875989369212288/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093509.974354:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789093509.974356:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.138@tcp 00000400:00000010:0.0:1789093509.974358:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978407c49f68. 00000100:00000200:0.0:1789093509.974361:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875989369212288, offset 0 00000400:00000200:0.0:1789093509.974364:0:2398:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.206.138@tcp 00000400:00000200:0.0:1789093509.974368:0:2398:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093509.974371:0:2398:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.138@tcp local destination 00000400:00000200:0.0:1789093509.974374:0:2398:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789093509.974376:0:2398:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.206.38@tcp 00000400:00000200:0.0:1789093509.974378:0:2398:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.206.38@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789093509.974380:0:2398:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.138@tcp 00000400:00000200:0.0:1789093509.974383:0:2398:0:(lib-move.c:1710:lnet_handle_send()) 192.168.206.38@tcp NI seq info: [546154:546154:254:4294967295] 192.168.206.138@tcp LPNI seq info [546115:546115:6:4294967295] 00000400:00000200:0.0:1789093509.974386:0:2398:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093509.974392:0:2398:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp:) -> 192.168.206.138@tcp(192.168.206.138@tcp:192.168.206.138@tcp) : PUT try# 0 00000800:00000200:0.0:1789093509.974396:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.138@tcp 00000800:00000010:0.0:1789093509.974399:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97842bf4b700. 00000800:00000200:0.0:1789093509.974403:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff978408f5f180] -> 12345-192.168.206.138@tcp (5) 00000800:00000200:0.0:1789093509.974407:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.138@tcp ip 192.168.206.138:988 00000800:00000200:0.0:1789093509.974409:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97842bf4b700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789093509.974412:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789093509.974419:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff978407827800: using a timeout of 97343 usecs (98 jiffies) 00000400:00000200:0.0:1789093509.974422:0:2398:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000100:00000001:0.0:1789093509.974424:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff978407827800: PM QoS new deadline estimation for cpu 0 is 4305455203 00000100:00000001:0.0:1789093509.974427:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff978407827800: PM QoS request active for cpu 0, keep current deadline 4305458935 00000100:00000001:0.0:1789093509.974443:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff978407827800: PM QoS new deadline estimation for cpu 1 is 4305455203 00000100:00000001:0.0:1789093509.974445:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff978407827800: PM QoS request active for cpu 1, keep current deadline 4305458935 00000100:00000001:0.0:1789093509.974448:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789093509.974450:0:2398:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093509.974452:0:2398:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093509.974454:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789093509.974457:0:2398:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789093509.974459:0:2398:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:0.0:1789093509.974460:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789093509.974462:0:2398:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789093509.974463:0:2398:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093509.974465:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789093509.974554:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789093509.974558:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97841f620a00. 00000400:00000200:0.0:1789093509.974563:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789093509.974568:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000400:00000200:0.0:1789093509.974572:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978406244dd0 00000400:00000010:0.0:1789093509.974574:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978406244dd0. 00000100:00000001:0.0:1789093509.974579:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1789093509.974583:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff978438730e00 x1875989369211904/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093525 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093509.974592:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789093509.974595:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff978438730e00 x1875989369211904/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093525 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093509.974601:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093509.974602:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1789093509.974614:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789093509.974616:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff978405f37d00. 00000400:00000200:0.0:1789093509.974619:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789093509.974628:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000400:00000200:0.0:1789093509.974630:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978407c49330 00000400:00000010:0.0:1789093509.974632:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978407c49330. 00000100:00000001:0.0:1789093509.974634:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1789093509.974638:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff978438731c00 x1875989369212032/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093594 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093509.974645:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789093509.974648:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff978438731c00 x1875989369212032/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093594 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093509.974654:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093509.974655:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1789093509.974721:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789093509.974723:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97842bf4b700. 00000400:00000200:0.0:1789093509.974726:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789093509.974729:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000400:00000200:0.0:1789093509.974731:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978407c49f68 00000400:00000010:0.0:1789093509.974733:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978407c49f68. 00000100:00000001:0.0:1789093509.974735:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1789093509.974738:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff978438730a80 x1875989369212288/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093509.974744:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789093509.974747:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff978438730a80 x1875989369212288/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093564 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093509.974753:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093509.974755:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1789093509.975053:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789093509.975057:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.138@tcp 00000400:00000010:1.0:1789093509.975061:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978406244a18. 00000100:00000200:1.0:1789093509.975064:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875989369212160, offset 0 00000400:00000200:1.0:1789093509.975069:0:2399:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.206.138@tcp 00000400:00000200:1.0:1789093509.975075:0:2399:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093509.975079:0:2399:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.138@tcp local destination 00000400:00000200:1.0:1789093509.975082:0:2399:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789093509.975085:0:2399:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.206.38@tcp 00000400:00000200:1.0:1789093509.975087:0:2399:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.206.38@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789093509.975089:0:2399:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.138@tcp 00000400:00000200:1.0:1789093509.975101:0:2399:0:(lib-move.c:1710:lnet_handle_send()) 192.168.206.38@tcp NI seq info: [546155:546155:256:4294967295] 192.168.206.138@tcp LPNI seq info [546116:546116:8:4294967295] 00000400:00000200:1.0:1789093509.975105:0:2399:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093509.975112:0:2399:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp:) -> 192.168.206.138@tcp(192.168.206.138@tcp:192.168.206.138@tcp) : PUT try# 0 00000800:00000200:1.0:1789093509.975116:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.138@tcp 00000800:00000010:1.0:1789093509.975119:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97841f620600. 00000800:00000200:1.0:1789093509.975123:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff978408f5f180] -> 12345-192.168.206.138@tcp (5) 00000800:00000200:1.0:1789093509.975128:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.138@tcp ip 192.168.206.138:988 00000800:00000200:1.0:1789093509.975131:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97841f620600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789093509.975144:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789093509.975148:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff978407827800: using a timeout of 22405 usecs (23 jiffies) 00000400:00000200:1.0:1789093509.975151:0:2399:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000100:00000001:1.0:1789093509.975153:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff978407827800: PM QoS new deadline estimation for cpu 0 is 4305455128 00000100:00000001:1.0:1789093509.975156:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff978407827800: PM QoS request active for cpu 0, keep current deadline 4305458935 00000100:00000001:1.0:1789093509.975158:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff978407827800: PM QoS new deadline estimation for cpu 1 is 4305455128 00000100:00000001:1.0:1789093509.975160:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff978407827800: PM QoS request active for cpu 1, keep current deadline 4305458935 00000100:00000001:1.0:1789093509.975162:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789093509.975164:0:2399:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093509.975167:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093509.975169:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789093509.975174:0:2399:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789093509.975175:0:2399:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789093509.975178:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789093509.975179:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789093509.975181:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093509.975183:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789093509.976204:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789093509.976211:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97841f620600. 00000400:00000200:0.0:1789093509.976215:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789093509.976221:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000400:00000200:0.0:1789093509.976225:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978406244a18 00000400:00000010:0.0:1789093509.976227:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978406244a18. 00000100:00000001:0.0:1789093509.976231:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1789093509.976268:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff978438733480 x1875989369212160/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093594 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093509.976278:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789093509.976281:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff978438733480 x1875989369212160/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093594 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093509.976288:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093509.976289:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1789093509.977571:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093509.977584:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789093509.977588:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093509.977591:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789093509.977597:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093509.977602:0:2390:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp) <- 192.168.206.138@tcp : PUT - for me 00000400:00000200:0.0:1789093509.977609:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093509.977613:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093509.977618:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093509.977621:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.138@tcp of length 224 into portal 10 MB=0x6aa33cff44c80 00000400:00000200:0.0:1789093509.977626:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093509.977631:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.138@tcp of length 224/224 into md 0x53d2a1 [1] + 224 00000800:00000001:0.0:1789093509.977637:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093509.977641:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789093509.977644:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789093509.977648:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000100:00000001:0.0:1789093509.977653:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789093509.977661:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff978438731c00 x1875989369212032/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093594 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789093509.977681:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff978438731c00 x1875989369212032/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093594 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093509.977704:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789093509.977711:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093509.977714:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789093509.977725:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093509.977733:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789093509.977737:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093509.977742:0:2390:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp) <- 192.168.206.138@tcp : PUT - for me 00000400:00000200:0.0:1789093509.977747:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093509.977750:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093509.977752:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093509.977755:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.138@tcp of length 224 into portal 25 MB=0x6aa33cff44c00 00000400:00000200:0.0:1789093509.977758:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093509.977762:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.138@tcp of length 224/224 into md 0x53d291 [1] + 224 00000800:00000001:0.0:1789093509.977766:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093509.977769:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789093509.977771:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789093509.977774:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000100:00000001:0.0:1789093509.977778:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789093509.977782:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff978438730e00 x1875989369211904/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093525 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789093509.977789:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff978438730e00 x1875989369211904/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093525 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093509.977800:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789093509.977804:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093509.977807:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789093509.977809:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093509.977810:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789093509.977813:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093509.977816:0:2390:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp) <- 192.168.206.138@tcp : PUT - for me 00000400:00000200:0.0:1789093509.977820:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093509.977823:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093509.977826:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093509.977828:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.138@tcp of length 224 into portal 4 MB=0x6aa33cff44d80 00000400:00000200:0.0:1789093509.977832:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093509.977836:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.138@tcp of length 224/224 into md 0x53d2b9 [1] + 224 00000800:00000001:0.0:1789093509.977846:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093509.977853:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789093509.977855:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789093509.977858:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000100:00000001:0.0:1789093509.977861:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789093509.977865:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff978438730a80 x1875989369212288/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093564 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789093509.977873:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff978438730a80 x1875989369212288/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093564 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093509.977880:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789093509.977884:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093509.977887:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789093509.978015:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789093509.978020:0:2398:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789093509.978025:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789093509.978027:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789093509.978030:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97841f00b4d0. 00000400:00000200:1.0:1789093509.978034:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978407c49198 00000400:00000010:1.0:1789093509.978036:0:2398:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978407c49198. 00000100:00000001:1.0:1789093509.978045:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789093509.978050:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff978438731c00 x1875989369212032/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093594 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789093509.978057:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff978438731c00 x1875989369212032/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093594 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093509.978063:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789093509.978065:0:2398:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789093509.978067:0:2398:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1789093509.978071:0:2398:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789093509.978073:0:2398:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789093509.978075:0:2398:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789093509.978078:0:2398:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789093509.978086:0:2398:0:(import.c:2149:obd_at_measure()) add 60 to ffff97840b494c60 time=54 v=60 (60 61 61 62) 00000100:00001000:1.0:1789093509.978090:0:2398:0:(import.c:2149:obd_at_measure()) add 1 to ffff97840b494c18 time=154 v=5 (1 1 0 0) 00000100:00000001:1.0:1789093509.978093:0:2398:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789093509.978094:0:2398:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789093509.978097:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789093509.978100:0:2398:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093509.978103:0:2398:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789093509.978105:0:2398:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff978407827800: skip recheck: last_committed 30064771462 00000100:00000001:1.0:1789093509.978107:0:2398:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789093509.978109:0:2398:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789093509.978114:0:2398:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff978438731c00 x1875989369212032/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093594 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093509.978121:0:2398:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789093509.978124:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789093509.978126:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789093509.978130:0:2398:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff978438731c00 x1875989369212032/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093594 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789093509.978137:0:2398:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff978438731c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0241929-959a-49c3-a3c6-35d2c689d415:2398:1875989369212032:192.168.206.138@tcp:400:kworker.0 00000400:00000001:1.0:1789093509.978142:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789093509.978149:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789093509.978151:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97841f00bcb8. 00000400:00000200:1.0:1789093509.978153:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978407c49908 00000400:00000010:1.0:1789093509.978155:0:2398:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978407c49908. 00000100:00000001:1.0:1789093509.978157:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789093509.978161:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff978438730a80 x1875989369212288/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093564 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789093509.978168:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff978438730a80 x1875989369212288/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093564 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093509.978175:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789093509.978176:0:2398:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789093509.978178:0:2398:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1789093509.978180:0:2398:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789093509.978181:0:2398:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789093509.978182:0:2398:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789093509.978184:0:2398:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789093509.978189:0:2398:0:(import.c:2149:obd_at_measure()) add 36 to ffff9784084a0460 time=54 v=36 (36 36 5 5) 00000100:00001000:1.0:1789093509.978192:0:2398:0:(import.c:2149:obd_at_measure()) add 1 to ffff9784084a0418 time=112 v=5 (1 1 0 0) 00000100:00000001:1.0:1789093509.978194:0:2398:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789093509.978195:0:2398:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789093509.978197:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789093509.978198:0:2398:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093509.978200:0:2398:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789093509.978202:0:2398:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff978407827800: skip recheck: last_committed 38654726918 00000100:00000001:1.0:1789093509.978204:0:2398:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789093509.978205:0:2398:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789093509.978210:0:2398:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff978438730a80 x1875989369212288/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093564 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093509.978216:0:2398:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789093509.978218:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789093509.978219:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789093509.978222:0:2398:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff978438730a80 x1875989369212288/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093564 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789093509.978239:0:2398:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff978438730a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0241929-959a-49c3-a3c6-35d2c689d415:2398:1875989369212288:192.168.206.138@tcp:400:kworker.0 00000100:00000001:0.0:1789093509.978317:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789093509.978321:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789093509.978324:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789093509.978326:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789093509.978327:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff978438546210. 00000400:00000200:0.0:1789093509.978331:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9784062447f8 00000400:00000010:0.0:1789093509.978333:0:2399:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9784062447f8. 00000100:00000001:0.0:1789093509.978336:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789093509.978341:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff978438730e00 x1875989369211904/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093525 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789093509.978349:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff978438730e00 x1875989369211904/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093525 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093509.978356:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789093509.978357:0:2399:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789093509.978359:0:2399:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1789093509.978361:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789093509.978362:0:2399:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789093509.978363:0:2399:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789093509.978365:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789093509.978368:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff9784093e6460 time=55 v=5 (5 5 5 5) 00000100:00001000:0.0:1789093509.978371:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff9784093e6418 time=154 v=5 (1 1 0 0) 00000100:00000001:0.0:1789093509.978379:0:2399:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789093509.978381:0:2399:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093509.978382:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789093509.978384:0:2399:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093509.978385:0:2399:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789093509.978389:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff978438730e00 x1875989369211904/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093525 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093509.978395:0:2399:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789093509.978396:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789093509.978398:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789093509.978400:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff978438730e00 x1875989369211904/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093525 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789093509.978406:0:2399:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff978438730e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:44e1fe9d-a8e4-4124-a507-08739088143d:2399:1875989369211904:192.168.206.138@tcp:400:kworker.0 00000100:00000001:0.0:1789093509.978410:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093509.978412:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789093509.978415:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff978438730e00 x1875989369211904/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093525 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093509.978422:0:2399:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789093509.978424:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789093509.978427:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff978406221e00. 02000000:00000001:0.0:1789093509.978430:0:2399:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789093509.978432:0:2399:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1789093509.978434:0:2399:0:(genops.c:1244:class_import_put()) import ffff9784093e6000 refcount=3 obd=MGC192.168.206.138@tcp 00000020:00000001:0.0:1789093509.978436:0:2399:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1789093509.978438:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff978405f37c00. 02000000:00000001:0.0:1789093509.978441:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789093509.978443:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789093509.978445:0:2399:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff978438730e00. 00000100:00000001:0.0:1789093509.978448:0:2399:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789093509.978450:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789093509.978453:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093509.978454:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789093509.978456:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789093509.978464:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093509.978466:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093509.979226:0:2398:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789093509.979230:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789093509.979238:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff978438731c00 x1875989369212032/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093594 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093509.979264:0:2398:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789093509.979266:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789093509.979268:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff978439e6b800. 02000000:00000001:1.0:1789093509.979331:0:2398:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789093509.979334:0:2398:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1789093509.979336:0:2398:0:(genops.c:1244:class_import_put()) import ffff97840b494800 refcount=5 obd=lustre-MDT0000-mdc-ffff978407827800 00000020:00000001:1.0:1789093509.979338:0:2398:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1789093509.979341:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff978405f37a00. 02000000:00000001:1.0:1789093509.979343:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789093509.979345:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789093509.979346:0:2398:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff978438731c00. 00000100:00000001:1.0:1789093509.979349:0:2398:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789093509.979350:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789093509.979352:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789093509.979357:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff978438730a80 x1875989369212288/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093564 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093509.979363:0:2398:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789093509.979364:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789093509.979366:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff978439e6a200. 02000000:00000001:1.0:1789093509.979368:0:2398:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789093509.979369:0:2398:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1789093509.979370:0:2398:0:(genops.c:1244:class_import_put()) import ffff9784084a0000 refcount=3 obd=lustre-OST0000-osc-ffff978407827800 00000020:00000001:1.0:1789093509.979371:0:2398:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1789093509.979373:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff978405f37100. 02000000:00000001:1.0:1789093509.979375:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789093509.979376:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789093509.979377:0:2398:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff978438730a80. 00000100:00000001:1.0:1789093509.979388:0:2398:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789093509.979389:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789093509.979391:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789093509.979398:0:2398:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789093509.979400:0:2398:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093509.979402:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789093509.979404:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1789093509.980085:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093509.980096:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789093509.980099:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093509.980102:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789093509.980107:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093509.980113:0:2391:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp) <- 192.168.206.138@tcp : PUT - for me 00000400:00000200:0.0:1789093509.980127:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093509.980132:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093509.980137:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093509.980141:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.138@tcp of length 224 into portal 10 MB=0x6aa33cff44d00 00000400:00000200:0.0:1789093509.980146:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093509.980151:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.138@tcp of length 224/224 into md 0x53d2b1 [1] + 224 00000800:00000001:0.0:1789093509.980157:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093509.980164:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789093509.980167:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789093509.980171:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000100:00000001:0.0:1789093509.980177:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789093509.980184:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff978438733480 x1875989369212160/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093594 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789093509.980193:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff978438733480 x1875989369212160/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093594 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093509.980210:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789093509.980221:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093509.980225:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789093509.980268:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789093509.980272:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789093509.980277:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789093509.980279:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789093509.980281:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9784385464d0. 00000400:00000200:1.0:1789093509.980285:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978406244ee0 00000400:00000010:1.0:1789093509.980287:0:2399:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978406244ee0. 00000100:00000001:1.0:1789093509.980290:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789093509.980433:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff978438733480 x1875989369212160/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093594 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789093509.980445:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff978438733480 x1875989369212160/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093594 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093509.980452:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789093509.980454:0:2399:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789093509.980457:0:2399:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1789093509.980460:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789093509.980461:0:2399:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789093509.980463:0:2399:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789093509.980465:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789093509.980474:0:2399:0:(import.c:2149:obd_at_measure()) add 60 to ffff97840b490460 time=54 v=60 (60 61 61 62) 00000100:00001000:1.0:1789093509.980478:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff97840b490418 time=131 v=5 (1 1 0 0) 00000100:00000001:1.0:1789093509.980481:0:2399:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789093509.980482:0:2399:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789093509.980484:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1789093509.980488:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff978438733480 x1875989369212160/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093594 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1789093509.980495:0:2399:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093509.980498:0:2399:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789093509.980509:0:2399:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff978407827800: skip recheck: last_committed 21474836545 00000100:00000001:1.0:1789093509.980511:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789093509.980513:0:2399:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789093509.980518:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff978438733480 x1875989369212160/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093594 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093509.980525:0:2399:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789093509.980529:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789093509.980531:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789093509.980535:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff978438733480 x1875989369212160/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093594 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789093509.980543:0:2399:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff978438733480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0241929-959a-49c3-a3c6-35d2c689d415:2399:1875989369212160:192.168.206.138@tcp:400:kworker.0 00000100:00000001:1.0:1789093509.980547:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789093509.980550:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789093509.980553:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff978438733480 x1875989369212160/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093594 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093509.980559:0:2399:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789093509.980561:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789093509.980563:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff978406220800. 02000000:00000001:1.0:1789093509.980566:0:2399:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789093509.980568:0:2399:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1789093509.980570:0:2399:0:(genops.c:1244:class_import_put()) import ffff97840b490000 refcount=3 obd=lustre-MDT0001-mdc-ffff978407827800 00000020:00000001:1.0:1789093509.980572:0:2399:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1789093509.980574:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff978405f37500. 02000000:00000001:1.0:1789093509.980576:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789093509.980577:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789093509.980579:0:2399:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff978438733480. 00000100:00000001:1.0:1789093509.980581:0:2399:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789093509.980582:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789093509.980584:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789093509.980589:0:2399:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789093509.980591:0:2399:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093509.980593:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789093509.980595:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093510.549347:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093510.549352:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093510.549357:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093510.549358:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789093510.549441:0:241652:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789093510.549444:0:241652:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789093510.549447:0:241652:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789093511.573813:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093511.573819:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093511.573824:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093511.573841:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789093511.573936:0:235706:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789093511.573939:0:235706:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789093511.573942:0:235706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789093512.600491:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093512.600498:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093512.600503:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093512.600504:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789093512.600614:0:247358:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789093512.600618:0:247358:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789093512.600621:0:247358:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789093513.621389:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093513.621396:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093513.621401:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093513.621402:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789093513.621457:0:235705:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789093513.621461:0:235705:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789093513.621473:0:235705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789093513.813359:0:278929:0:(connection.c:75:cpu_latency_work()) work item of ffff9784069f9110 (cpu 0) has reached its deadline 4305458935, at 4305458944 00000100:00000010:1.0:1789093513.813374:0:278929:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97841e801240. 00000100:00000040:0.0:1789093513.814570:0:247954:0:(connection.c:75:cpu_latency_work()) work item of ffff9784069f9000 (cpu 0) has reached its deadline 4305458935, at 4305458945 00000100:00000010:0.0:1789093513.814580:0:247954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97841e801e40. 00010000:00000001:0.0:1789093514.645405:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093514.645411:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093514.645560:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093514.645561:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789093514.647893:0:247359:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789093514.647899:0:247359:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789093514.647904:0:247359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789093515.093408:0:226917:0:(pinger.c:229:ptlrpc_pinger_process_import()) 44e1fe9d-a8e4-4124-a507-08739088143d->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789093515.093420:0:226917:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789093515.093682:0:226917:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff978438730e00. 00000020:00000040:0.0:1789093515.093688:0:226917:0:(genops.c:1231:class_import_get()) import ffff9784093e6000 refcount=4 obd=MGC192.168.206.138@tcp 00000100:00000001:0.0:1789093515.093692:0:226917:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789093515.093695:0:226917:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789093515.093700:0:226917:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789093515.093708:0:226917:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97842bf4b700. 00000100:00000001:0.0:1789093515.093714:0:226917:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789093515.093725:0:226917:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 44e1fe9d-a8e4-4124-a507-08739088143d->MGS req@ffff978438730e00 x1875989369212416/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789093515.093736:0:226917:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789093515.093740:0:226917:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789093515.095372:0:226917:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000007c84e0] to pc [ptlrpcd_00_01+1] req@ffff978438730e00 x1875989369212416/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093515.095487:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789093515.095492:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789093515.095495:0:2399:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789093515.095501:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff978438730e00 x1875989369212416/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093515.095509:0:2399:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789093515.095512:0:2399:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789093515.095516:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789093515.095519:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789093515.095522:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789093515.095525:0:2399:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff978438730e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:44e1fe9d-a8e4-4124-a507-08739088143d:2399:1875989369212416:192.168.206.138@tcp:400:kworker.0 00000100:00000001:1.0:1789093515.095529:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789093515.095535:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789093515.095537:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789093515.095539:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789093515.095546:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff978406220800. 02000000:00000001:1.0:1789093515.095548:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789093515.095555:0:2399:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000010:1.0:1789093515.095559:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9784385464d0. 00000400:00000010:1.0:1789093515.095566:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978406244ee0. 00000100:00000200:1.0:1789093515.095573:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875989369212416, portal 25 00000100:00000001:1.0:1789093515.095575:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789093515.095576:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629192871382528 : -114880838169088 : ffff978438730e00) 00000100:00000040:1.0:1789093515.095582:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff978438730e00 x1875989369212416/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093515.095589:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789093515.095592:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.138@tcp 00000400:00000010:1.0:1789093515.095594:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978406244f68. 00000100:00000200:1.0:1789093515.095597:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875989369212416, offset 0 00000400:00000200:1.0:1789093515.095603:0:2399:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.206.138@tcp 00000400:00000200:1.0:1789093515.095611:0:2399:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093515.095632:0:2399:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.138@tcp local destination 00000400:00000200:1.0:1789093515.095637:0:2399:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789093515.096157:0:2399:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.206.38@tcp 00000400:00000200:1.0:1789093515.096161:0:2399:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.206.38@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789093515.096164:0:2399:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.138@tcp 00000400:00000200:1.0:1789093515.096169:0:2399:0:(lib-move.c:1710:lnet_handle_send()) 192.168.206.38@tcp NI seq info: [546156:546156:256:4294967295] 192.168.206.138@tcp LPNI seq info [546117:546117:8:4294967295] 00000400:00000200:1.0:1789093515.096174:0:2399:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093515.096183:0:2399:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp:) -> 192.168.206.138@tcp(192.168.206.138@tcp:192.168.206.138@tcp) : PUT try# 0 00000800:00000200:1.0:1789093515.096189:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.138@tcp 00000800:00000010:1.0:1789093515.096195:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97841f620700. 00000800:00000200:1.0:1789093515.096202:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff978408f5f180] -> 12345-192.168.206.138@tcp (5) 00000800:00000200:1.0:1789093515.096209:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.138@tcp ip 192.168.206.138:988 00000800:00000200:1.0:1789093515.096213:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97841f620700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789093515.096228:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789093515.096232:0:2399:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000100:00000001:1.0:1789093515.096234:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.138@tcp: PM QoS new deadline estimation for cpu 0 is 4305464057 00000100:00000010:1.0:1789093515.096239:0:2399:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97841e801240. 00000100:00000001:0.0:1789093515.096567:0:226917:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789093515.096572:0:226917:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0241929-959a-49c3-a3c6-35d2c689d415->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789093515.096576:0:226917:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789093515.096586:0:226917:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff978438732300. 00000020:00000040:0.0:1789093515.096591:0:226917:0:(genops.c:1231:class_import_get()) import ffff97840b494800 refcount=6 obd=lustre-MDT0000-mdc-ffff978407827800 00000100:00000001:0.0:1789093515.096594:0:226917:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789093515.096597:0:226917:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789093515.096600:0:226917:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789093515.096605:0:226917:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97842bf4b600. 00000100:00000001:0.0:1789093515.096610:0:226917:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789093515.096616:0:226917:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0241929-959a-49c3-a3c6-35d2c689d415->lustre-MDT0000_UUID req@ffff978438732300 x1875989369212544/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789093515.096626:0:226917:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789093515.096630:0:226917:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789093515.096635:0:226917:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026b1708f] to pc [ptlrpcd_00_00+0] req@ffff978438732300 x1875989369212544/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093515.096656:0:226917:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789093515.096659:0:226917:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0241929-959a-49c3-a3c6-35d2c689d415->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789093515.096662:0:226917:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789093515.096664:0:226917:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff978438733100. 00000020:00000040:0.0:1789093515.096667:0:226917:0:(genops.c:1231:class_import_get()) import ffff97840b490000 refcount=4 obd=lustre-MDT0001-mdc-ffff978407827800 00000100:00000001:0.0:1789093515.096669:0:226917:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789093515.096670:0:226917:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789093515.096671:0:226917:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789093515.096675:0:226917:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97842bf4bd00. 00000100:00000001:0.0:1789093515.096677:0:226917:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789093515.096681:0:226917:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0241929-959a-49c3-a3c6-35d2c689d415->lustre-MDT0001_UUID req@ffff978438733100 x1875989369212672/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789093515.096689:0:226917:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789093515.096690:0:226917:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789093515.096694:0:226917:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034666170] to pc [ptlrpcd_00_01+1] req@ffff978438733100 x1875989369212672/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093515.096702:0:226917:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789093515.096718:0:226917:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0241929-959a-49c3-a3c6-35d2c689d415->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789093515.096727:0:226917:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789093515.096730:0:226917:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff978438731500. 00000020:00000040:0.0:1789093515.096733:0:226917:0:(genops.c:1231:class_import_get()) import ffff9784084a0000 refcount=4 obd=lustre-OST0000-osc-ffff978407827800 00000100:00000001:0.0:1789093515.096735:0:226917:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789093515.096737:0:226917:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789093515.096739:0:226917:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789093515.096742:0:226917:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97842bf4b900. 00000100:00000001:0.0:1789093515.096745:0:226917:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789093515.096750:0:226917:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0241929-959a-49c3-a3c6-35d2c689d415->lustre-OST0000_UUID req@ffff978438731500 x1875989369212800/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789093515.096757:0:226917:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789093515.096759:0:226917:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789093515.096762:0:226917:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e7abd52] to pc [ptlrpcd_00_00+0] req@ffff978438731500 x1875989369212800/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093515.096770:0:226917:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789093515.096772:0:226917:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0241929-959a-49c3-a3c6-35d2c689d415->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789093515.096775:0:226917:0:(pinger.c:247:ptlrpc_pinger_process_import()) b0241929-959a-49c3-a3c6-35d2c689d415->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789093515.096780:0:226917:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10797) 00000800:00000200:0.0:1789093515.096881:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789093515.096885:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97841f620700. 00000400:00000200:0.0:1789093515.096890:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789093515.096895:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000400:00000200:0.0:1789093515.096900:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978406244f68 00000400:00000010:0.0:1789093515.096903:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978406244f68. 00000100:00000001:0.0:1789093515.096907:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1789093515.096911:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff978438730e00 x1875989369212416/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093515.096918:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789093515.096922:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff978438730e00 x1875989369212416/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093531 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093515.096939:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093515.096941:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1789093515.096965:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789093515.096968:0:2398:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789093515.096969:0:2398:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789093515.096974:0:2398:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff978438732300 x1875989369212544/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093515.096981:0:2398:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789093515.096983:0:2398:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789093515.096985:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789093515.096988:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789093515.096990:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789093515.096993:0:2398:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff978438732300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0241929-959a-49c3-a3c6-35d2c689d415:2398:1875989369212544:192.168.206.138@tcp:400:kworker.0 00000100:00000001:0.0:1789093515.096996:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789093515.096999:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789093515.097001:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789093515.097003:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789093515.097008:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff978439e6b600. 02000000:00000001:0.0:1789093515.097010:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789093515.097014:0:2398:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000010:0.0:1789093515.097017:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97841f00b268. 00000400:00000010:0.0:1789093515.097021:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978407c49f68. 00000100:00000200:0.0:1789093515.097027:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875989369212544, portal 10 00000100:00000001:0.0:1789093515.097030:0:2398:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789093515.097031:0:2398:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629192871387904 : -114880838163712 : ffff978438732300) 00000100:00000040:0.0:1789093515.097038:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff978438732300 x1875989369212544/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093600 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093515.097045:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789093515.097048:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.138@tcp 00000400:00000010:0.0:1789093515.097050:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978407c49330. 00000100:00000200:0.0:1789093515.097053:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875989369212544, offset 0 00000400:00000200:0.0:1789093515.097057:0:2398:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.206.138@tcp 00000400:00000200:0.0:1789093515.097069:0:2398:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093515.097073:0:2398:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.138@tcp local destination 00000400:00000200:0.0:1789093515.097076:0:2398:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789093515.097079:0:2398:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.206.38@tcp 00000400:00000200:0.0:1789093515.097081:0:2398:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.206.38@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789093515.097083:0:2398:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.138@tcp 00000400:00000200:0.0:1789093515.097085:0:2398:0:(lib-move.c:1710:lnet_handle_send()) 192.168.206.38@tcp NI seq info: [546157:546157:256:4294967295] 192.168.206.138@tcp LPNI seq info [546118:546118:8:4294967295] 00000400:00000200:0.0:1789093515.097090:0:2398:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093515.097096:0:2398:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp:) -> 192.168.206.138@tcp(192.168.206.138@tcp:192.168.206.138@tcp) : PUT try# 0 00000800:00000200:0.0:1789093515.097101:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.138@tcp 00000800:00000010:0.0:1789093515.097105:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97842bf4bc00. 00000800:00000200:0.0:1789093515.097110:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff978408f5f180] -> 12345-192.168.206.138@tcp (5) 00000800:00000200:0.0:1789093515.097115:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.138@tcp ip 192.168.206.138:988 00000800:00000200:0.0:1789093515.097118:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97842bf4bc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789093515.097126:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789093515.097131:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: using a timeout of 24600 usecs (25 jiffies) 00000400:00000200:0.0:1789093515.097134:0:2398:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000100:00000001:0.0:1789093515.097136:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: PM QoS new deadline estimation for cpu 0 is 4305460252 00000100:00000001:1.0:1789093515.097650:0:2399:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.138@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1789093515.097659:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.138@tcp: PM QoS new deadline estimation for cpu 1 is 4305464059 00000100:00000010:1.0:1789093515.097665:0:2399:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97841e801480. 00000100:00000001:1.0:1789093515.097669:0:2399:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.138@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1789093515.097673:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789093515.097676:0:2399:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093515.097679:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093515.097682:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789093515.097690:0:2399:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789093515.097692:0:2399:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789093515.097695:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789093515.097696:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789093515.097697:0:2399:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789093515.097703:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff978438733100 x1875989369212672/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093515.097723:0:2399:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789093515.097725:0:2399:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789093515.097728:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789093515.097729:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789093515.097731:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789093515.097735:0:2399:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff978438733100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0241929-959a-49c3-a3c6-35d2c689d415:2399:1875989369212672:192.168.206.138@tcp:400:kworker.0 00000100:00000001:1.0:1789093515.097739:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789093515.097742:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789093515.097743:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789093515.097745:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789093515.097748:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff978406220200. 02000000:00000001:1.0:1789093515.097750:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789093515.097753:0:2399:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000010:1.0:1789093515.097757:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff978438546948. 00000400:00000010:1.0:1789093515.097761:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978406244b28. 00000100:00000200:1.0:1789093515.097764:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875989369212672, portal 10 00000100:00000001:1.0:1789093515.097765:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789093515.097767:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629192871391488 : -114880838160128 : ffff978438733100) 00000100:00000040:1.0:1789093515.097773:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff978438733100 x1875989369212672/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093600 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093515.097780:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789093515.097782:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.138@tcp 00000400:00000010:1.0:1789093515.097784:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978406244990. 00000100:00000200:1.0:1789093515.097787:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875989369212672, offset 0 00000400:00000200:1.0:1789093515.097792:0:2399:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.206.138@tcp 00000400:00000200:1.0:1789093515.097796:0:2399:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093515.097800:0:2399:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.138@tcp local destination 00000400:00000200:1.0:1789093515.097803:0:2399:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789093515.097806:0:2399:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.206.38@tcp 00000400:00000200:1.0:1789093515.097808:0:2399:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.206.38@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789093515.097810:0:2399:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.138@tcp 00000400:00000200:1.0:1789093515.097819:0:2399:0:(lib-move.c:1710:lnet_handle_send()) 192.168.206.38@tcp NI seq info: [546158:546158:255:4294967295] 192.168.206.138@tcp LPNI seq info [546119:546119:7:4294967295] 00000400:00000200:1.0:1789093515.097824:0:2399:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093515.097831:0:2399:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp:) -> 192.168.206.138@tcp(192.168.206.138@tcp:192.168.206.138@tcp) : PUT try# 0 00000800:00000200:1.0:1789093515.097835:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.138@tcp 00000800:00000010:1.0:1789093515.097839:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97841f620300. 00000800:00000200:1.0:1789093515.097842:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff978408f5f180] -> 12345-192.168.206.138@tcp (5) 00000800:00000200:1.0:1789093515.097848:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.138@tcp ip 192.168.206.138:988 00000800:00000200:1.0:1789093515.097851:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97841f620300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789093515.097854:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789093515.097857:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff978407827800: using a timeout of 22403 usecs (23 jiffies) 00000400:00000200:1.0:1789093515.097859:0:2399:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000100:00000001:1.0:1789093515.097861:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff978407827800: PM QoS new deadline estimation for cpu 0 is 4305460251 00000100:00000001:1.0:1789093515.097864:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff978407827800: PM QoS request active for cpu 0, keep current deadline 4305464057 00000100:00000001:1.0:1789093515.097866:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff978407827800: PM QoS new deadline estimation for cpu 1 is 4305460251 00000100:00000001:1.0:1789093515.097868:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff978407827800: PM QoS request active for cpu 1, keep current deadline 4305464059 00000100:00000001:1.0:1789093515.097870:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789093515.097872:0:2399:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093515.097875:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093515.097877:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789093515.097880:0:2399:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789093515.097882:0:2399:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789093515.097884:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789093515.097885:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789093515.097886:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093515.097889:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1789093515.099577:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093515.099591:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789093515.099595:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093515.099598:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789093515.099605:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093515.099612:0:2390:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp) <- 192.168.206.138@tcp : PUT - for me 00000400:00000200:1.0:1789093515.099620:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093515.099635:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093515.099651:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093515.099655:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.138@tcp of length 224 into portal 25 MB=0x6aa33cff44e00 00000400:00000200:1.0:1789093515.099660:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093515.099666:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.138@tcp of length 224/224 into md 0x53d2d1 [1] + 224 00000800:00000001:1.0:1789093515.099673:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093515.099680:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789093515.099683:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789093515.099687:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000100:00000001:1.0:1789093515.099694:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789093515.099702:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff978438730e00 x1875989369212416/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093531 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789093515.099712:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff978438730e00 x1875989369212416/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093531 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093515.099726:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:1.0:1789093515.099753:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789093515.099757:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97842bf4bc00. 00000400:00000200:1.0:1789093515.099760:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789093515.099764:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000400:00000200:1.0:1789093515.099767:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978407c49330 00000400:00000010:1.0:1789093515.099770:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978407c49330. 00000100:00000001:1.0:1789093515.099773:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789093515.099777:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff978438732300 x1875989369212544/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093600 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093515.099787:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789093515.099791:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff978438732300 x1875989369212544/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093600 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093515.099797:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093515.099799:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1789093515.099804:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093515.099806:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1789093515.100101:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789093515.100104:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97841f620300. 00000400:00000200:1.0:1789093515.100108:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789093515.100113:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000400:00000200:1.0:1789093515.100116:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978406244990 00000400:00000010:1.0:1789093515.100119:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978406244990. 00000100:00000001:1.0:1789093515.100122:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789093515.100126:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff978438733100 x1875989369212672/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093600 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093515.100134:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789093515.100137:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff978438733100 x1875989369212672/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093600 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093515.100143:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093515.100145:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1789093515.100160:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789093515.100163:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789093515.100169:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789093515.100171:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789093515.100173:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9784385464d0. 00000400:00000200:1.0:1789093515.100176:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978406244ee0 00000400:00000010:1.0:1789093515.100178:0:2399:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978406244ee0. 00000100:00000001:1.0:1789093515.100179:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789093515.100183:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff978438730e00 x1875989369212416/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093531 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789093515.100192:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff978438730e00 x1875989369212416/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093531 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093515.100198:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789093515.100200:0:2399:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789093515.100203:0:2399:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1789093515.100205:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789093515.100207:0:2399:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789093515.100210:0:2399:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789093515.100212:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789093515.100218:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff9784093e6460 time=61 v=5 (5 5 5 5) 00000100:00001000:1.0:1789093515.100229:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff9784093e6418 time=10 v=5 (1 1 1 0) 00000100:00000001:1.0:1789093515.100232:0:2399:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789093515.100234:0:2399:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789093515.100236:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789093515.100238:0:2399:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093515.100241:0:2399:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789093515.100266:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff978438730e00 x1875989369212416/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093531 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093515.100273:0:2399:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789093515.100275:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789093515.100277:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789093515.100281:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff978438730e00 x1875989369212416/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093531 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789093515.100288:0:2399:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff978438730e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:44e1fe9d-a8e4-4124-a507-08739088143d:2399:1875989369212416:192.168.206.138@tcp:400:kworker.0 00000100:00000001:1.0:1789093515.100292:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093515.100294:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789093515.100310:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff978438730e00 x1875989369212416/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093531 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093515.100316:0:2399:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789093515.100319:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789093515.100322:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff978406220800. 02000000:00000001:1.0:1789093515.100325:0:2399:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789093515.100327:0:2399:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1789093515.100329:0:2399:0:(genops.c:1244:class_import_put()) import ffff9784093e6000 refcount=3 obd=MGC192.168.206.138@tcp 00000020:00000001:1.0:1789093515.100331:0:2399:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1789093515.100334:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97842bf4b700. 02000000:00000001:1.0:1789093515.100336:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789093515.100338:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789093515.100340:0:2399:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff978438730e00. 00000100:00000001:1.0:1789093515.100343:0:2399:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789093515.100344:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789093515.100347:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093515.100348:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789093515.100355:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789093515.100356:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093515.100358:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093515.101655:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: PM QoS request active for cpu 0, keep current deadline 4305464057 00000100:00000001:0.0:1789093515.101663:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: PM QoS new deadline estimation for cpu 1 is 4305460257 00000100:00000001:0.0:1789093515.101666:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: PM QoS request active for cpu 1, keep current deadline 4305464059 00000100:00000001:0.0:1789093515.101669:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789093515.101672:0:2398:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093515.101676:0:2398:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789093515.101684:0:2398:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff978438731500 x1875989369212800/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093515.101691:0:2398:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789093515.101692:0:2398:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789093515.101696:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789093515.101796:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789093515.101799:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789093515.101803:0:2398:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff978438731500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0241929-959a-49c3-a3c6-35d2c689d415:2398:1875989369212800:192.168.206.138@tcp:400:kworker.0 00000100:00000001:0.0:1789093515.101807:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789093515.101812:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789093515.101813:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789093515.101815:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789093515.101819:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff978439e6be00. 02000000:00000001:0.0:1789093515.101821:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789093515.101826:0:2398:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000010:0.0:1789093515.101830:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97841f00bd68. 00000400:00000010:0.0:1789093515.101835:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978407c497f8. 00000100:00000200:0.0:1789093515.101841:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875989369212800, portal 4 00000100:00000001:0.0:1789093515.101843:0:2398:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789093515.101844:0:2398:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629192871384320 : -114880838167296 : ffff978438731500) 00000100:00000040:0.0:1789093515.101851:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff978438731500 x1875989369212800/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093570 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093515.101857:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789093515.101859:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.138@tcp 00000400:00000010:0.0:1789093515.101861:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978407c496e8. 00000100:00000200:0.0:1789093515.101864:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875989369212800, offset 0 00000400:00000200:0.0:1789093515.101869:0:2398:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.206.138@tcp 00000400:00000200:0.0:1789093515.101876:0:2398:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093515.101883:0:2398:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.138@tcp local destination 00000400:00000200:0.0:1789093515.101887:0:2398:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789093515.101890:0:2398:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.206.38@tcp 00000400:00000200:0.0:1789093515.101893:0:2398:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.206.38@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789093515.101896:0:2398:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.138@tcp 00000400:00000200:0.0:1789093515.101899:0:2398:0:(lib-move.c:1710:lnet_handle_send()) 192.168.206.38@tcp NI seq info: [546159:546159:256:4294967295] 192.168.206.138@tcp LPNI seq info [546120:546120:8:4294967295] 00000400:00000200:0.0:1789093515.101903:0:2398:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093515.101910:0:2398:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp:) -> 192.168.206.138@tcp(192.168.206.138@tcp:192.168.206.138@tcp) : PUT try# 0 00000800:00000200:0.0:1789093515.101915:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.138@tcp 00000800:00000010:0.0:1789093515.101925:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97842bf4b200. 00000800:00000200:0.0:1789093515.101931:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff978408f5f180] -> 12345-192.168.206.138@tcp (5) 00000800:00000200:0.0:1789093515.101938:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.138@tcp ip 192.168.206.138:988 00000800:00000200:0.0:1789093515.101942:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97842bf4b200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789093515.101962:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789093515.101966:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff978407827800: using a timeout of 97270 usecs (98 jiffies) 00000400:00000200:0.0:1789093515.101970:0:2398:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000100:00000001:0.0:1789093515.101972:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff978407827800: PM QoS new deadline estimation for cpu 0 is 4305460330 00000100:00000001:0.0:1789093515.101974:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff978407827800: PM QoS request active for cpu 0, keep current deadline 4305464057 00000100:00000001:0.0:1789093515.101976:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff978407827800: PM QoS new deadline estimation for cpu 1 is 4305460330 00000100:00000001:0.0:1789093515.101978:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff978407827800: PM QoS request active for cpu 1, keep current deadline 4305464059 00000100:00000001:0.0:1789093515.101980:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789093515.101982:0:2398:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093515.102173:0:2398:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093515.102178:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789093515.102185:0:2398:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789093515.102187:0:2398:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:0.0:1789093515.102190:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789093515.102191:0:2398:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789093515.102194:0:2398:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093515.102196:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789093515.102353:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789093515.102358:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97842bf4b200. 00000400:00000200:1.0:1789093515.102362:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789093515.102366:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000400:00000200:1.0:1789093515.102371:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978407c496e8 00000400:00000010:1.0:1789093515.102372:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978407c496e8. 00000100:00000001:1.0:1789093515.102376:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789093515.102380:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff978438731500 x1875989369212800/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093570 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093515.102387:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789093515.102390:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff978438731500 x1875989369212800/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093570 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093515.102395:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093515.102397:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1789093515.105361:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093515.105376:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789093515.105380:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093515.105383:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789093515.105389:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093515.105395:0:2391:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp) <- 192.168.206.138@tcp : PUT - for me 00000400:00000200:1.0:1789093515.105402:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093515.105407:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093515.105412:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093515.105415:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.138@tcp of length 224 into portal 10 MB=0x6aa33cff44e80 00000400:00000200:1.0:1789093515.105420:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093515.105425:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.138@tcp of length 224/224 into md 0x53d2e1 [1] + 224 00000800:00000001:1.0:1789093515.105431:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093515.105436:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789093515.105438:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789093515.105443:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000100:00000001:1.0:1789093515.105448:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789093515.105478:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff978438732300 x1875989369212544/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093600 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789093515.105488:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff978438732300 x1875989369212544/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093600 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093515.105510:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789093515.105519:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093515.105523:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789093515.105525:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093515.105527:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789093515.105531:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093515.105534:0:2391:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp) <- 192.168.206.138@tcp : PUT - for me 00000400:00000200:1.0:1789093515.105539:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093515.105541:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093515.105544:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093515.105547:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.138@tcp of length 224 into portal 10 MB=0x6aa33cff44f00 00000400:00000200:1.0:1789093515.105551:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093515.105555:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.138@tcp of length 224/224 into md 0x53d2f1 [1] + 224 00000800:00000001:1.0:1789093515.105559:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093515.105565:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789093515.105567:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789093515.105571:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000100:00000001:1.0:1789093515.105574:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789093515.105578:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff978438733100 x1875989369212672/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093600 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789093515.105586:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff978438733100 x1875989369212672/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093600 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093515.105601:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789093515.105605:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093515.105608:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789093515.105620:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789093515.105624:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789093515.105634:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789093515.105636:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789093515.105649:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff978438546948. 00000400:00000200:1.0:1789093515.105654:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978406244b28 00000400:00000010:1.0:1789093515.105656:0:2399:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978406244b28. 00000100:00000001:1.0:1789093515.105659:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789093515.105664:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff978438733100 x1875989369212672/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093600 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789093515.105673:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff978438733100 x1875989369212672/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093600 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093515.105679:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789093515.105681:0:2399:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789093515.105683:0:2399:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1789093515.105686:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789093515.105689:0:2399:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789093515.105691:0:2399:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789093515.105693:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789093515.105702:0:2399:0:(import.c:2149:obd_at_measure()) add 60 to ffff97840b490460 time=60 v=60 (60 61 61 62) 00000100:00001000:1.0:1789093515.105707:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff97840b490418 time=137 v=5 (1 1 0 0) 00000100:00000001:1.0:1789093515.105709:0:2399:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789093515.105711:0:2399:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789093515.105714:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1789093515.105719:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff978438733100 x1875989369212672/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093600 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1789093515.105726:0:2399:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093515.105729:0:2399:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789093515.105732:0:2399:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff978407827800: skip recheck: last_committed 21474836545 00000100:00000001:1.0:1789093515.105734:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789093515.105735:0:2399:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789093515.105739:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff978438733100 x1875989369212672/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093600 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093515.105745:0:2399:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789093515.105748:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789093515.105755:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789093515.105760:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff978438733100 x1875989369212672/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093600 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789093515.105767:0:2399:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff978438733100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0241929-959a-49c3-a3c6-35d2c689d415:2399:1875989369212672:192.168.206.138@tcp:400:kworker.0 00000100:00000001:1.0:1789093515.105771:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789093515.105773:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789093515.105776:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff978438733100 x1875989369212672/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093600 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093515.105782:0:2399:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789093515.105784:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789093515.105787:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff978406220200. 02000000:00000001:1.0:1789093515.105790:0:2399:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789093515.105793:0:2399:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1789093515.105794:0:2399:0:(genops.c:1244:class_import_put()) import ffff97840b490000 refcount=3 obd=lustre-MDT0001-mdc-ffff978407827800 00000020:00000001:1.0:1789093515.105797:0:2399:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1789093515.105799:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97842bf4bd00. 02000000:00000001:1.0:1789093515.105802:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789093515.105804:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789093515.105806:0:2399:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff978438733100. 00000100:00000001:1.0:1789093515.105809:0:2399:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789093515.105811:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789093515.105813:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789093515.105820:0:2399:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789093515.105821:0:2399:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093515.105823:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789093515.105825:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093515.106080:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789093515.106083:0:2398:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789093515.106087:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789093515.106088:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789093515.106091:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97841f00b268. 00000400:00000200:0.0:1789093515.106094:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978407c49f68 00000400:00000010:0.0:1789093515.106096:0:2398:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978407c49f68. 00000100:00000001:0.0:1789093515.106099:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789093515.106103:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff978438732300 x1875989369212544/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093600 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789093515.106111:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff978438732300 x1875989369212544/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093600 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093515.106129:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789093515.106131:0:2398:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789093515.106133:0:2398:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1789093515.106134:0:2398:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789093515.106136:0:2398:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789093515.106137:0:2398:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789093515.106139:0:2398:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789093515.106144:0:2398:0:(import.c:2149:obd_at_measure()) add 60 to ffff97840b494c60 time=60 v=60 (60 61 61 62) 00000100:00001000:0.0:1789093515.106147:0:2398:0:(import.c:2149:obd_at_measure()) add 1 to ffff97840b494c18 time=10 v=5 (1 1 1 0) 00000100:00000001:0.0:1789093515.106149:0:2398:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789093515.106150:0:2398:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093515.106152:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789093515.106154:0:2398:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093515.106157:0:2398:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789093515.106158:0:2398:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff978407827800: skip recheck: last_committed 30064771462 00000100:00000001:0.0:1789093515.106160:0:2398:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789093515.106161:0:2398:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789093515.106166:0:2398:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff978438732300 x1875989369212544/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093600 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093515.106173:0:2398:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789093515.106175:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789093515.106176:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789093515.106180:0:2398:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff978438732300 x1875989369212544/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093600 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789093515.106187:0:2398:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff978438732300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0241929-959a-49c3-a3c6-35d2c689d415:2398:1875989369212544:192.168.206.138@tcp:400:kworker.0 00000100:00000001:0.0:1789093515.106191:0:2398:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093515.106194:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789093515.106196:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff978438732300 x1875989369212544/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093600 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093515.106202:0:2398:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789093515.106210:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789093515.106212:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff978439e6b600. 02000000:00000001:0.0:1789093515.106215:0:2398:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789093515.106216:0:2398:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1789093515.106218:0:2398:0:(genops.c:1244:class_import_put()) import ffff97840b494800 refcount=5 obd=lustre-MDT0000-mdc-ffff978407827800 00000020:00000001:0.0:1789093515.106220:0:2398:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1789093515.106221:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97842bf4b600. 02000000:00000001:0.0:1789093515.106224:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789093515.106225:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789093515.106226:0:2398:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff978438732300. 00000100:00000001:0.0:1789093515.106229:0:2398:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789093515.106230:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789093515.106232:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093515.106234:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789093515.106236:0:2398:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789093515.106237:0:2398:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093515.106239:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1789093515.106739:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093515.106746:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789093515.106748:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093515.106751:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789093515.106755:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093515.106759:0:2390:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp) <- 192.168.206.138@tcp : PUT - for me 00000400:00000200:1.0:1789093515.106765:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093515.106768:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093515.106777:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093515.106780:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.138@tcp of length 224 into portal 4 MB=0x6aa33cff44f80 00000400:00000200:1.0:1789093515.106784:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093515.106788:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.138@tcp of length 224/224 into md 0x53d301 [1] + 224 00000800:00000001:1.0:1789093515.106793:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093515.106833:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789093515.106836:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789093515.106840:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000100:00000001:1.0:1789093515.106844:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789093515.106848:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff978438731500 x1875989369212800/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093570 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789093515.106857:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff978438731500 x1875989369212800/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093570 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093515.106948:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789093515.106956:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093515.106959:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789093515.107233:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789093515.107236:0:2398:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789093515.107239:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789093515.107241:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789093515.107260:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97841f00bd68. 00000400:00000200:0.0:1789093515.107263:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978407c497f8 00000400:00000010:0.0:1789093515.107265:0:2398:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978407c497f8. 00000100:00000001:0.0:1789093515.107268:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789093515.107272:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff978438731500 x1875989369212800/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093570 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789093515.107280:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff978438731500 x1875989369212800/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093570 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093515.107286:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789093515.107287:0:2398:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789093515.107289:0:2398:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1789093515.107290:0:2398:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789093515.107292:0:2398:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789093515.107293:0:2398:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789093515.107295:0:2398:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789093515.107301:0:2398:0:(import.c:2149:obd_at_measure()) add 36 to ffff9784084a0460 time=60 v=36 (36 36 5 5) 00000100:00001000:0.0:1789093515.107311:0:2398:0:(import.c:2149:obd_at_measure()) add 1 to ffff9784084a0418 time=118 v=5 (1 1 0 0) 00000100:00000001:0.0:1789093515.107313:0:2398:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789093515.107315:0:2398:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093515.107317:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789093515.107319:0:2398:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093515.107321:0:2398:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789093515.107323:0:2398:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff978407827800: skip recheck: last_committed 38654726918 00000100:00000001:0.0:1789093515.107325:0:2398:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789093515.107326:0:2398:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789093515.107331:0:2398:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff978438731500 x1875989369212800/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093570 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093515.107337:0:2398:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789093515.107339:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789093515.107341:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789093515.107344:0:2398:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff978438731500 x1875989369212800/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093570 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789093515.107350:0:2398:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff978438731500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0241929-959a-49c3-a3c6-35d2c689d415:2398:1875989369212800:192.168.206.138@tcp:400:kworker.0 00000100:00000001:0.0:1789093515.107354:0:2398:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789093515.107356:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789093515.107358:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff978438731500 x1875989369212800/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093570 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093515.107363:0:2398:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789093515.107364:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789093515.107366:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff978439e6be00. 02000000:00000001:0.0:1789093515.107369:0:2398:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789093515.107370:0:2398:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1789093515.107372:0:2398:0:(genops.c:1244:class_import_put()) import ffff9784084a0000 refcount=3 obd=lustre-OST0000-osc-ffff978407827800 00000020:00000001:0.0:1789093515.107374:0:2398:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1789093515.107375:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97842bf4b900. 02000000:00000001:0.0:1789093515.107377:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789093515.107378:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789093515.107380:0:2398:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff978438731500. 00000100:00000001:0.0:1789093515.107388:0:2398:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789093515.107390:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789093515.107391:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789093515.107396:0:2398:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789093515.107398:0:2398:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093515.107399:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789093515.107401:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093515.669451:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093515.669469:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093515.669474:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093515.669476:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789093515.669603:0:241652:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789093515.669606:0:241652:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789093515.669609:0:241652:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789093516.693500:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093516.693506:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093516.693510:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093516.693511:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789093516.693680:0:235706:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789093516.693684:0:235706:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789093516.693703:0:235706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789093517.717349:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093517.717356:0:247954:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789093517.717358:0:247954:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789093517.717361:0:247954:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093517.717365:0:247954:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789093517.717367:0:247954:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093517.717369:0:247954:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093517.717370:0:247954:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093517.717373:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093517.717373:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789093517.717503:0:247358:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789093517.717506:0:247358:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789093517.717509:0:247358:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789093518.742333:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093518.742341:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093518.742347:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093518.742350:0:247954:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789093518.742352:0:247954:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789093518.742358:0:247954:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789093518.742360:0:247954:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789093518.742361:0:247954:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093518.742364:0:247954:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789093518.742366:0:247954:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093518.742368:0:247954:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093518.742370:0:247954:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789093518.742445:0:235705:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789093518.742448:0:235705:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789093518.742451:0:235705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789093518.933370:0:247954:0:(connection.c:75:cpu_latency_work()) work item of ffff9784069f9000 (cpu 0) has reached its deadline 4305464057, at 4305464064 00000100:00000010:0.0:1789093518.933400:0:247954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97841e801240. 00000100:00000040:1.0:1789093518.933685:0:278929:0:(connection.c:75:cpu_latency_work()) work item of ffff9784069f9110 (cpu 0) has reached its deadline 4305464059, at 4305464064 00000100:00000010:1.0:1789093518.933691:0:278929:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97841e801480. 00010000:00000001:0.0:1789093519.766605:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093519.766612:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093519.766626:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093519.766628:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789093519.766859:0:247359:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789093519.766863:0:247359:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789093519.766866:0:247359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789093520.225228:0:226917:0:(pinger.c:229:ptlrpc_pinger_process_import()) 44e1fe9d-a8e4-4124-a507-08739088143d->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789093520.225239:0:226917:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789093520.225263:0:226917:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff978409d55c00. 00000020:00000040:3.0:1789093520.225269:0:226917:0:(genops.c:1231:class_import_get()) import ffff9784093e6000 refcount=4 obd=MGC192.168.206.138@tcp 00000100:00000001:3.0:1789093520.225273:0:226917:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789093520.225277:0:226917:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789093520.225281:0:226917:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789093520.225289:0:226917:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97843317fd00. 00000100:00000001:3.0:1789093520.225296:0:226917:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789093520.225307:0:226917:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 44e1fe9d-a8e4-4124-a507-08739088143d->MGS req@ffff978409d55c00 x1875989369212928/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789093520.225318:0:226917:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789093520.225322:0:226917:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789093520.225329:0:226917:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c469acc2] to pc [ptlrpcd_01_01+1] req@ffff978409d55c00 x1875989369212928/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093520.225364:0:226917:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789093520.225367:0:226917:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0241929-959a-49c3-a3c6-35d2c689d415->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789093520.225371:0:226917:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1789093520.225389:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1789093520.225392:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1789093520.225394:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789093520.225400:0:2400:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789093520.225402:0:2400:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789093520.225404:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789093520.225406:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789093520.225408:0:2400:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789093520.225414:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff978409d55c00 x1875989369212928/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093520.225421:0:2400:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789093520.225422:0:2400:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789093520.225425:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789093520.225428:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789093520.225431:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789093520.225434:0:2400:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff978409d55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:44e1fe9d-a8e4-4124-a507-08739088143d:2400:1875989369212928:192.168.206.138@tcp:400:kworker.0 00000100:00000001:3.0:1789093520.225438:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789093520.225444:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789093520.225446:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789093520.225448:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789093520.225453:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97843888ac00. 02000000:00000001:3.0:1789093520.225454:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789093520.225461:0:2400:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000010:3.0:1789093520.225464:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97841ec90210. 00000400:00000010:3.0:1789093520.225470:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978406616908. 00000100:00000200:3.0:1789093520.225492:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875989369212928, portal 25 00000100:00000001:3.0:1789093520.225495:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789093520.225496:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629192089295872 : -114881620255744 : ffff978409d55c00) 00000100:00000040:3.0:1789093520.225501:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff978409d55c00 x1875989369212928/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093520.225507:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789093520.225510:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.138@tcp 00000400:00000010:3.0:1789093520.225512:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978406616220. 00000100:00000200:3.0:1789093520.225516:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875989369212928, offset 0 00000400:00000200:3.0:1789093520.225527:0:2400:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.206.138@tcp 00000400:00000200:3.0:1789093520.225534:0:2400:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:3.0:1789093520.225540:0:2400:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.138@tcp local destination 00000400:00000200:3.0:1789093520.225545:0:2400:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789093520.225548:0:2400:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.206.38@tcp 00000400:00000200:3.0:1789093520.225552:0:2400:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.206.38@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789093520.225555:0:2400:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.138@tcp 00000400:00000200:3.0:1789093520.225558:0:2400:0:(lib-move.c:1710:lnet_handle_send()) 192.168.206.38@tcp NI seq info: [546160:546160:256:4294967295] 192.168.206.138@tcp LPNI seq info [546121:546121:8:4294967295] 00000400:00000200:3.0:1789093520.225562:0:2400:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:3.0:1789093520.225571:0:2400:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp:) -> 192.168.206.138@tcp(192.168.206.138@tcp:192.168.206.138@tcp) : PUT try# 0 00000800:00000200:3.0:1789093520.225577:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.138@tcp 00000800:00000010:3.0:1789093520.225582:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97843317f000. 00000800:00000200:3.0:1789093520.225588:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff978408f5f180] -> 12345-192.168.206.138@tcp (5) 00000800:00000200:3.0:1789093520.225595:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.138@tcp ip 192.168.206.138:988 00000800:00000200:3.0:1789093520.225599:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97843317f000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789093520.225624:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789093520.225629:0:2400:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000100:00000001:3.0:1789093520.225631:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.138@tcp: PM QoS new deadline estimation for cpu 0 is 4305469187 00000100:00000010:3.0:1789093520.225636:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97842c7a2cc0. 00000100:00000001:3.0:1789093520.225642:0:2400:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.138@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1789093520.225648:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.138@tcp: PM QoS new deadline estimation for cpu 1 is 4305469187 00000100:00000010:3.0:1789093520.225651:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97842c7a2d80. 00000100:00000001:3.0:1789093520.225653:0:2400:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.138@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1789093520.225656:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789093520.225658:0:2400:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093520.225661:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093520.225663:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789093520.225673:0:226917:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff978409d57100. 00000020:00000040:3.0:1789093520.225676:0:226917:0:(genops.c:1231:class_import_get()) import ffff97840b494800 refcount=6 obd=lustre-MDT0000-mdc-ffff978407827800 00000100:00000001:3.0:1789093520.225678:0:226917:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789093520.225684:0:226917:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789093520.225686:0:226917:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789093520.225690:0:226917:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97843317f200. 00000100:00000001:3.0:1789093520.225694:0:226917:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789093520.225699:0:226917:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0241929-959a-49c3-a3c6-35d2c689d415->lustre-MDT0000_UUID req@ffff978409d57100 x1875989369213056/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789093520.225707:0:226917:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789093520.225709:0:226917:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789093520.225713:0:226917:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000351b9dd5] to pc [ptlrpcd_01_00+0] req@ffff978409d57100 x1875989369213056/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093520.225726:0:226917:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789093520.225728:0:226917:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0241929-959a-49c3-a3c6-35d2c689d415->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789093520.225731:0:226917:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1789093520.225737:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789093520.225740:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789093520.225741:0:2400:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789093520.225744:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff978409d57100 x1875989369213056/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093520.225750:0:2400:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789093520.225751:0:2400:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789093520.225753:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789093520.225755:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789093520.225757:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789093520.225759:0:2400:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff978409d57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0241929-959a-49c3-a3c6-35d2c689d415:2400:1875989369213056:192.168.206.138@tcp:400:kworker.0 00000100:00000001:3.0:1789093520.225762:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789093520.225765:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789093520.225766:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789093520.225767:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789093520.225770:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97843888b200. 02000000:00000001:3.0:1789093520.225772:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789093520.225776:0:2400:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000010:3.0:1789093520.225778:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97841ec90b58. 00000400:00000010:3.0:1789093520.225787:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9784066165d8. 00000100:00000200:3.0:1789093520.225790:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875989369213056, portal 10 00000100:00000001:3.0:1789093520.225792:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789093520.225793:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629192089301248 : -114881620250368 : ffff978409d57100) 00000100:00000040:3.0:1789093520.225800:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff978409d57100 x1875989369213056/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093605 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093520.225806:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789093520.225808:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.138@tcp 00000400:00000010:3.0:1789093520.225810:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978406616ee0. 00000100:00000200:3.0:1789093520.225813:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875989369213056, offset 0 00000400:00000200:3.0:1789093520.225817:0:2400:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.206.138@tcp 00000400:00000200:3.0:1789093520.225821:0:2400:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:3.0:1789093520.225824:0:2400:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.138@tcp local destination 00000400:00000200:3.0:1789093520.225827:0:2400:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789093520.225829:0:2400:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.206.38@tcp 00000400:00000200:3.0:1789093520.225831:0:2400:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.206.38@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789093520.225833:0:2400:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.138@tcp 00000400:00000200:3.0:1789093520.225835:0:2400:0:(lib-move.c:1710:lnet_handle_send()) 192.168.206.38@tcp NI seq info: [546161:546161:255:4294967295] 192.168.206.138@tcp LPNI seq info [546122:546122:7:4294967295] 00000400:00000200:3.0:1789093520.225839:0:2400:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:3.0:1789093520.225844:0:2400:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp:) -> 192.168.206.138@tcp(192.168.206.138@tcp:192.168.206.138@tcp) : PUT try# 0 00000800:00000200:3.0:1789093520.225848:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.138@tcp 00000800:00000010:3.0:1789093520.225851:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97843317f600. 00000800:00000200:3.0:1789093520.225855:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff978408f5f180] -> 12345-192.168.206.138@tcp (5) 00000800:00000200:3.0:1789093520.225859:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.138@tcp ip 192.168.206.138:988 00000800:00000200:3.0:1789093520.225861:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97843317f600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789093520.225864:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789093520.225867:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: using a timeout of 24596 usecs (25 jiffies) 00000400:00000200:3.0:1789093520.225870:0:2400:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000100:00000001:3.0:1789093520.225871:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: PM QoS new deadline estimation for cpu 0 is 4305465381 00000100:00000001:3.0:1789093520.225873:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: PM QoS request active for cpu 0, keep current deadline 4305469187 00000100:00000001:3.0:1789093520.225879:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: PM QoS new deadline estimation for cpu 1 is 4305465381 00000100:00000001:3.0:1789093520.225882:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: PM QoS request active for cpu 1, keep current deadline 4305469187 00000100:00000001:3.0:1789093520.225883:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789093520.225885:0:2400:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093520.225887:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093520.225889:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789093520.225892:0:2400:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789093520.225894:0:2400:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789093520.225896:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789093520.225897:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789093520.225898:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093520.225900:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789093520.225901:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789093520.225906:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97843317f000. 00000100:00000010:3.0:1789093520.225907:0:226917:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff978409d56a00. 00000020:00000040:3.0:1789093520.225910:0:226917:0:(genops.c:1231:class_import_get()) import ffff97840b490000 refcount=4 obd=lustre-MDT0001-mdc-ffff978407827800 00000400:00000200:1.0:1789093520.225911:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1789093520.225912:0:226917:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789093520.225913:0:226917:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789093520.225915:0:226917:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789093520.225915:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 02000000:00000010:3.0:1789093520.225919:0:226917:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97843317fc00. 00000400:00000200:1.0:1789093520.225920:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978406616220 00000100:00000001:3.0:1789093520.225922:0:226917:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789093520.225922:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978406616220. 00000100:00000040:3.0:1789093520.225927:0:226917:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0241929-959a-49c3-a3c6-35d2c689d415->lustre-MDT0001_UUID req@ffff978409d56a00 x1875989369213184/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789093520.225927:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789093520.225930:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff978409d55c00 x1875989369212928/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093520.225935:0:226917:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789093520.225937:0:226917:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093520.225939:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789093520.225941:0:226917:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000027140cdf] to pc [ptlrpcd_01_01+1] req@ffff978409d56a00 x1875989369213184/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789093520.225942:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff978409d55c00 x1875989369212928/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093536 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093520.225949:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093520.225953:0:226917:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789093520.225955:0:226917:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0241929-959a-49c3-a3c6-35d2c689d415->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789093520.225955:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1789093520.225958:0:226917:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1789093520.225962:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789093520.225963:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789093520.225965:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789093520.225966:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000800:00000200:1.0:1789093520.225969:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789093520.225971:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97843317f600. 00000100:00000001:3.0:1789093520.225972:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789093520.225974:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1789093520.225975:0:2400:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789093520.225976:0:2400:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789093520.225977:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000100:00000001:3.0:1789093520.225978:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789093520.225979:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789093520.225980:0:2400:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1789093520.225980:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978406616ee0 00000400:00000010:1.0:1789093520.225981:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978406616ee0. 00000100:00000001:1.0:1789093520.225983:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:3.0:1789093520.225984:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff978409d56a00 x1875989369213184/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789093520.225987:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff978409d57100 x1875989369213056/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093605 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093520.225991:0:2400:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789093520.225992:0:2400:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789093520.225994:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1789093520.225994:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1789093520.225996:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1789093520.225997:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff978409d57100 x1875989369213056/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093605 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1789093520.225998:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789093520.226001:0:2400:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff978409d56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0241929-959a-49c3-a3c6-35d2c689d415:2400:1875989369213184:192.168.206.138@tcp:400:kworker.0 00000100:00000001:1.0:1789093520.226003:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093520.226005:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1789093520.226005:0:2391:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1789093520.226007:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789093520.226009:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789093520.226010:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789093520.226013:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97843888b400. 02000000:00000001:3.0:1789093520.226015:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789093520.226018:0:2400:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000010:3.0:1789093520.226020:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97841ec901b8. 00000400:00000010:3.0:1789093520.226023:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978406616660. 00000100:00000200:3.0:1789093520.226026:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875989369213184, portal 10 00000100:00000001:3.0:1789093520.226027:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789093520.226028:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629192089299456 : -114881620252160 : ffff978409d56a00) 00000100:00000040:3.0:1789093520.226033:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff978409d56a00 x1875989369213184/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093605 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093520.226039:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789093520.226041:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.138@tcp 00000400:00000010:3.0:1789093520.226043:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9784066163b8. 00000100:00000200:3.0:1789093520.226045:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875989369213184, offset 0 00000400:00000200:3.0:1789093520.226050:0:2400:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.206.138@tcp 00000400:00000200:3.0:1789093520.226053:0:2400:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:3.0:1789093520.226063:0:2400:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.138@tcp local destination 00000400:00000200:3.0:1789093520.226066:0:2400:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789093520.226068:0:2400:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.206.38@tcp 00000400:00000200:3.0:1789093520.226070:0:2400:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.206.38@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789093520.226072:0:2400:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.138@tcp 00000400:00000200:3.0:1789093520.226074:0:2400:0:(lib-move.c:1710:lnet_handle_send()) 192.168.206.38@tcp NI seq info: [546162:546162:256:4294967295] 192.168.206.138@tcp LPNI seq info [546123:546123:8:4294967295] 00000400:00000200:3.0:1789093520.226078:0:2400:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:3.0:1789093520.226084:0:2400:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp:) -> 192.168.206.138@tcp(192.168.206.138@tcp:192.168.206.138@tcp) : PUT try# 0 00000800:00000200:3.0:1789093520.226088:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.138@tcp 00000800:00000010:3.0:1789093520.226091:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97843317f400. 00000800:00000200:3.0:1789093520.226095:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff978408f5f180] -> 12345-192.168.206.138@tcp (5) 00000800:00000200:3.0:1789093520.226099:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.138@tcp ip 192.168.206.138:988 00000800:00000200:3.0:1789093520.226102:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97843317f400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789093520.226118:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789093520.226121:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff978407827800: using a timeout of 22403 usecs (23 jiffies) 00000400:00000200:3.0:1789093520.226124:0:2400:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000100:00000001:3.0:1789093520.226126:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff978407827800: PM QoS new deadline estimation for cpu 0 is 4305465379 00000100:00000001:3.0:1789093520.226128:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff978407827800: PM QoS request active for cpu 0, keep current deadline 4305469187 00000100:00000001:3.0:1789093520.226131:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff978407827800: PM QoS new deadline estimation for cpu 1 is 4305465379 00000100:00000001:3.0:1789093520.226132:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff978407827800: PM QoS request active for cpu 1, keep current deadline 4305469187 00000100:00000001:3.0:1789093520.226134:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789093520.226136:0:2400:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093520.226139:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093520.226141:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789093520.226148:0:226917:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff978409d56d80. 00000020:00000040:3.0:1789093520.226151:0:226917:0:(genops.c:1231:class_import_get()) import ffff9784084a0000 refcount=4 obd=lustre-OST0000-osc-ffff978407827800 00000100:00000001:3.0:1789093520.226154:0:226917:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789093520.226155:0:226917:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789093520.226157:0:226917:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789093520.226157:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789093520.226160:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97843317f400. 02000000:00000010:3.0:1789093520.226161:0:226917:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97843317fe00. 00000400:00000200:1.0:1789093520.226162:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789093520.226166:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000100:00000001:3.0:1789093520.226169:0:226917:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789093520.226169:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9784066163b8 00000400:00000010:1.0:1789093520.226171:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9784066163b8. 00000100:00000040:3.0:1789093520.226173:0:226917:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0241929-959a-49c3-a3c6-35d2c689d415->lustre-OST0000_UUID req@ffff978409d56d80 x1875989369213312/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789093520.226173:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789093520.226177:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff978409d56a00 x1875989369213184/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093605 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093520.226181:0:226917:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789093520.226183:0:226917:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093520.226184:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789093520.226187:0:226917:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000038da3dfb] to pc [ptlrpcd_01_00+0] req@ffff978409d56d80 x1875989369213312/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789093520.226187:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff978409d56a00 x1875989369213184/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093605 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093520.226194:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093520.226195:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1789093520.226199:0:226917:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789093520.226202:0:226917:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0241929-959a-49c3-a3c6-35d2c689d415->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789093520.226205:0:226917:0:(pinger.c:247:ptlrpc_pinger_process_import()) b0241929-959a-49c3-a3c6-35d2c689d415->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1789093520.226212:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789093520.226213:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789093520.226214:0:2400:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789093520.226218:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff978409d56d80 x1875989369213312/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093520.226224:0:2400:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789093520.226226:0:2400:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789093520.226228:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789093520.226229:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789093520.226231:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789093520.226234:0:2400:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff978409d56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0241929-959a-49c3-a3c6-35d2c689d415:2400:1875989369213312:192.168.206.138@tcp:400:kworker.0 00000100:00000001:3.0:1789093520.226237:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789093520.226239:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789093520.226240:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789093520.226263:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789093520.226267:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97843888b000. 02000000:00000001:3.0:1789093520.226269:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789093520.226273:0:2400:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000010:3.0:1789093520.226275:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97841ec90e18. 00000400:00000010:3.0:1789093520.226278:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978406616a18. 00000100:00000200:3.0:1789093520.226281:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875989369213312, portal 4 00000100:00000001:3.0:1789093520.226288:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789093520.226289:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629192089300352 : -114881620251264 : ffff978409d56d80) 00000100:00000040:3.0:1789093520.226295:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff978409d56d80 x1875989369213312/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093575 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093520.226301:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789093520.226303:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.138@tcp 00000400:00000010:3.0:1789093520.226306:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978406616088. 00000100:00000200:3.0:1789093520.226308:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875989369213312, offset 0 00000400:00000200:3.0:1789093520.226312:0:2400:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.206.138@tcp 00000400:00000200:3.0:1789093520.226316:0:2400:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:3.0:1789093520.226320:0:2400:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.138@tcp local destination 00000100:00000001:2.0:1789093520.226498:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789093520.226501:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789093520.226517:0:226917:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10803) 00000400:00000200:3.0:1789093520.231642:0:2400:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789093520.231652:0:2400:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.206.38@tcp 00000400:00000200:3.0:1789093520.231656:0:2400:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.206.38@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789093520.231660:0:2400:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.138@tcp 00000400:00000200:3.0:1789093520.231663:0:2400:0:(lib-move.c:1710:lnet_handle_send()) 192.168.206.38@tcp NI seq info: [546163:546163:256:4294967295] 192.168.206.138@tcp LPNI seq info [546124:546124:8:4294967295] 00000800:00000001:1.0:1789093520.231666:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:3.0:1789093520.231669:0:2400:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000800:00000001:1.0:1789093520.231679:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789093520.231680:0:2400:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp:) -> 192.168.206.138@tcp(192.168.206.138@tcp:192.168.206.138@tcp) : PUT try# 0 00000800:00000001:1.0:1789093520.231682:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093520.231684:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789093520.231686:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.138@tcp 00000800:00000010:3.0:1789093520.231692:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97843317f900. 00000800:00000200:3.0:1789093520.231698:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff978408f5f180] -> 12345-192.168.206.138@tcp (5) 00000400:00000200:1.0:1789093520.231700:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093520.231703:0:2391:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp) <- 192.168.206.138@tcp : PUT - for me 00000800:00000200:3.0:1789093520.231704:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.138@tcp ip 192.168.206.138:988 00000800:00000200:3.0:1789093520.231708:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97843317f900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1789093520.231710:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093520.231714:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093520.231717:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093520.231721:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.138@tcp of length 224 into portal 10 MB=0x6aa33cff45080 00000400:00000200:1.0:1789093520.231725:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093520.231731:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.138@tcp of length 224/224 into md 0x53d319 [1] + 224 00000100:00000001:3.0:1789093520.231735:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1789093520.231738:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:3.0:1789093520.231740:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff978407827800: using a timeout of 97202 usecs (98 jiffies) 00000800:00000001:1.0:1789093520.231742:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789093520.231743:0:2400:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093520.231745:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1789093520.231746:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff978407827800: PM QoS new deadline estimation for cpu 0 is 4305465460 00000100:00000001:3.0:1789093520.231749:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff978407827800: PM QoS request active for cpu 0, keep current deadline 4305469187 00000400:00000200:1.0:1789093520.231749:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000100:00000001:3.0:1789093520.231751:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff978407827800: PM QoS new deadline estimation for cpu 1 is 4305465460 00000100:00000001:3.0:1789093520.231753:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff978407827800: PM QoS request active for cpu 1, keep current deadline 4305469187 00000100:00000001:1.0:1789093520.231755:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1789093520.231761:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1789093520.231763:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff978409d57100 x1875989369213056/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093605 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093520.231764:0:2400:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093520.231769:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093520.231772:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789093520.231774:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff978409d57100 x1875989369213056/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093605 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093520.231779:0:2400:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789093520.231781:0:2400:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789093520.231781:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789093520.231784:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789093520.231786:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789093520.231790:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789093520.231791:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789093520.231794:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97841ec90b58. 00000400:00000200:3.0:1789093520.231797:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9784066165d8 00000400:00000010:3.0:1789093520.231799:0:2400:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9784066165d8. 00000100:00000001:3.0:1789093520.231802:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789093520.231806:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff978409d57100 x1875989369213056/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093605 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789093520.231814:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff978409d57100 x1875989369213056/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093605 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093520.231820:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789093520.231821:0:2400:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789093520.231823:0:2400:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1789093520.231826:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789093520.231829:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789093520.231831:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789093520.231835:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789093520.231843:0:2400:0:(import.c:2149:obd_at_measure()) add 60 to ffff97840b494c60 time=65 v=60 (60 61 61 62) 00000100:00001000:3.0:1789093520.231847:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff97840b494c18 time=15 v=5 (1 1 1 0) 00000100:00000001:3.0:1789093520.231850:0:2400:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789093520.231851:0:2400:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789093520.231853:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00010000:00000001:3.0:1789093520.231854:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000010:1.0:1789093520.231856:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97843317f900. 00010000:00000001:3.0:1789093520.231857:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789093520.231859:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1789093520.231861:0:2400:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000400:00000200:1.0:1789093520.231862:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000100:00000040:3.0:1789093520.231863:0:2400:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff978407827800: skip recheck: last_committed 30064771462 00000100:00000001:3.0:1789093520.231865:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789093520.231866:0:2400:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789093520.231866:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978406616088 00000400:00000010:1.0:1789093520.231868:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978406616088. 00000100:00000001:1.0:1789093520.231870:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789093520.231874:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff978409d56d80 x1875989369213312/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093575 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789093520.231876:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff978409d57100 x1875989369213056/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093605 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093520.231883:0:2400:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789093520.231883:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789093520.231886:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:1.0:1789093520.231887:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff978409d56d80 x1875989369213312/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093575 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093520.231888:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789093520.231891:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff978409d57100 x1875989369213056/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093605 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093520.231894:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789093520.231899:0:2400:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff978409d57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0241929-959a-49c3-a3c6-35d2c689d415:2400:1875989369213056:192.168.206.138@tcp:400:kworker.0 00000100:00000001:1.0:1789093520.231899:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1789093520.231903:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093520.231905:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000001:1.0:1789093520.231906:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:3.0:1789093520.231908:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff978409d57100 x1875989369213056/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093605 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1789093520.231909:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789093520.231911:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093520.231913:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789093520.231915:0:2400:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000400:00000200:1.0:1789093520.231916:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 02000000:00000001:3.0:1789093520.231917:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:1.0:1789093520.231919:0:2391:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp) <- 192.168.206.138@tcp : PUT - for me 02000000:00000010:3.0:1789093520.231920:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97843888b200. 00000400:00000200:1.0:1789093520.231922:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 02000000:00000001:3.0:1789093520.231923:0:2400:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:1.0:1789093520.231925:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000020:00000001:3.0:1789093520.231926:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1789093520.231927:0:2400:0:(genops.c:1244:class_import_put()) import ffff97840b494800 refcount=5 obd=lustre-MDT0000-mdc-ffff978407827800 00000400:00000200:1.0:1789093520.231927:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000020:00000001:3.0:1789093520.231930:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 00000400:00000200:1.0:1789093520.231930:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.138@tcp of length 224 into portal 10 MB=0x6aa33cff45100 02000000:00000010:3.0:1789093520.231932:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97843317f200. 00000400:00000200:1.0:1789093520.231934:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 02000000:00000001:3.0:1789093520.231935:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789093520.231937:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:1.0:1789093520.231937:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.138@tcp of length 224/224 into md 0x53d321 [1] + 224 00000100:00000010:3.0:1789093520.231939:0:2400:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff978409d57100. 00000800:00000001:1.0:1789093520.231941:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1789093520.231942:0:2400:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789093520.231943:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789093520.231945:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1789093520.231945:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789093520.231947:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1789093520.231947:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1789093520.231948:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789093520.231950:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789093520.231950:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000100:00000001:3.0:1789093520.231952:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093520.231953:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789093520.231957:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff978409d56a00 x1875989369213184/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093605 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789093520.231965:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff978409d56a00 x1875989369213184/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093605 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093520.231985:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789093520.231990:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093520.231993:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789093520.232043:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789093520.232046:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789093520.232049:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789093520.232050:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789093520.232053:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97841ec901b8. 00000400:00000200:2.0:1789093520.232056:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978406616660 00000400:00000010:2.0:1789093520.232057:0:2400:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978406616660. 00000100:00000001:2.0:1789093520.232060:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789093520.232063:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff978409d56a00 x1875989369213184/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093605 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789093520.232071:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff978409d56a00 x1875989369213184/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093605 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789093520.232092:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789093520.232093:0:2400:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789093520.232095:0:2400:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1789093520.232096:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789093520.232097:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789093520.232099:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789093520.232101:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789093520.232105:0:2400:0:(import.c:2149:obd_at_measure()) add 60 to ffff97840b490460 time=65 v=60 (60 61 61 62) 00000100:00001000:2.0:1789093520.232108:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff97840b490418 time=142 v=5 (1 1 0 0) 00000100:00000001:2.0:1789093520.232110:0:2400:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789093520.232111:0:2400:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789093520.232112:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1789093520.232116:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff978409d56a00 x1875989369213184/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093605 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1789093520.232133:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789093520.232135:0:2400:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789093520.232137:0:2400:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff978407827800: skip recheck: last_committed 21474836545 00000100:00000001:2.0:1789093520.232139:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789093520.232140:0:2400:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789093520.232144:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff978409d56a00 x1875989369213184/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093605 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789093520.232149:0:2400:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789093520.232151:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789093520.232153:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789093520.232156:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff978409d56a00 x1875989369213184/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093605 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789093520.232162:0:2400:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff978409d56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0241929-959a-49c3-a3c6-35d2c689d415:2400:1875989369213184:192.168.206.138@tcp:400:kworker.0 00000100:00000001:2.0:1789093520.232167:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789093520.232169:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789093520.232171:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff978409d56a00 x1875989369213184/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093605 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789093520.232177:0:2400:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789093520.232178:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789093520.232180:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97843888b400. 02000000:00000001:2.0:1789093520.232183:0:2400:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789093520.232184:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1789093520.232185:0:2400:0:(genops.c:1244:class_import_put()) import ffff97840b490000 refcount=3 obd=lustre-MDT0001-mdc-ffff978407827800 00000020:00000001:2.0:1789093520.232187:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1789093520.232188:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97843317fc00. 02000000:00000001:2.0:1789093520.232190:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789093520.232192:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789093520.232193:0:2400:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff978409d56a00. 00000100:00000001:2.0:1789093520.232195:0:2400:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789093520.232197:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789093520.232204:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789093520.232205:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789093520.232206:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789093520.232208:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789093520.232209:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1789093520.233749:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093520.233759:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789093520.233762:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093520.233764:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789093520.233770:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093520.233776:0:2391:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp) <- 192.168.206.138@tcp : PUT - for me 00000400:00000200:1.0:1789093520.233782:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093520.233785:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093520.233799:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093520.233802:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.138@tcp of length 224 into portal 25 MB=0x6aa33cff45000 00000400:00000200:1.0:1789093520.233806:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093520.233810:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.138@tcp of length 224/224 into md 0x53d311 [1] + 224 00000800:00000001:1.0:1789093520.233816:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093520.233822:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789093520.233824:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789093520.233828:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000100:00000001:1.0:1789093520.233833:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789093520.233839:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff978409d55c00 x1875989369212928/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093536 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789093520.233849:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff978409d55c00 x1875989369212928/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093536 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093520.233866:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789093520.233872:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093520.233874:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789093520.233926:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789093520.233929:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789093520.233933:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789093520.233935:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789093520.233937:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97841ec90210. 00000400:00000200:2.0:1789093520.233941:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978406616908 00000400:00000010:2.0:1789093520.233943:0:2400:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978406616908. 00000100:00000001:2.0:1789093520.233946:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789093520.233950:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff978409d55c00 x1875989369212928/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093536 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789093520.233958:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff978409d55c00 x1875989369212928/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093536 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789093520.233963:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789093520.233964:0:2400:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789093520.233966:0:2400:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1789093520.233968:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789093520.233970:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789093520.233972:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789093520.233974:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789093520.233978:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff9784093e6460 time=66 v=5 (5 5 5 5) 00000100:00001000:2.0:1789093520.233982:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff9784093e6418 time=15 v=5 (1 1 1 0) 00000100:00000001:2.0:1789093520.233984:0:2400:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789093520.233986:0:2400:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789093520.233988:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789093520.233990:0:2400:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789093520.233993:0:2400:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789093520.233997:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff978409d55c00 x1875989369212928/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093536 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789093520.234003:0:2400:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789093520.234005:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789093520.234007:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789093520.234018:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff978409d55c00 x1875989369212928/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093536 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789093520.234026:0:2400:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff978409d55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:44e1fe9d-a8e4-4124-a507-08739088143d:2400:1875989369212928:192.168.206.138@tcp:400:kworker.0 00000100:00000001:2.0:1789093520.234030:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789093520.234032:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789093520.234035:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff978409d55c00 x1875989369212928/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093536 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789093520.234042:0:2400:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789093520.234043:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789093520.234046:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97843888ac00. 02000000:00000001:2.0:1789093520.234049:0:2400:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789093520.234051:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1789093520.234052:0:2400:0:(genops.c:1244:class_import_put()) import ffff9784093e6000 refcount=3 obd=MGC192.168.206.138@tcp 00000020:00000001:2.0:1789093520.234054:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1789093520.234056:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97843317fd00. 02000000:00000001:2.0:1789093520.234059:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789093520.234060:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789093520.234061:0:2400:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff978409d55c00. 00000100:00000001:2.0:1789093520.234064:0:2400:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789093520.234065:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789093520.234068:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789093520.234070:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789093520.234071:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789093520.234084:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789093520.234086:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1789093520.245619:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093520.245635:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789093520.245640:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093520.245642:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789093520.245649:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093520.245657:0:2390:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp) <- 192.168.206.138@tcp : PUT - for me 00000400:00000200:0.0:1789093520.245664:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093520.245668:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093520.245673:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093520.245677:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.138@tcp of length 224 into portal 4 MB=0x6aa33cff45180 00000400:00000200:0.0:1789093520.245682:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093520.245688:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.138@tcp of length 224/224 into md 0x53d329 [1] + 224 00000800:00000001:0.0:1789093520.245694:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093520.246130:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789093520.246135:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789093520.246140:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000100:00000001:0.0:1789093520.246146:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789093520.246154:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff978409d56d80 x1875989369213312/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093575 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789093520.246166:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff978409d56d80 x1875989369213312/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093575 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093520.246184:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789093520.246192:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093520.246195:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789093520.247877:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789093520.247884:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789093520.247892:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789093520.247894:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789093520.247897:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97841ec90e18. 00000400:00000200:2.0:1789093520.247905:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978406616a18 00000400:00000010:2.0:1789093520.247907:0:2400:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978406616a18. 00000100:00000001:2.0:1789093520.247911:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789093520.247919:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff978409d56d80 x1875989369213312/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093575 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789093520.247953:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff978409d56d80 x1875989369213312/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093575 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789093520.247960:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789093520.247962:0:2400:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789093520.247976:0:2400:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1789093520.247979:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789093520.247981:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789093520.247983:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789093520.247986:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789093520.247995:0:2400:0:(import.c:2149:obd_at_measure()) add 36 to ffff9784084a0460 time=65 v=36 (36 36 5 5) 00000100:00001000:2.0:1789093520.247999:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff9784084a0418 time=123 v=5 (1 1 0 0) 00000100:00000001:2.0:1789093520.248001:0:2400:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789093520.248003:0:2400:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789093520.248006:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789093520.248019:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789093520.248023:0:2400:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789093520.248025:0:2400:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff978407827800: skip recheck: last_committed 38654726918 00000100:00000001:2.0:1789093520.248027:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789093520.248029:0:2400:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789093520.248033:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff978409d56d80 x1875989369213312/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093575 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789093520.248040:0:2400:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789093520.248043:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789093520.248044:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789093520.248048:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff978409d56d80 x1875989369213312/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093575 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789093520.248055:0:2400:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff978409d56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0241929-959a-49c3-a3c6-35d2c689d415:2400:1875989369213312:192.168.206.138@tcp:400:kworker.0 00000100:00000001:2.0:1789093520.248060:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789093520.248063:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789093520.248067:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff978409d56d80 x1875989369213312/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093575 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789093520.248091:0:2400:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789093520.248093:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789093520.248096:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97843888b000. 02000000:00000001:2.0:1789093520.248101:0:2400:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789093520.248104:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1789093520.248106:0:2400:0:(genops.c:1244:class_import_put()) import ffff9784084a0000 refcount=3 obd=lustre-OST0000-osc-ffff978407827800 00000020:00000001:2.0:1789093520.248108:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1789093520.248111:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97843317fe00. 02000000:00000001:2.0:1789093520.248114:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789093520.248115:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789093520.248117:0:2400:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff978409d56d80. 00000100:00000001:2.0:1789093520.248121:0:2400:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789093520.248122:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789093520.248125:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789093520.248132:0:2400:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789093520.248134:0:2400:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789093520.248136:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789093520.248138:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093520.789575:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093520.789583:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093520.789589:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093520.789606:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789093520.789748:0:241652:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789093520.789752:0:241652:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789093520.789755:0:241652:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789093521.813292:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093521.813298:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093521.813303:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093521.813304:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789093521.813329:0:235706:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789093521.813331:0:235706:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789093521.813335:0:235706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789093522.838410:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093522.854196:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093522.854209:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093522.854210:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789093522.854257:0:247358:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789093522.854260:0:247358:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789093522.854264:0:247358:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789093523.861318:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093523.861324:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093523.861329:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093523.861330:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789093523.861418:0:235705:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789093523.861421:0:235705:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789093523.861424:0:235705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789093524.117371:0:278929:0:(connection.c:75:cpu_latency_work()) work item of ffff9784069f9110 (cpu 0) has reached its deadline 4305469187, at 4305469248 00000100:00000010:1.0:1789093524.117386:0:278929:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97842c7a2d80. 00000100:00000040:0.0:1789093524.120721:0:247954:0:(connection.c:75:cpu_latency_work()) work item of ffff9784069f9000 (cpu 0) has reached its deadline 4305469187, at 4305469251 00000100:00000010:0.0:1789093524.120738:0:247954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97842c7a2cc0. 00010000:00000001:0.0:1789093524.885450:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093524.885456:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093524.885461:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093524.885462:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789093524.885567:0:247359:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789093524.885571:0:247359:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789093524.885575:0:247359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789093525.333990:0:278050:0:(pinger.c:229:ptlrpc_pinger_process_import()) 44e1fe9d-a8e4-4124-a507-08739088143d->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789093525.334000:0:278050:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789093525.334012:0:278050:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97843995ed80. 00000020:00000040:1.0:1789093525.334017:0:278050:0:(genops.c:1231:class_import_get()) import ffff9784093e6000 refcount=4 obd=MGC192.168.206.138@tcp 00000100:00000001:1.0:1789093525.334021:0:278050:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789093525.334024:0:278050:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789093525.334029:0:278050:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789093525.334037:0:278050:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97841f620300. 00000100:00000001:1.0:1789093525.334044:0:278050:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789093525.334056:0:278050:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 44e1fe9d-a8e4-4124-a507-08739088143d->MGS req@ffff97843995ed80 x1875989369213440/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789093525.334066:0:278050:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789093525.334070:0:278050:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789093525.334090:0:278050:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f293fb22] to pc [ptlrpcd_00_01+1] req@ffff97843995ed80 x1875989369213440/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093525.334142:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789093525.334147:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789093525.334149:0:2399:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789093525.334155:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97843995ed80 x1875989369213440/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093525.334163:0:2399:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789093525.334165:0:2399:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789093525.334169:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789093525.334172:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789093525.334175:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789093525.334178:0:2399:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff97843995ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:44e1fe9d-a8e4-4124-a507-08739088143d:2399:1875989369213440:192.168.206.138@tcp:400:kworker.0 00000100:00000001:0.0:1789093525.334188:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789093525.334194:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789093525.334196:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789093525.334198:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789093525.334202:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff978439e6a600. 02000000:00000001:0.0:1789093525.334204:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789093525.334211:0:2399:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000010:0.0:1789093525.334216:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97841f00bd68. 00000400:00000010:0.0:1789093525.334222:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978407c497f8. 00000100:00000200:0.0:1789093525.334229:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875989369213440, portal 25 00000100:00000001:0.0:1789093525.334231:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789093525.334233:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629192890445184 : -114880819106432 : ffff97843995ed80) 00000100:00000040:0.0:1789093525.334239:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97843995ed80 x1875989369213440/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093525.334265:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789093525.334268:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.138@tcp 00000400:00000010:0.0:1789093525.334272:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978407c49f68. 00000100:00000200:0.0:1789093525.334275:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875989369213440, offset 0 00000400:00000200:0.0:1789093525.334281:0:2399:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.206.138@tcp 00000400:00000200:0.0:1789093525.334288:0:2399:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093525.334295:0:2399:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.138@tcp local destination 00000400:00000200:0.0:1789093525.334312:0:2399:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789093525.334316:0:2399:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.206.38@tcp 00000400:00000200:0.0:1789093525.334320:0:2399:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.206.38@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789093525.334323:0:2399:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.138@tcp 00000400:00000200:0.0:1789093525.334326:0:2399:0:(lib-move.c:1710:lnet_handle_send()) 192.168.206.38@tcp NI seq info: [546164:546164:256:4294967295] 192.168.206.138@tcp LPNI seq info [546125:546125:8:4294967295] 00000400:00000200:0.0:1789093525.334331:0:2399:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093525.334340:0:2399:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp:) -> 192.168.206.138@tcp(192.168.206.138@tcp:192.168.206.138@tcp) : PUT try# 0 00000800:00000200:0.0:1789093525.334346:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.138@tcp 00000800:00000010:0.0:1789093525.334352:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97842bf4b900. 00000800:00000200:0.0:1789093525.334358:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff978408f5f180] -> 12345-192.168.206.138@tcp (5) 00000800:00000200:0.0:1789093525.334371:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.138@tcp ip 192.168.206.138:988 00000800:00000200:0.0:1789093525.334375:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97842bf4b900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789093525.334389:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789093525.334394:0:2399:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000100:00000001:0.0:1789093525.334397:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.138@tcp: PM QoS new deadline estimation for cpu 0 is 4305474296 00000100:00000010:0.0:1789093525.334402:0:2399:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97842c80a840. 00000100:00000001:0.0:1789093525.334408:0:2399:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.138@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1789093525.334416:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.138@tcp: PM QoS new deadline estimation for cpu 1 is 4305474296 00000100:00000010:0.0:1789093525.334418:0:2399:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97842c80a5a0. 00000100:00000001:0.0:1789093525.334421:0:2399:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.138@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1789093525.334424:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789093525.334426:0:2399:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093525.334429:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093525.334432:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789093525.334484:0:278050:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789093525.334487:0:278050:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0241929-959a-49c3-a3c6-35d2c689d415->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789093525.334490:0:278050:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789093525.334493:0:278050:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97843995e680. 00000020:00000040:1.0:1789093525.334496:0:278050:0:(genops.c:1231:class_import_get()) import ffff97840b494800 refcount=6 obd=lustre-MDT0000-mdc-ffff978407827800 00000100:00000001:1.0:1789093525.334499:0:278050:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789093525.334500:0:278050:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789093525.334502:0:278050:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789093525.334507:0:278050:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97841f620700. 00000100:00000001:1.0:1789093525.334510:0:278050:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789093525.334515:0:278050:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0241929-959a-49c3-a3c6-35d2c689d415->lustre-MDT0000_UUID req@ffff97843995e680 x1875989369213568/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789093525.334522:0:278050:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789093525.334525:0:278050:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789093525.334529:0:278050:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096f65d22] to pc [ptlrpcd_00_00+0] req@ffff97843995e680 x1875989369213568/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093525.340635:0:2399:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789093525.340708:0:2399:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789093525.340714:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789093525.340716:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789093525.340718:0:278050:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093525.340720:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789093525.340722:0:278050:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0241929-959a-49c3-a3c6-35d2c689d415->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1789093525.340724:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1789093525.340726:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789093525.340727:0:278050:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1789093525.340729:0:2399:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789093525.340731:0:2399:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789093525.340732:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789093525.340733:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789093525.340735:0:2399:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000010:1.0:1789093525.340736:0:278050:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97843995ea00. 00000020:00000040:1.0:1789093525.340741:0:278050:0:(genops.c:1231:class_import_get()) import ffff97840b490000 refcount=4 obd=lustre-MDT0001-mdc-ffff978407827800 00000100:00000001:1.0:1789093525.340744:0:278050:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:0.0:1789093525.340746:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97843995e680 x1875989369213568/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1789093525.340747:0:278050:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789093525.340751:0:278050:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093525.340755:0:2399:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789093525.340757:0:2399:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789093525.340758:0:278050:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97841f620600. 02000000:00000001:0.0:1789093525.340761:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1789093525.340763:0:278050:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789093525.340763:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789093525.340765:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789093525.340768:0:278050:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0241929-959a-49c3-a3c6-35d2c689d415->lustre-MDT0001_UUID req@ffff97843995ea00 x1875989369213696/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789093525.340769:0:2399:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff97843995e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0241929-959a-49c3-a3c6-35d2c689d415:2399:1875989369213568:192.168.206.138@tcp:400:kworker.0 00000100:00000001:0.0:1789093525.340785:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1789093525.340789:0:278050:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1789093525.340790:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789093525.340792:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093525.340793:0:278050:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789093525.340795:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1789093525.340798:0:278050:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e9f3a91] to pc [ptlrpcd_00_01+1] req@ffff97843995ea00 x1875989369213696/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093525.340809:0:278050:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789093525.340810:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff978439e6b800. 02000000:00000001:0.0:1789093525.340811:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789093525.340812:0:278050:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0241929-959a-49c3-a3c6-35d2c689d415->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789093525.340815:0:278050:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789093525.340818:0:278050:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97843995f480. 00000400:00000200:0.0:1789093525.340818:0:2399:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000020:00000040:1.0:1789093525.340820:0:278050:0:(genops.c:1231:class_import_get()) import ffff9784084a0000 refcount=4 obd=lustre-OST0000-osc-ffff978407827800 00000400:00000010:0.0:1789093525.340821:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97841f00b268. 00000100:00000001:1.0:1789093525.340822:0:278050:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789093525.340824:0:278050:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789093525.340826:0:278050:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789093525.340827:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978407c49c38. 02000000:00000010:1.0:1789093525.340829:0:278050:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97841f620a00. 00000100:00000001:1.0:1789093525.340831:0:278050:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1789093525.340833:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875989369213568, portal 10 00000100:00000040:1.0:1789093525.340835:0:278050:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0241929-959a-49c3-a3c6-35d2c689d415->lustre-OST0000_UUID req@ffff97843995f480 x1875989369213824/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789093525.340835:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789093525.340837:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629192890443392 : -114880819108224 : ffff97843995e680) 00000100:00000001:1.0:1789093525.340842:0:278050:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789093525.340843:0:278050:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789093525.340844:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97843995e680 x1875989369213568/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093610 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789093525.340847:0:278050:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000085bcc405] to pc [ptlrpcd_00_00+0] req@ffff97843995f480 x1875989369213824/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093525.340852:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789093525.340854:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.138@tcp 00000100:00000001:1.0:1789093525.340855:0:278050:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789093525.340857:0:278050:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0241929-959a-49c3-a3c6-35d2c689d415->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:0.0:1789093525.340857:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978407c49d48. 00000100:00000040:1.0:1789093525.340860:0:278050:0:(pinger.c:247:ptlrpc_pinger_process_import()) b0241929-959a-49c3-a3c6-35d2c689d415->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:0.0:1789093525.340860:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875989369213568, offset 0 00000100:00000040:1.0:1789093525.340865:0:278050:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10808) 00000400:00000200:0.0:1789093525.340866:0:2399:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.206.138@tcp 00000400:00000200:0.0:1789093525.340873:0:2399:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093525.340880:0:2399:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.138@tcp local destination 00000400:00000200:0.0:1789093525.340885:0:2399:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789093525.340888:0:2399:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.206.38@tcp 00000400:00000200:0.0:1789093525.340891:0:2399:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.206.38@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789093525.340894:0:2399:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.138@tcp 00000400:00000200:0.0:1789093525.340897:0:2399:0:(lib-move.c:1710:lnet_handle_send()) 192.168.206.38@tcp NI seq info: [546165:546165:255:4294967295] 192.168.206.138@tcp LPNI seq info [546126:546126:7:4294967295] 00000400:00000200:0.0:1789093525.340901:0:2399:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093525.340908:0:2399:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp:) -> 192.168.206.138@tcp(192.168.206.138@tcp:192.168.206.138@tcp) : PUT try# 0 00000800:00000200:0.0:1789093525.340913:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.138@tcp 00000800:00000010:0.0:1789093525.340917:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97842bf4b600. 00000800:00000200:0.0:1789093525.340923:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff978408f5f180] -> 12345-192.168.206.138@tcp (5) 00000800:00000200:1.0:1789093525.340960:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789093525.340964:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97842bf4b900. 00000400:00000200:1.0:1789093525.340969:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789093525.340974:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000400:00000200:1.0:1789093525.340983:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978407c49f68 00000400:00000010:1.0:1789093525.340986:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978407c49f68. 00000100:00000001:1.0:1789093525.340989:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789093525.340993:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97843995ed80 x1875989369213440/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093525.341001:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789093525.341004:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97843995ed80 x1875989369213440/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093541 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093525.341010:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093525.341011:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1789093525.341039:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789093525.341041:0:2398:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789093525.341043:0:2398:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789093525.341046:0:2398:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97843995f480 x1875989369213824/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093525.341053:0:2398:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789093525.341054:0:2398:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789093525.341056:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789093525.341058:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789093525.341059:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789093525.341062:0:2398:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff97843995f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0241929-959a-49c3-a3c6-35d2c689d415:2398:1875989369213824:192.168.206.138@tcp:400:kworker.0 00000100:00000001:1.0:1789093525.341064:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789093525.341066:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789093525.341068:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789093525.341070:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789093525.341073:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff978406220a00. 02000000:00000001:1.0:1789093525.341075:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789093525.341078:0:2398:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000010:1.0:1789093525.341080:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff978438546948. 00000400:00000010:1.0:1789093525.341084:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978406244b28. 00000100:00000200:1.0:1789093525.341086:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875989369213824, portal 4 00000100:00000001:1.0:1789093525.341088:0:2398:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789093525.341089:0:2398:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629192890446976 : -114880819104640 : ffff97843995f480) 00000100:00000040:1.0:1789093525.341101:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97843995f480 x1875989369213824/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093580 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093525.341107:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789093525.341108:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.138@tcp 00000400:00000010:1.0:1789093525.341111:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978406244ee0. 00000100:00000200:1.0:1789093525.341113:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875989369213824, offset 0 00000400:00000200:1.0:1789093525.341117:0:2398:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.206.138@tcp 00000400:00000200:1.0:1789093525.341120:0:2398:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093525.341124:0:2398:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.138@tcp local destination 00000400:00000200:1.0:1789093525.341127:0:2398:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789093525.341129:0:2398:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.206.38@tcp 00000400:00000200:1.0:1789093525.341131:0:2398:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.206.38@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789093525.341133:0:2398:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.138@tcp 00000400:00000200:1.0:1789093525.341136:0:2398:0:(lib-move.c:1710:lnet_handle_send()) 192.168.206.38@tcp NI seq info: [546166:546166:255:4294967295] 192.168.206.138@tcp LPNI seq info [546127:546127:7:4294967295] 00000400:00000200:1.0:1789093525.341139:0:2398:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093525.341144:0:2398:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp:) -> 192.168.206.138@tcp(192.168.206.138@tcp:192.168.206.138@tcp) : PUT try# 0 00000800:00000200:1.0:1789093525.341148:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.138@tcp 00000800:00000010:1.0:1789093525.341151:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97841f620d00. 00000800:00000200:1.0:1789093525.341154:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff978408f5f180] -> 12345-192.168.206.138@tcp (5) 00000800:00000200:1.0:1789093525.341161:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.138@tcp ip 192.168.206.138:988 00000800:00000200:1.0:1789093525.341164:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97841f620d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789093525.341178:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789093525.341182:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff978407827800: using a timeout of 97147 usecs (98 jiffies) 00000400:00000200:1.0:1789093525.341185:0:2398:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000100:00000001:1.0:1789093525.341187:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff978407827800: PM QoS new deadline estimation for cpu 0 is 4305470569 00000100:00000001:1.0:1789093525.341191:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff978407827800: PM QoS request active for cpu 0, keep current deadline 4305474296 00000100:00000001:1.0:1789093525.341193:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff978407827800: PM QoS new deadline estimation for cpu 1 is 4305470569 00000100:00000001:1.0:1789093525.341195:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff978407827800: PM QoS request active for cpu 1, keep current deadline 4305474296 00000100:00000001:1.0:1789093525.341197:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789093525.341204:0:2398:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093525.341207:0:2398:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093525.341209:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789093525.341212:0:2398:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789093525.341214:0:2398:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:1.0:1789093525.341216:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789093525.341217:0:2398:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789093525.341219:0:2398:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789093525.341221:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1789093525.341222:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789093525.341224:0:2398:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789093525.341225:0:2398:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789093525.341227:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789093525.341228:0:2398:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789093525.341229:0:2398:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789093525.341233:0:2398:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97843995ea00 x1875989369213696/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093525.341239:0:2398:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789093525.341240:0:2398:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789093525.341260:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789093525.341262:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789093525.341264:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789093525.341267:0:2398:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff97843995ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0241929-959a-49c3-a3c6-35d2c689d415:2398:1875989369213696:192.168.206.138@tcp:400:kworker.0 00000100:00000001:1.0:1789093525.341270:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789093525.341273:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789093525.341275:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789093525.341276:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789093525.341279:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff978406220200. 02000000:00000001:1.0:1789093525.341281:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789093525.341284:0:2398:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000010:1.0:1789093525.341287:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9784385464d0. 00000400:00000010:1.0:1789093525.341291:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978406244990. 00000100:00000200:1.0:1789093525.341293:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875989369213696, portal 10 00000100:00000001:1.0:1789093525.341295:0:2398:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789093525.341296:0:2398:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629192890444288 : -114880819107328 : ffff97843995ea00) 00000100:00000040:1.0:1789093525.341308:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97843995ea00 x1875989369213696/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093610 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093525.341314:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789093525.341316:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.138@tcp 00000400:00000010:1.0:1789093525.341319:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9784062445d8. 00000100:00000200:1.0:1789093525.341321:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875989369213696, offset 0 00000400:00000200:1.0:1789093525.341325:0:2398:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.206.138@tcp 00000400:00000200:1.0:1789093525.341329:0:2398:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093525.341333:0:2398:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.138@tcp local destination 00000400:00000200:1.0:1789093525.341335:0:2398:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789093525.341338:0:2398:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.206.38@tcp 00000400:00000200:1.0:1789093525.341340:0:2398:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.206.38@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789093525.341342:0:2398:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.138@tcp 00000400:00000200:1.0:1789093525.341344:0:2398:0:(lib-move.c:1710:lnet_handle_send()) 192.168.206.38@tcp NI seq info: [546167:546167:254:4294967295] 192.168.206.138@tcp LPNI seq info [546128:546128:6:4294967295] 00000400:00000200:1.0:1789093525.341348:0:2398:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093525.341353:0:2398:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp:) -> 192.168.206.138@tcp(192.168.206.138@tcp:192.168.206.138@tcp) : PUT try# 0 00000800:00000200:1.0:1789093525.341357:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.138@tcp 00000800:00000010:1.0:1789093525.341361:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97841f620900. 00000800:00000200:1.0:1789093525.341365:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff978408f5f180] -> 12345-192.168.206.138@tcp (5) 00000800:00000200:1.0:1789093525.341369:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.138@tcp ip 192.168.206.138:988 00000800:00000200:1.0:1789093525.341372:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97841f620900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789093525.341375:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789093525.341378:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff978407827800: using a timeout of 22402 usecs (23 jiffies) 00000400:00000200:1.0:1789093525.341382:0:2398:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000100:00000001:1.0:1789093525.341384:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff978407827800: PM QoS new deadline estimation for cpu 0 is 4305470494 00000100:00000001:1.0:1789093525.341386:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff978407827800: PM QoS request active for cpu 0, keep current deadline 4305474296 00000100:00000001:1.0:1789093525.341388:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff978407827800: PM QoS new deadline estimation for cpu 1 is 4305470494 00000100:00000001:1.0:1789093525.341391:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff978407827800: PM QoS request active for cpu 1, keep current deadline 4305474296 00000100:00000001:1.0:1789093525.341392:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789093525.341399:0:2398:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093525.341401:0:2398:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093525.341404:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789093525.341429:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789093525.341432:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97841f620d00. 00000400:00000200:1.0:1789093525.341436:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789093525.341440:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000400:00000200:1.0:1789093525.341443:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978406244ee0 00000400:00000010:1.0:1789093525.341445:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978406244ee0. 00000100:00000001:1.0:1789093525.341448:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789093525.341453:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97843995f480 x1875989369213824/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093580 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093525.341460:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789093525.341463:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97843995f480 x1875989369213824/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093580 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093525.341469:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093525.341470:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1789093525.341509:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789093525.341511:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97841f620900. 00000400:00000200:1.0:1789093525.341514:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789093525.341517:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000400:00000200:1.0:1789093525.341520:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9784062445d8 00000400:00000010:1.0:1789093525.341522:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9784062445d8. 00000100:00000001:1.0:1789093525.341524:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789093525.341527:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97843995ea00 x1875989369213696/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093610 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093525.341533:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789093525.341536:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97843995ea00 x1875989369213696/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093610 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093525.341542:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093525.341543:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1789093525.341638:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.138@tcp ip 192.168.206.138:988 00000800:00000200:0.0:1789093525.341641:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97842bf4b600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789093525.341653:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789093525.341656:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: using a timeout of 24591 usecs (25 jiffies) 00000400:00000200:0.0:1789093525.341660:0:2399:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000100:00000001:0.0:1789093525.341662:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: PM QoS new deadline estimation for cpu 0 is 4305470497 00000100:00000001:0.0:1789093525.341664:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: PM QoS request active for cpu 0, keep current deadline 4305474296 00000100:00000001:0.0:1789093525.341666:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: PM QoS new deadline estimation for cpu 1 is 4305470497 00000100:00000001:0.0:1789093525.341667:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: PM QoS request active for cpu 1, keep current deadline 4305474296 00000100:00000001:0.0:1789093525.341669:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789093525.341671:0:2399:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093525.341674:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093525.341676:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093525.341677:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789093525.341679:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789093525.341680:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093525.341682:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789093525.341792:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789093525.341795:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97842bf4b600. 00000400:00000200:1.0:1789093525.341804:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789093525.341807:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000400:00000200:1.0:1789093525.341810:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978407c49d48 00000400:00000010:1.0:1789093525.341812:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978407c49d48. 00000100:00000001:1.0:1789093525.341814:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789093525.341818:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97843995e680 x1875989369213568/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093610 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093525.341825:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789093525.341828:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97843995e680 x1875989369213568/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093610 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093525.341835:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093525.341836:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1789093525.355824:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093525.355842:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789093525.355846:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093525.355848:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789093525.355856:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093525.355864:0:2390:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp) <- 192.168.206.138@tcp : PUT - for me 00000400:00000200:1.0:1789093525.355874:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093525.355879:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093525.355884:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093525.355888:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.138@tcp of length 224 into portal 10 MB=0x6aa33cff45300 00000400:00000200:1.0:1789093525.355893:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093525.355899:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.138@tcp of length 224/224 into md 0x53d361 [1] + 224 00000800:00000001:1.0:1789093525.355906:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093525.355910:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789093525.355913:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789093525.355922:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000100:00000001:1.0:1789093525.355939:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789093525.355948:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97843995ea00 x1875989369213696/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093610 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789093525.355959:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97843995ea00 x1875989369213696/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093610 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093525.355986:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789093525.355997:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093525.356001:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789093525.356003:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093525.356005:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789093525.356008:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093525.356013:0:2390:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp) <- 192.168.206.138@tcp : PUT - for me 00000400:00000200:1.0:1789093525.356017:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093525.356020:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093525.356023:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093525.356026:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.138@tcp of length 224 into portal 10 MB=0x6aa33cff45280 00000400:00000200:1.0:1789093525.356029:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093525.356033:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.138@tcp of length 224/224 into md 0x53d341 [1] + 224 00000800:00000001:1.0:1789093525.356037:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093525.356041:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789093525.356043:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789093525.356046:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000100:00000001:1.0:1789093525.356049:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789093525.356053:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97843995e680 x1875989369213568/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093610 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789093525.356062:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97843995e680 x1875989369213568/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093610 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093525.356074:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789093525.356078:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093525.356081:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789093525.356083:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093525.356085:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789093525.356087:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093525.356090:0:2390:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp) <- 192.168.206.138@tcp : PUT - for me 00000400:00000200:1.0:1789093525.356093:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093525.356101:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093525.356104:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093525.356107:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.138@tcp of length 224 into portal 4 MB=0x6aa33cff45380 00000400:00000200:1.0:1789093525.356110:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093525.356114:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.138@tcp of length 224/224 into md 0x53d351 [1] + 224 00000800:00000001:1.0:1789093525.356118:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093525.356121:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789093525.356123:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789093525.356126:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000100:00000001:1.0:1789093525.356129:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789093525.356135:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97843995f480 x1875989369213824/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093580 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789093525.356144:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97843995f480 x1875989369213824/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093580 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093525.356150:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789093525.356154:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093525.356158:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789093525.356159:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093525.356161:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789093525.356164:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093525.356168:0:2390:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp) <- 192.168.206.138@tcp : PUT - for me 00000400:00000200:1.0:1789093525.356172:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093525.356174:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093525.356177:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093525.356179:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.138@tcp of length 224 into portal 25 MB=0x6aa33cff45200 00000400:00000200:1.0:1789093525.356182:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093525.356185:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.138@tcp of length 224/224 into md 0x53d331 [1] + 224 00000800:00000001:1.0:1789093525.356188:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093525.356197:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789093525.356198:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789093525.356201:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000100:00000001:1.0:1789093525.356203:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789093525.356213:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97843995ed80 x1875989369213440/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093541 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789093525.356221:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97843995ed80 x1875989369213440/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093541 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093525.356229:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789093525.356234:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093525.356237:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789093525.357042:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789093525.357047:0:2398:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789093525.357054:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789093525.357056:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789093525.357059:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9784385464d0. 00000400:00000200:0.0:1789093525.357065:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978406244990 00000400:00000010:0.0:1789093525.357067:0:2398:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978406244990. 00000100:00000001:0.0:1789093525.357071:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789093525.357078:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97843995ea00 x1875989369213696/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093610 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789093525.357086:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97843995ea00 x1875989369213696/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093610 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093525.357092:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789093525.357094:0:2398:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789093525.357097:0:2398:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1789093525.357108:0:2398:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789093525.357110:0:2398:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789093525.357112:0:2398:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789093525.357115:0:2398:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789093525.357122:0:2398:0:(import.c:2149:obd_at_measure()) add 60 to ffff97840b490460 time=70 v=60 (60 61 61 62) 00000100:00001000:0.0:1789093525.357126:0:2398:0:(import.c:2149:obd_at_measure()) add 1 to ffff97840b490418 time=147 v=5 (1 1 0 0) 00000100:00000001:0.0:1789093525.357128:0:2398:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789093525.357130:0:2398:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093525.357132:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1789093525.357136:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff97843995ea00 x1875989369213696/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093610 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1789093525.357142:0:2398:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093525.357145:0:2398:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789093525.357146:0:2398:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff978407827800: skip recheck: last_committed 21474836545 00000100:00000001:0.0:1789093525.357148:0:2398:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789093525.357149:0:2398:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789093525.357154:0:2398:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97843995ea00 x1875989369213696/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093610 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093525.357159:0:2398:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789093525.357162:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789093525.357163:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789093525.357167:0:2398:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97843995ea00 x1875989369213696/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093610 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789093525.357173:0:2398:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff97843995ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0241929-959a-49c3-a3c6-35d2c689d415:2398:1875989369213696:192.168.206.138@tcp:400:kworker.0 00000400:00000001:0.0:1789093525.357180:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789093525.357181:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789093525.357183:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff978438546948. 00000400:00000200:0.0:1789093525.357186:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978406244b28 00000400:00000010:0.0:1789093525.357187:0:2398:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978406244b28. 00000100:00000001:0.0:1789093525.357190:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789093525.357192:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97843995f480 x1875989369213824/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093580 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789093525.357212:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97843995f480 x1875989369213824/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093580 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093525.357218:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789093525.357220:0:2398:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789093525.357222:0:2398:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1789093525.357224:0:2398:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789093525.357225:0:2398:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789093525.357226:0:2398:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789093525.357228:0:2398:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789093525.357232:0:2398:0:(import.c:2149:obd_at_measure()) add 36 to ffff9784084a0460 time=70 v=36 (36 36 5 5) 00000100:00001000:0.0:1789093525.357235:0:2398:0:(import.c:2149:obd_at_measure()) add 1 to ffff9784084a0418 time=128 v=5 (1 1 0 0) 00000100:00000001:0.0:1789093525.357237:0:2398:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789093525.357238:0:2398:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093525.357240:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789093525.357346:0:2398:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093525.357350:0:2398:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789093525.357351:0:2398:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff978407827800: skip recheck: last_committed 38654726918 00000100:00000001:0.0:1789093525.357353:0:2398:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789093525.357354:0:2398:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789093525.357360:0:2398:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97843995f480 x1875989369213824/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093580 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093525.357365:0:2398:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789093525.357367:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789093525.357368:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789093525.357371:0:2398:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97843995f480 x1875989369213824/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093580 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789093525.357378:0:2398:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff97843995f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0241929-959a-49c3-a3c6-35d2c689d415:2398:1875989369213824:192.168.206.138@tcp:400:kworker.0 00000100:00000001:0.0:1789093525.357382:0:2398:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789093525.357384:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789093525.357387:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97843995ea00 x1875989369213696/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093610 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093525.357399:0:2398:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789093525.357401:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789093525.357404:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff978406220200. 02000000:00000001:0.0:1789093525.357408:0:2398:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789093525.357410:0:2398:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1789093525.357412:0:2398:0:(genops.c:1244:class_import_put()) import ffff97840b490000 refcount=3 obd=lustre-MDT0001-mdc-ffff978407827800 00000020:00000001:0.0:1789093525.357414:0:2398:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1789093525.357416:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97841f620600. 02000000:00000001:0.0:1789093525.357419:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789093525.357421:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789093525.357423:0:2398:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97843995ea00. 00000100:00000001:0.0:1789093525.357426:0:2398:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789093525.357428:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789093525.357429:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789093525.357434:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97843995f480 x1875989369213824/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093580 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093525.357439:0:2398:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789093525.357441:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789093525.357442:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff978406220a00. 02000000:00000001:0.0:1789093525.357444:0:2398:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789093525.357445:0:2398:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1789093525.357446:0:2398:0:(genops.c:1244:class_import_put()) import ffff9784084a0000 refcount=3 obd=lustre-OST0000-osc-ffff978407827800 00000020:00000001:0.0:1789093525.357448:0:2398:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1789093525.357449:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97841f620a00. 02000000:00000001:0.0:1789093525.357451:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789093525.357452:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789093525.357453:0:2398:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97843995f480. 00000100:00000001:0.0:1789093525.357467:0:2398:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789093525.357469:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789093525.357472:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789093525.357479:0:2398:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789093525.357481:0:2398:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093525.357482:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789093525.357484:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093525.357825:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789093525.357833:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789093525.357836:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789093525.357838:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789093525.357840:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97841f00b268. 00000400:00000200:0.0:1789093525.357843:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978407c49c38 00000400:00000010:0.0:1789093525.357845:0:2399:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978407c49c38. 00000100:00000001:0.0:1789093525.357847:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789093525.357853:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97843995e680 x1875989369213568/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093610 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789093525.357861:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97843995e680 x1875989369213568/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093610 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093525.357867:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789093525.357868:0:2399:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789093525.357870:0:2399:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1789093525.357871:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789093525.357873:0:2399:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789093525.357874:0:2399:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789093525.357876:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789093525.357881:0:2399:0:(import.c:2149:obd_at_measure()) add 60 to ffff97840b494c60 time=70 v=60 (60 61 61 62) 00000100:00001000:0.0:1789093525.357884:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff97840b494c18 time=20 v=5 (1 1 1 0) 00000100:00000001:0.0:1789093525.357886:0:2399:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789093525.357887:0:2399:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093525.357889:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789093525.357891:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093525.357893:0:2399:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789093525.357894:0:2399:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff978407827800: skip recheck: last_committed 30064771462 00000100:00000001:0.0:1789093525.357896:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789093525.357897:0:2399:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789093525.357901:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97843995e680 x1875989369213568/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093610 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093525.357907:0:2399:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789093525.357909:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789093525.357910:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789093525.357913:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97843995e680 x1875989369213568/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093610 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789093525.357990:0:2399:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff97843995e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0241929-959a-49c3-a3c6-35d2c689d415:2399:1875989369213568:192.168.206.138@tcp:400:kworker.0 00000400:00000001:0.0:1789093525.357999:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789093525.358000:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789093525.358002:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97841f00bd68. 00000400:00000200:0.0:1789093525.358004:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978407c497f8 00000400:00000010:0.0:1789093525.358006:0:2399:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978407c497f8. 00000100:00000001:0.0:1789093525.358009:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789093525.358013:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97843995ed80 x1875989369213440/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093541 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789093525.358020:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97843995ed80 x1875989369213440/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093541 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093525.358025:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789093525.358027:0:2399:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789093525.358028:0:2399:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1789093525.358029:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789093525.358030:0:2399:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789093525.358032:0:2399:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789093525.358033:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789093525.358036:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff9784093e6460 time=71 v=5 (5 5 5 5) 00000100:00001000:0.0:1789093525.358038:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff9784093e6418 time=20 v=5 (1 1 1 0) 00000100:00000001:0.0:1789093525.358040:0:2399:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789093525.358041:0:2399:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093525.358042:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789093525.358044:0:2399:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093525.358045:0:2399:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789093525.358048:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97843995ed80 x1875989369213440/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093541 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093525.358053:0:2399:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789093525.358055:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789093525.358056:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789093525.358058:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97843995ed80 x1875989369213440/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093541 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789093525.358071:0:2399:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff97843995ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:44e1fe9d-a8e4-4124-a507-08739088143d:2399:1875989369213440:192.168.206.138@tcp:400:kworker.0 00000100:00000001:0.0:1789093525.358074:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789093525.358076:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789093525.358079:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97843995e680 x1875989369213568/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093610 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093525.358084:0:2399:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789093525.358085:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789093525.358087:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff978439e6b800. 02000000:00000001:0.0:1789093525.358089:0:2399:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789093525.358091:0:2399:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1789093525.358092:0:2399:0:(genops.c:1244:class_import_put()) import ffff97840b494800 refcount=5 obd=lustre-MDT0000-mdc-ffff978407827800 00000020:00000001:0.0:1789093525.358093:0:2399:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1789093525.358095:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97841f620700. 02000000:00000001:0.0:1789093525.358097:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789093525.358098:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789093525.358099:0:2399:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97843995e680. 00000100:00000001:0.0:1789093525.358101:0:2399:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789093525.358102:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789093525.358103:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789093525.358107:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97843995ed80 x1875989369213440/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093541 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093525.358111:0:2399:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789093525.358112:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789093525.358114:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff978439e6a600. 02000000:00000001:0.0:1789093525.358115:0:2399:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789093525.358116:0:2399:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1789093525.358117:0:2399:0:(genops.c:1244:class_import_put()) import ffff9784093e6000 refcount=3 obd=MGC192.168.206.138@tcp 00000020:00000001:0.0:1789093525.358119:0:2399:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1789093525.358120:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97841f620300. 02000000:00000001:0.0:1789093525.358122:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789093525.358123:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789093525.358124:0:2399:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97843995ed80. 00000100:00000001:0.0:1789093525.358126:0:2399:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789093525.358131:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789093525.358133:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789093525.358137:0:2399:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789093525.358138:0:2399:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093525.358140:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789093525.358142:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093525.909344:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093525.909349:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093525.909355:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093525.909356:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789093525.909454:0:241652:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789093525.909458:0:241652:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789093525.909461:0:241652:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789093526.933461:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093526.933468:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093526.933474:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093526.933476:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789093526.933525:0:235706:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789093526.933528:0:235706:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789093526.933531:0:235706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789093527.957392:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093527.957402:0:247954:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789093527.957404:0:247954:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789093527.957407:0:247954:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093527.957412:0:247954:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789093527.957414:0:247954:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093527.957416:0:247954:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093527.957419:0:247954:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093527.957422:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093527.957424:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789093527.957440:0:247358:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789093527.957443:0:247358:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789093527.957446:0:247358:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:0.0:1789093528.853450:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9784078bc480] -> 12345-192.168.206.38@tcp (6) 00000800:00000200:0.0:1789093528.853459:0:2389:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.38@tcp ip 192.168.206.38:988 00000800:00000200:0.0:1789093528.853465:0:2389:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff978410cdc800 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1789093528.853687:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1789093528.853693:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093528.853704:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789093528.853708:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093528.853710:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789093528.982193:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093528.982201:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093528.982207:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093528.982210:0:247954:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789093528.982231:0:247954:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789093528.982237:0:247954:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789093528.982239:0:247954:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789093528.982241:0:247954:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093528.982282:0:247954:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789093528.982284:0:247954:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093528.982285:0:247954:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093528.982288:0:247954:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789093528.983741:0:235705:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789093528.983750:0:235705:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789093528.983756:0:235705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789093529.173355:0:247954:0:(connection.c:75:cpu_latency_work()) work item of ffff9784069f9000 (cpu 0) has reached its deadline 4305474296, at 4305474304 00000100:00000010:0.0:1789093529.173373:0:247954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97842c80a840. 00000100:00000040:1.0:1789093529.173478:0:278929:0:(connection.c:75:cpu_latency_work()) work item of ffff9784069f9110 (cpu 0) has reached its deadline 4305474296, at 4305474304 00000100:00000010:1.0:1789093529.173485:0:278929:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97842c80a5a0. 00010000:00000001:0.0:1789093530.005487:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093530.005493:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093530.005498:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093530.005500:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789093530.005577:0:247359:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789093530.005580:0:247359:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789093530.005583:0:247359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789093530.462193:0:226917:0:(pinger.c:229:ptlrpc_pinger_process_import()) 44e1fe9d-a8e4-4124-a507-08739088143d->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789093530.462203:0:226917:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789093530.462214:0:226917:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97843892df80. 00000020:00000040:2.0:1789093530.462220:0:226917:0:(genops.c:1231:class_import_get()) import ffff9784093e6000 refcount=4 obd=MGC192.168.206.138@tcp 00000100:00000001:2.0:1789093530.462224:0:226917:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789093530.462604:0:226917:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789093530.462608:0:226917:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789093530.462617:0:226917:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97840a70eb00. 00000100:00000001:2.0:1789093530.462624:0:226917:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789093530.462634:0:226917:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 44e1fe9d-a8e4-4124-a507-08739088143d->MGS req@ffff97843892df80 x1875989369213952/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789093530.462645:0:226917:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789093530.462649:0:226917:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789093530.462655:0:226917:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062407884] to pc [ptlrpcd_01_01+1] req@ffff97843892df80 x1875989369213952/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789093530.462685:0:226917:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789093530.462688:0:226917:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0241929-959a-49c3-a3c6-35d2c689d415->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789093530.462691:0:226917:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789093530.462695:0:226917:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97843892ce00. 00000020:00000040:2.0:1789093530.462697:0:226917:0:(genops.c:1231:class_import_get()) import ffff97840b494800 refcount=6 obd=lustre-MDT0000-mdc-ffff978407827800 00000100:00000001:2.0:1789093530.462700:0:226917:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789093530.462701:0:226917:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789093530.462703:0:226917:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789093530.462706:0:226917:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97840a70ef00. 00000100:00000001:2.0:1789093530.462709:0:226917:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789093530.462713:0:226917:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0241929-959a-49c3-a3c6-35d2c689d415->lustre-MDT0000_UUID req@ffff97843892ce00 x1875989369214080/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789093530.462720:0:226917:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789093530.462722:0:226917:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789093530.462726:0:226917:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbaaf17c] to pc [ptlrpcd_01_00+0] req@ffff97843892ce00 x1875989369214080/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789093530.462736:0:226917:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789093530.462738:0:226917:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0241929-959a-49c3-a3c6-35d2c689d415->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789093530.462740:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789093530.462741:0:226917:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1789093530.462746:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000010:2.0:1789093530.462746:0:226917:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97843892ed80. 00000100:00000001:3.0:1789093530.462750:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000020:00000040:2.0:1789093530.462755:0:226917:0:(genops.c:1231:class_import_get()) import ffff97840b490000 refcount=4 obd=lustre-MDT0001-mdc-ffff978407827800 00000100:00000040:3.0:1789093530.462758:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97843892df80 x1875989369213952/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789093530.462759:0:226917:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789093530.462762:0:226917:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789093530.462765:0:226917:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789093530.462771:0:226917:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97840a70e800. 00000100:00000001:3.0:1789093530.462773:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789093530.462776:0:226917:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093530.462777:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789093530.462785:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1789093530.462787:0:226917:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0241929-959a-49c3-a3c6-35d2c689d415->lustre-MDT0001_UUID req@ffff97843892ed80 x1875989369214208/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1789093530.462789:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789093530.462794:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789093530.462802:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff97843892df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:44e1fe9d-a8e4-4124-a507-08739088143d:2401:1875989369213952:192.168.206.138@tcp:400:kworker.0 00000100:00000001:2.0:1789093530.462804:0:226917:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789093530.462808:0:226917:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093530.462810:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1789093530.462815:0:226917:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6f114aa] to pc [ptlrpcd_01_01+1] req@ffff97843892ed80 x1875989369214208/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1789093530.462817:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789093530.462821:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789093530.462825:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1789093530.462830:0:226917:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789093530.462832:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97843888a600. 00000100:00000040:2.0:1789093530.462834:0:226917:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0241929-959a-49c3-a3c6-35d2c689d415->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1789093530.462836:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789093530.462841:0:226917:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:3.0:1789093530.462846:0:2401:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000100:00000010:2.0:1789093530.462846:0:226917:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97843892ca80. 00000020:00000040:2.0:1789093530.462852:0:226917:0:(genops.c:1231:class_import_get()) import ffff9784084a0000 refcount=4 obd=lustre-OST0000-osc-ffff978407827800 00000400:00000010:3.0:1789093530.462853:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97841ec90b58. 00000100:00000001:2.0:1789093530.462856:0:226917:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789093530.462859:0:226917:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789093530.462861:0:226917:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789093530.462862:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9784066165d8. 02000000:00000010:2.0:1789093530.462866:0:226917:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97840a70e600. 00000100:00000200:3.0:1789093530.462869:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875989369213952, portal 25 00000100:00000001:2.0:1789093530.462871:0:226917:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093530.462874:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789093530.462877:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629192873467776 : -114880836083840 : ffff97843892df80) 00000100:00000040:2.0:1789093530.462879:0:226917:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0241929-959a-49c3-a3c6-35d2c689d415->lustre-OST0000_UUID req@ffff97843892ca80 x1875989369214336/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1789093530.462887:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97843892df80 x1875989369213952/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789093530.462890:0:226917:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789093530.462894:0:226917:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093530.462901:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789093530.462902:0:226917:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001840fb07] to pc [ptlrpcd_01_00+0] req@ffff97843892ca80 x1875989369214336/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789093530.462909:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.138@tcp 00000400:00000010:3.0:1789093530.462916:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978406616a18. 00000100:00000001:2.0:1789093530.462917:0:226917:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1789093530.462922:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875989369213952, offset 0 00000100:00000040:2.0:1789093530.462922:0:226917:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0241929-959a-49c3-a3c6-35d2c689d415->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1789093530.462932:0:2401:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.206.138@tcp 00000400:00000200:3.0:1789093530.462950:0:2401:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:3.0:1789093530.462957:0:2401:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.138@tcp local destination 00000400:00000200:3.0:1789093530.462973:0:2401:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789093530.462977:0:2401:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.206.38@tcp 00000400:00000200:3.0:1789093530.462981:0:2401:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.206.38@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789093530.462984:0:2401:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.138@tcp 00000400:00000200:3.0:1789093530.462988:0:2401:0:(lib-move.c:1710:lnet_handle_send()) 192.168.206.38@tcp NI seq info: [546168:546168:256:4294967295] 192.168.206.138@tcp LPNI seq info [546129:546129:8:4294967295] 00000400:00000200:3.0:1789093530.462992:0:2401:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:3.0:1789093530.463002:0:2401:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp:) -> 192.168.206.138@tcp(192.168.206.138@tcp:192.168.206.138@tcp) : PUT try# 0 00000100:00000040:2.0:1789093530.463005:0:226917:0:(pinger.c:247:ptlrpc_pinger_process_import()) b0241929-959a-49c3-a3c6-35d2c689d415->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000800:00000200:3.0:1789093530.463010:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.138@tcp 00000100:00000040:2.0:1789093530.463014:0:226917:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10813) 00000800:00000010:3.0:1789093530.463016:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97843317f200. 00000800:00000200:3.0:1789093530.463025:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff978408f5f180] -> 12345-192.168.206.138@tcp (5) 00000800:00000200:3.0:1789093530.463032:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.138@tcp ip 192.168.206.138:988 00000800:00000200:3.0:1789093530.463036:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97843317f200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789093530.463057:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789093530.463061:0:2401:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000100:00000001:3.0:1789093530.463064:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.138@tcp: PM QoS new deadline estimation for cpu 0 is 4305479424 00000100:00000010:3.0:1789093530.463067:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97842c7a22a0. 00000100:00000001:3.0:1789093530.463073:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.138@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1789093530.463080:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.138@tcp: PM QoS new deadline estimation for cpu 1 is 4305479424 00000100:00000010:3.0:1789093530.463083:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97842c7a2060. 00000100:00000001:3.0:1789093530.463085:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.138@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1789093530.463088:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789093530.463090:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093530.463093:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093530.463095:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789093530.463097:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789093530.463101:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789093530.463102:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789093530.463104:0:2400:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1789093530.463106:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789093530.463110:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1789093530.463112:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97843892ce00 x1875989369214080/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093530.463113:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789093530.463116:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789093530.463124:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97843892ed80 x1875989369214208/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789093530.463126:0:2400:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789093530.463127:0:2400:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789093530.463130:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789093530.463132:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789093530.463136:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789093530.463144:0:2400:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff97843892ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0241929-959a-49c3-a3c6-35d2c689d415:2400:1875989369214080:192.168.206.138@tcp:400:kworker.0 00000100:00000001:3.0:1789093530.463149:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789093530.463150:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1789093530.463153:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789093530.463155:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789093530.463157:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789093530.463158:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789093530.463161:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789093530.463163:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1789093530.463167:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789093530.463169:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff978405a7e400. 00000100:00100000:3.0:1789093530.463172:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff97843892ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0241929-959a-49c3-a3c6-35d2c689d415:2401:1875989369214208:192.168.206.138@tcp:400:kworker.0 02000000:00000001:2.0:1789093530.463173:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093530.463180:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1789093530.463182:0:2400:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 02000000:00000001:3.0:1789093530.463185:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789093530.463188:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789093530.463188:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff978432417420. 02000000:00000001:3.0:1789093530.463193:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:2.0:1789093530.463195:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97841ff46110. 02000000:00000010:3.0:1789093530.463197:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97843888b000. 00000100:00000200:2.0:1789093530.463200:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875989369214080, portal 10 02000000:00000001:3.0:1789093530.463201:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789093530.463206:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789093530.463209:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629192873463296 : -114880836088320 : ffff97843892ce00) 00000400:00000200:3.0:1789093530.463210:0:2401:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000010:3.0:1789093530.463216:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97841ec90e70. 00000100:00000040:2.0:1789093530.463221:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97843892ce00 x1875989369214080/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093615 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1789093530.463222:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978406616908. 00000100:00000200:3.0:1789093530.463228:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875989369214208, portal 10 00000100:00000001:3.0:1789093530.463232:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789093530.463234:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629192873471360 : -114880836080256 : ffff97843892ed80) 00000100:00000040:3.0:1789093530.463272:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97843892ed80 x1875989369214208/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093615 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093530.463280:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789093530.463283:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.138@tcp 00000400:00000010:3.0:1789093530.463285:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978406616660. 00000100:00000200:3.0:1789093530.463288:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875989369214208, offset 0 00000400:00000200:3.0:1789093530.463292:0:2401:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.206.138@tcp 00000400:00000200:3.0:1789093530.463305:0:2401:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:3.0:1789093530.463309:0:2401:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.138@tcp local destination 00000400:00000200:3.0:1789093530.463312:0:2401:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789093530.463314:0:2401:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.206.38@tcp 00000400:00000200:3.0:1789093530.463316:0:2401:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.206.38@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789093530.463318:0:2401:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.138@tcp 00000400:00000200:3.0:1789093530.463327:0:2401:0:(lib-move.c:1710:lnet_handle_send()) 192.168.206.38@tcp NI seq info: [546169:546169:255:4294967295] 192.168.206.138@tcp LPNI seq info [546130:546130:7:4294967295] 00000400:00000200:3.0:1789093530.463331:0:2401:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:3.0:1789093530.463338:0:2401:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp:) -> 192.168.206.138@tcp(192.168.206.138@tcp:192.168.206.138@tcp) : PUT try# 0 00000800:00000200:3.0:1789093530.463342:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.138@tcp 00000800:00000010:3.0:1789093530.463346:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97843317fa00. 00000800:00000200:3.0:1789093530.463350:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff978408f5f180] -> 12345-192.168.206.138@tcp (5) 00000800:00000200:3.0:1789093530.463355:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.138@tcp ip 192.168.206.138:988 00000800:00000200:3.0:1789093530.463358:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97843317fa00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789093530.463361:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789093530.463365:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff978407827800: using a timeout of 22402 usecs (23 jiffies) 00000400:00000200:3.0:1789093530.463368:0:2401:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000100:00000001:3.0:1789093530.463370:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff978407827800: PM QoS new deadline estimation for cpu 0 is 4305475616 00000100:00000001:3.0:1789093530.463372:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff978407827800: PM QoS request active for cpu 0, keep current deadline 4305479424 00000100:00000001:3.0:1789093530.463374:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff978407827800: PM QoS new deadline estimation for cpu 1 is 4305475616 00000100:00000001:3.0:1789093530.463377:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff978407827800: PM QoS request active for cpu 1, keep current deadline 4305479424 00000100:00000001:3.0:1789093530.463379:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789093530.463380:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093530.463383:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093530.463385:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789093530.463401:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789093530.463403:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789093530.463405:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789093530.463406:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789093530.463407:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093530.463410:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789093530.463620:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789093530.463625:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97843317f200. 00000400:00000200:1.0:1789093530.463632:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789093530.463637:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000400:00000200:1.0:1789093530.463642:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978406616a18 00000400:00000010:1.0:1789093530.463644:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978406616a18. 00000100:00000001:1.0:1789093530.463650:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789093530.463654:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97843892df80 x1875989369213952/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093530.463663:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789093530.463667:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97843892df80 x1875989369213952/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093546 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093530.463674:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093530.463675:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1789093530.463758:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789093530.463761:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97843317fa00. 00000400:00000200:1.0:1789093530.463764:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789093530.463767:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000400:00000200:1.0:1789093530.463770:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978406616660 00000400:00000010:1.0:1789093530.463778:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978406616660. 00000100:00000001:1.0:1789093530.463781:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789093530.463785:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97843892ed80 x1875989369214208/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093615 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093530.463793:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789093530.463796:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97843892ed80 x1875989369214208/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093615 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093530.463802:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093530.463803:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1789093530.464018:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789093530.464023:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.138@tcp 00000400:00000010:2.0:1789093530.464027:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97841ff46880. 00000100:00000200:2.0:1789093530.464100:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875989369214080, offset 0 00000400:00000200:2.0:1789093530.464107:0:2400:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.206.138@tcp 00000400:00000200:2.0:1789093530.464119:0:2400:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:2.0:1789093530.464124:0:2400:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.138@tcp local destination 00000400:00000200:2.0:1789093530.464127:0:2400:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789093530.464130:0:2400:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.206.38@tcp 00000400:00000200:2.0:1789093530.464132:0:2400:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.206.38@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789093530.464134:0:2400:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.138@tcp 00000400:00000200:2.0:1789093530.464137:0:2400:0:(lib-move.c:1710:lnet_handle_send()) 192.168.206.38@tcp NI seq info: [546170:546170:256:4294967295] 192.168.206.138@tcp LPNI seq info [546131:546131:8:4294967295] 00000400:00000200:2.0:1789093530.464140:0:2400:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:2.0:1789093530.464147:0:2400:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp:) -> 192.168.206.138@tcp(192.168.206.138@tcp:192.168.206.138@tcp) : PUT try# 0 00000800:00000200:2.0:1789093530.464151:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.138@tcp 00000800:00000010:2.0:1789093530.464156:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97840a70ed00. 00000800:00000200:2.0:1789093530.464160:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff978408f5f180] -> 12345-192.168.206.138@tcp (5) 00000800:00000200:2.0:1789093530.464165:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.138@tcp ip 192.168.206.138:988 00000800:00000200:2.0:1789093530.464168:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97840a70ed00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789093530.464234:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789093530.464327:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: using a timeout of 24592 usecs (25 jiffies) 00000400:00000200:2.0:1789093530.464332:0:2400:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000100:00000001:2.0:1789093530.464335:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: PM QoS new deadline estimation for cpu 0 is 4305475620 00000100:00000001:2.0:1789093530.464337:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: PM QoS request active for cpu 0, keep current deadline 4305479424 00000100:00000001:2.0:1789093530.464339:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: PM QoS new deadline estimation for cpu 1 is 4305475620 00000100:00000001:2.0:1789093530.464342:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: PM QoS request active for cpu 1, keep current deadline 4305479424 00000100:00000001:2.0:1789093530.464344:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789093530.464346:0:2400:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789093530.464349:0:2400:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789093530.464354:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97843892ca80 x1875989369214336/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789093530.464362:0:2400:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789093530.464364:0:2400:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789093530.464367:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789093530.464374:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789093530.464376:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789093530.464380:0:2400:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff97843892ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0241929-959a-49c3-a3c6-35d2c689d415:2400:1875989369214336:192.168.206.138@tcp:400:kworker.0 00000100:00000001:2.0:1789093530.464384:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789093530.464387:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789093530.464388:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789093530.464390:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789093530.464394:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff978405a7ea00. 02000000:00000001:2.0:1789093530.464395:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789093530.464399:0:2400:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000010:2.0:1789093530.464402:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9784324177e8. 00000400:00000010:2.0:1789093530.464406:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97841ff46550. 00000100:00000200:2.0:1789093530.464410:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875989369214336, portal 4 00000100:00000001:2.0:1789093530.464412:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789093530.464413:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629192873462400 : -114880836089216 : ffff97843892ca80) 00000100:00000040:2.0:1789093530.464419:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97843892ca80 x1875989369214336/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093585 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789093530.464425:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789093530.464427:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.138@tcp 00000400:00000010:2.0:1789093530.464430:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97841ff46660. 00000100:00000200:2.0:1789093530.464432:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875989369214336, offset 0 00000400:00000200:2.0:1789093530.464437:0:2400:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.206.138@tcp 00000400:00000200:2.0:1789093530.464441:0:2400:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:2.0:1789093530.464445:0:2400:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.138@tcp local destination 00000400:00000200:2.0:1789093530.464447:0:2400:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789093530.464450:0:2400:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.206.38@tcp 00000400:00000200:2.0:1789093530.464452:0:2400:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.206.38@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789093530.464454:0:2400:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.138@tcp 00000400:00000200:2.0:1789093530.464457:0:2400:0:(lib-move.c:1710:lnet_handle_send()) 192.168.206.38@tcp NI seq info: [546171:546171:255:4294967295] 192.168.206.138@tcp LPNI seq info [546132:546132:7:4294967295] 00000400:00000200:2.0:1789093530.464460:0:2400:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:2.0:1789093530.464465:0:2400:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp:) -> 192.168.206.138@tcp(192.168.206.138@tcp:192.168.206.138@tcp) : PUT try# 0 00000800:00000200:2.0:1789093530.464469:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.138@tcp 00000800:00000010:2.0:1789093530.464478:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97840a70e300. 00000800:00000200:2.0:1789093530.464482:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff978408f5f180] -> 12345-192.168.206.138@tcp (5) 00000800:00000200:2.0:1789093530.464487:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.138@tcp ip 192.168.206.138:988 00000800:00000200:2.0:1789093530.464490:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97840a70e300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789093530.464493:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789093530.464496:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff978407827800: using a timeout of 97086 usecs (98 jiffies) 00000400:00000200:2.0:1789093530.464499:0:2400:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000100:00000001:2.0:1789093530.464501:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff978407827800: PM QoS new deadline estimation for cpu 0 is 4305475693 00000100:00000001:2.0:1789093530.464503:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff978407827800: PM QoS request active for cpu 0, keep current deadline 4305479424 00000100:00000001:2.0:1789093530.464505:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff978407827800: PM QoS new deadline estimation for cpu 1 is 4305475693 00000100:00000001:2.0:1789093530.464507:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff978407827800: PM QoS request active for cpu 1, keep current deadline 4305479424 00000100:00000001:2.0:1789093530.464509:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789093530.464511:0:2400:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789093530.464513:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789093530.464515:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789093530.464520:0:2400:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789093530.464522:0:2400:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:2.0:1789093530.464524:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789093530.464525:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789093530.464526:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789093530.464528:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1789093530.472627:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093530.472644:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789093530.472648:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093530.472651:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789093530.472658:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093530.472666:0:2390:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp) <- 192.168.206.138@tcp : PUT - for me 00000400:00000200:0.0:1789093530.472675:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093530.472680:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093530.472684:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093530.472688:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.138@tcp of length 224 into portal 10 MB=0x6aa33cff45500 00000400:00000200:0.0:1789093530.472694:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093530.472700:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.138@tcp of length 224/224 into md 0x53d381 [1] + 224 00000800:00000001:0.0:1789093530.472706:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:1.0:1789093530.472724:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789093530.472740:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97840a70ed00. 00000800:00000001:0.0:1789093530.472741:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789093530.472747:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789093530.472747:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789093530.472755:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000400:00000200:1.0:1789093530.472758:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000400:00000200:1.0:1789093530.472764:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97841ff46880 00000100:00000001:0.0:1789093530.472764:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:1.0:1789093530.472769:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff97841ff46880. 00000100:00000200:0.0:1789093530.472776:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97843892ed80 x1875989369214208/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093615 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093530.472784:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789093530.472794:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97843892ce00 x1875989369214080/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093615 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789093530.472795:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97843892ed80 x1875989369214208/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093615 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093530.472807:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789093530.472815:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97843892ce00 x1875989369214080/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093615 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093530.472826:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093530.472829:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1789093530.472834:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789093530.472844:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1789093530.472948:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789093530.472951:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789093530.472958:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789093530.472959:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789093530.472963:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97841ec90e70. 00000400:00000200:3.0:1789093530.472967:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978406616908 00000400:00000010:3.0:1789093530.472968:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978406616908. 00000100:00000001:3.0:1789093530.472978:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789093530.472983:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97843892ed80 x1875989369214208/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093615 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789093530.472993:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97843892ed80 x1875989369214208/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093615 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093530.473000:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789093530.473002:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789093530.473005:0:2401:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1789093530.473011:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789093530.473014:0:2401:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789093530.473016:0:2401:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789093530.473019:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789093530.473030:0:2401:0:(import.c:2149:obd_at_measure()) add 60 to ffff97840b490460 time=75 v=60 (60 61 61 62) 00000100:00001000:3.0:1789093530.473035:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff97840b490418 time=152 v=5 (1 1 0 0) 00000100:00000001:3.0:1789093530.473038:0:2401:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789093530.473040:0:2401:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789093530.473044:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1789093530.473049:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff97843892ed80 x1875989369214208/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093615 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1789093530.473056:0:2401:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093530.473061:0:2401:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789093530.473064:0:2401:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff978407827800: skip recheck: last_committed 21474836545 00000100:00000001:3.0:1789093530.473066:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789093530.473068:0:2401:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789093530.473073:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97843892ed80 x1875989369214208/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093615 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093530.473090:0:2401:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789093530.473093:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789093530.473095:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789093530.473100:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97843892ed80 x1875989369214208/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093615 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789093530.473107:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff97843892ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0241929-959a-49c3-a3c6-35d2c689d415:2401:1875989369214208:192.168.206.138@tcp:400:kworker.0 00000100:00000001:3.0:1789093530.473129:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093530.473131:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789093530.473135:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97843892ed80 x1875989369214208/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093615 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093530.473142:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789093530.473144:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789093530.473148:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97843888b000. 02000000:00000001:3.0:1789093530.473151:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789093530.473154:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1789093530.473155:0:2401:0:(genops.c:1244:class_import_put()) import ffff97840b490000 refcount=3 obd=lustre-MDT0001-mdc-ffff978407827800 00000020:00000001:3.0:1789093530.473157:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1789093530.473160:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97840a70e800. 02000000:00000001:3.0:1789093530.473163:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789093530.473164:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789093530.473166:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97843892ed80. 00000100:00000001:3.0:1789093530.473172:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789093530.473174:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789093530.473177:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093530.473178:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789093530.473180:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789093530.473181:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093530.473183:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789093530.473458:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789093530.473462:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97840a70e300. 00000400:00000200:1.0:1789093530.473465:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789093530.473470:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000400:00000200:1.0:1789093530.473473:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97841ff46660 00000400:00000010:1.0:1789093530.473475:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff97841ff46660. 00000100:00000001:1.0:1789093530.473477:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789093530.473481:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97843892ca80 x1875989369214336/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093585 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093530.473500:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789093530.473503:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97843892ca80 x1875989369214336/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093585 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093530.473509:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093530.473510:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1789093530.476035:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789093530.476045:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093530.476051:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789093530.476058:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093530.476066:0:2390:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp) <- 192.168.206.138@tcp : PUT - for me 00000400:00000200:0.0:1789093530.476075:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093530.476079:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093530.476085:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093530.476089:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.138@tcp of length 224 into portal 25 MB=0x6aa33cff45400 00000400:00000200:0.0:1789093530.476094:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093530.476101:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.138@tcp of length 224/224 into md 0x53d371 [1] + 224 00000800:00000001:0.0:1789093530.476108:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093530.476164:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789093530.476168:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789093530.476173:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000100:00000001:0.0:1789093530.476180:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789093530.476189:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97843892df80 x1875989369213952/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093546 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789093530.476201:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97843892df80 x1875989369213952/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093546 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093530.476217:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789093530.476226:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093530.476229:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789093530.477734:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789093530.477741:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789093530.477748:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789093530.477750:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789093530.477754:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97841ec90b58. 00000400:00000200:3.0:1789093530.477761:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9784066165d8 00000400:00000010:3.0:1789093530.477763:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9784066165d8. 00000100:00000001:3.0:1789093530.477767:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789093530.477788:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97843892df80 x1875989369213952/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093546 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789093530.477799:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97843892df80 x1875989369213952/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093546 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093530.477806:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789093530.477821:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789093530.477823:0:2401:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1789093530.477826:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789093530.477828:0:2401:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789093530.477830:0:2401:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789093530.477833:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789093530.477840:0:2401:0:(import.c:2149:obd_at_measure()) add 5 to ffff9784093e6460 time=76 v=5 (5 5 5 5) 00000100:00001000:3.0:1789093530.477844:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff9784093e6418 time=25 v=5 (1 1 1 0) 00000100:00000001:3.0:1789093530.477847:0:2401:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789093530.477848:0:2401:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789093530.477851:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789093530.477853:0:2401:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093530.477856:0:2401:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789093530.477860:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97843892df80 x1875989369213952/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093546 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093530.477867:0:2401:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789093530.477870:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789093530.477872:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789093530.477875:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97843892df80 x1875989369213952/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093546 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789093530.477882:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff97843892df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:44e1fe9d-a8e4-4124-a507-08739088143d:2401:1875989369213952:192.168.206.138@tcp:400:kworker.0 00000100:00000001:3.0:1789093530.477897:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789093530.477900:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789093530.477904:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97843892df80 x1875989369213952/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093546 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093530.477910:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789093530.477912:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789093530.477916:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97843888a600. 02000000:00000001:3.0:1789093530.477919:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789093530.477921:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1789093530.477923:0:2401:0:(genops.c:1244:class_import_put()) import ffff9784093e6000 refcount=3 obd=MGC192.168.206.138@tcp 00000020:00000001:3.0:1789093530.477925:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1789093530.477928:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97840a70eb00. 02000000:00000001:3.0:1789093530.477937:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789093530.477939:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789093530.477941:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97843892df80. 00000100:00000001:3.0:1789093530.477945:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789093530.477946:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789093530.477948:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789093530.477955:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789093530.477957:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093530.477959:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789093530.477961:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1789093530.478989:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093530.479004:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789093530.479009:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093530.479012:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789093530.479019:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093530.479026:0:2391:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp) <- 192.168.206.138@tcp : PUT - for me 00000400:00000200:1.0:1789093530.479035:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093530.479039:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093530.479044:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093530.479059:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.138@tcp of length 224 into portal 4 MB=0x6aa33cff45580 00000400:00000200:1.0:1789093530.479064:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093530.479070:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.138@tcp of length 224/224 into md 0x53d389 [1] + 224 00000800:00000001:1.0:1789093530.479076:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093530.479080:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789093530.479083:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789093530.479087:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000100:00000001:1.0:1789093530.479093:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789093530.479101:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97843892ca80 x1875989369214336/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093585 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789093530.479112:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97843892ca80 x1875989369214336/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093585 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093530.479131:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789093530.479140:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093530.479148:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789093530.479150:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093530.479163:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789093530.479167:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093530.479169:0:2391:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp) <- 192.168.206.138@tcp : PUT - for me 00000400:00000200:1.0:1789093530.479174:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093530.479176:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093530.479179:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093530.479181:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.138@tcp of length 224 into portal 10 MB=0x6aa33cff45480 00000400:00000200:1.0:1789093530.479185:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093530.479189:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.138@tcp of length 224/224 into md 0x53d379 [1] + 224 00000800:00000001:1.0:1789093530.479193:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093530.479278:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789093530.479281:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789093530.479286:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000100:00000001:1.0:1789093530.479290:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789093530.479296:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97843892ce00 x1875989369214080/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093615 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789093530.479306:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97843892ce00 x1875989369214080/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093615 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093530.479314:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789093530.479319:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093530.479322:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789093530.479721:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789093530.479725:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789093530.479731:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789093530.479733:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789093530.479736:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff978432417420. 00000400:00000200:3.0:1789093530.479741:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97841ff46110 00000400:00000010:3.0:1789093530.479743:0:2400:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff97841ff46110. 00000100:00000001:3.0:1789093530.479746:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789093530.479752:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97843892ce00 x1875989369214080/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093615 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789093530.479761:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97843892ce00 x1875989369214080/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093615 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093530.479767:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789093530.479769:0:2400:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789093530.479771:0:2400:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1789093530.479774:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789093530.479776:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789093530.479778:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789093530.479781:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789093530.479789:0:2400:0:(import.c:2149:obd_at_measure()) add 60 to ffff97840b494c60 time=75 v=60 (60 61 61 62) 00000100:00001000:3.0:1789093530.479793:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff97840b494c18 time=25 v=5 (1 1 1 0) 00000100:00000001:3.0:1789093530.479796:0:2400:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789093530.479797:0:2400:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789093530.479799:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789093530.479803:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093530.479806:0:2400:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789093530.479817:0:2400:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff978407827800: skip recheck: last_committed 30064771462 00000100:00000001:3.0:1789093530.479820:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789093530.479822:0:2400:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789093530.479827:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97843892ce00 x1875989369214080/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093615 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093530.479835:0:2400:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789093530.479838:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789093530.479840:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789093530.479843:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97843892ce00 x1875989369214080/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093615 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789093530.479857:0:2400:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff97843892ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0241929-959a-49c3-a3c6-35d2c689d415:2400:1875989369214080:192.168.206.138@tcp:400:kworker.0 00000400:00000001:3.0:1789093530.479864:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789093530.479865:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789093530.479867:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9784324177e8. 00000400:00000200:3.0:1789093530.479870:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97841ff46550 00000400:00000010:3.0:1789093530.479871:0:2400:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff97841ff46550. 00000100:00000001:3.0:1789093530.479874:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789093530.479877:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97843892ca80 x1875989369214336/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093585 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789093530.479885:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97843892ca80 x1875989369214336/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093585 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093530.479892:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789093530.479893:0:2400:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789093530.479895:0:2400:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1789093530.479897:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789093530.479898:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789093530.479899:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789093530.479901:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789093530.479906:0:2400:0:(import.c:2149:obd_at_measure()) add 36 to ffff9784084a0460 time=75 v=36 (36 36 5 5) 00000100:00001000:3.0:1789093530.479909:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff9784084a0418 time=133 v=5 (1 1 0 0) 00000100:00000001:3.0:1789093530.479911:0:2400:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789093530.479919:0:2400:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789093530.479920:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789093530.479922:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093530.479925:0:2400:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789093530.479926:0:2400:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff978407827800: skip recheck: last_committed 38654726918 00000100:00000001:3.0:1789093530.479928:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789093530.479930:0:2400:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789093530.479934:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97843892ca80 x1875989369214336/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093585 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093530.479941:0:2400:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789093530.479943:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789093530.479944:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789093530.479948:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97843892ca80 x1875989369214336/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093585 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789093530.479956:0:2400:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff97843892ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b0241929-959a-49c3-a3c6-35d2c689d415:2400:1875989369214336:192.168.206.138@tcp:400:kworker.0 00000100:00000001:3.0:1789093530.479960:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789093530.479962:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789093530.479965:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97843892ce00 x1875989369214080/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093615 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093530.479972:0:2400:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789093530.479974:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789093530.479977:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff978405a7e400. 02000000:00000001:3.0:1789093530.479981:0:2400:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789093530.479983:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1789093530.479985:0:2400:0:(genops.c:1244:class_import_put()) import ffff97840b494800 refcount=5 obd=lustre-MDT0000-mdc-ffff978407827800 00000020:00000001:3.0:1789093530.479987:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1789093530.479990:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97840a70ef00. 02000000:00000001:3.0:1789093530.479993:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789093530.479995:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789093530.479996:0:2400:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97843892ce00. 00000100:00000001:3.0:1789093530.480000:0:2400:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789093530.480001:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789093530.480003:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789093530.480012:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97843892ca80 x1875989369214336/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093585 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093530.480018:0:2400:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789093530.480020:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789093530.480021:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff978405a7ea00. 02000000:00000001:3.0:1789093530.480023:0:2400:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789093530.480025:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1789093530.480026:0:2400:0:(genops.c:1244:class_import_put()) import ffff9784084a0000 refcount=3 obd=lustre-OST0000-osc-ffff978407827800 00000020:00000001:3.0:1789093530.480028:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1789093530.480029:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97840a70e600. 02000000:00000001:3.0:1789093530.480031:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789093530.480032:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789093530.480034:0:2400:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97843892ca80. 00000100:00000001:3.0:1789093530.480036:0:2400:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789093530.480037:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789093530.480039:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789093530.480046:0:2400:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789093530.480048:0:2400:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093530.480050:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789093530.480053:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093531.030544:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093531.030550:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093531.030564:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093531.030565:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789093531.030997:0:241652:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789093531.031001:0:241652:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789093531.031004:0:241652:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789093532.057068:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093532.057074:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093532.057096:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093532.057097:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789093532.057181:0:235706:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789093532.057185:0:235706:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789093532.057188:0:235706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789093533.077304:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093533.077310:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093533.077315:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093533.077316:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789093533.078090:0:247358:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789093533.078095:0:247358:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789093533.078098:0:247358:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1789093533.468116:0:279799:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789093533.834137:0:279835:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1789093533.835050:0:279835:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: rpc test_812b: @@@@@@ FAIL: can't put import for osc.lustre-OST0000-osc-ffff978407827800.ost_server_uuid into CONNECTING state after 50 sec, have FULL 00000001:00000001:2.0:1789093533.850965:0:279835:0:(debug.c:656:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:0.0:1789093534.101728:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093534.101734:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093534.101739:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093534.101741:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789093534.102071:0:235705:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789093534.102074:0:235705:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789093534.102078:0:235705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789093534.357475:0:247954:0:(connection.c:75:cpu_latency_work()) work item of ffff9784069f9000 (cpu 0) has reached its deadline 4305479424, at 4305479488 00000100:00000010:0.0:1789093534.357489:0:247954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97842c7a22a0. 00000100:00000040:1.0:1789093534.358446:0:278929:0:(connection.c:75:cpu_latency_work()) work item of ffff9784069f9110 (cpu 0) has reached its deadline 4305479424, at 4305479489 00000100:00000010:1.0:1789093534.358456:0:278929:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97842c7a2060. 00010000:00000001:0.0:1789093535.126205:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093535.126212:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093535.126217:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093535.126219:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789093535.126287:0:247359:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789093535.126291:0:247359:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789093535.126294:0:247359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1789093535.518631:0:279935:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789093535.573331:0:278050:0:(pinger.c:229:ptlrpc_pinger_process_import()) 44e1fe9d-a8e4-4124-a507-08739088143d->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789093535.573339:0:278050:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789093535.573346:0:278050:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97843892fb80. 00000020:00000040:2.0:1789093535.573350:0:278050:0:(genops.c:1231:class_import_get()) import ffff9784093e6000 refcount=4 obd=MGC192.168.206.138@tcp 00000100:00000001:2.0:1789093535.573355:0:278050:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789093535.573358:0:278050:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789093535.573362:0:278050:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789093535.573369:0:278050:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97840a70e100. 00000100:00000001:2.0:1789093535.573376:0:278050:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789093535.573386:0:278050:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 44e1fe9d-a8e4-4124-a507-08739088143d->MGS req@ffff97843892fb80 x1875989369214464/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789093535.573396:0:278050:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789093535.573400:0:278050:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789093535.573407:0:278050:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d28a695c] to pc [ptlrpcd_01_01+1] req@ffff97843892fb80 x1875989369214464/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789093535.573429:0:278050:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789093535.573431:0:278050:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0241929-959a-49c3-a3c6-35d2c689d415->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789093535.573434:0:278050:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789093535.573437:0:278050:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97843892f480. 00000020:00000040:2.0:1789093535.573440:0:278050:0:(genops.c:1231:class_import_get()) import ffff97840b494800 refcount=6 obd=lustre-MDT0000-mdc-ffff978407827800 00000100:00000001:2.0:1789093535.573442:0:278050:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789093535.573443:0:278050:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789093535.573445:0:278050:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789093535.573448:0:278050:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97840a70ef00. 00000100:00000001:2.0:1789093535.573451:0:278050:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789093535.573456:0:278050:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0241929-959a-49c3-a3c6-35d2c689d415->lustre-MDT0000_UUID req@ffff97843892f480 x1875989369214592/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789093535.573463:0:278050:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789093535.573465:0:278050:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789093535.573477:0:278050:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000076bd03f0] to pc [ptlrpcd_01_00+0] req@ffff97843892f480 x1875989369214592/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789093535.573485:0:278050:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789093535.573487:0:278050:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0241929-959a-49c3-a3c6-35d2c689d415->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789093535.573490:0:278050:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789093535.573492:0:278050:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97843892e680. 00000020:00000040:2.0:1789093535.573494:0:278050:0:(genops.c:1231:class_import_get()) import ffff97840b490000 refcount=4 obd=lustre-MDT0001-mdc-ffff978407827800 00000100:00000001:2.0:1789093535.573497:0:278050:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789093535.573498:0:278050:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789093535.573500:0:278050:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789093535.573503:0:278050:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97840a70eb00. 00000100:00000001:2.0:1789093535.573506:0:278050:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789093535.573510:0:278050:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0241929-959a-49c3-a3c6-35d2c689d415->lustre-MDT0001_UUID req@ffff97843892e680 x1875989369214720/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789093535.573517:0:278050:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789093535.573519:0:278050:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789093535.573522:0:278050:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000288dfab2] to pc [ptlrpcd_01_01+1] req@ffff97843892e680 x1875989369214720/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789093535.573537:0:278050:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789093535.573539:0:278050:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0241929-959a-49c3-a3c6-35d2c689d415->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789093535.573542:0:278050:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789093535.573545:0:278050:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97843892f100. 00000020:00000040:2.0:1789093535.573547:0:278050:0:(genops.c:1231:class_import_get()) import ffff9784084a0000 refcount=4 obd=lustre-OST0000-osc-ffff978407827800 00000100:00000001:2.0:1789093535.573549:0:278050:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789093535.573550:0:278050:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789093535.573551:0:278050:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789093535.573554:0:278050:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97840a70e300. 00000100:00000001:2.0:1789093535.573557:0:278050:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789093535.573560:0:278050:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0241929-959a-49c3-a3c6-35d2c689d415->lustre-OST0000_UUID req@ffff97843892f100 x1875989369214848/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789093535.573578:0:278050:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789093535.573580:0:278050:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789093535.573584:0:278050:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000e4eacc5] to pc [ptlrpcd_01_00+0] req@ffff97843892f100 x1875989369214848/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789093535.573591:0:278050:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789093535.573593:0:278050:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0241929-959a-49c3-a3c6-35d2c689d415->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789093535.573596:0:278050:0:(pinger.c:247:ptlrpc_pinger_process_import()) b0241929-959a-49c3-a3c6-35d2c689d415->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789093535.573601:0:278050:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10818) 00000100:00000001:2.0:1789093535.573612:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789093535.573615:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789093535.573618:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789093535.573622:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97843892fb80 x1875989369214464/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789093535.573629:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789093535.573631:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789093535.573634:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789093535.573637:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789093535.573639:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789093535.573642:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff97843892fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:44e1fe9d-a8e4-4124-a507-08739088143d:2401:1875989369214464:192.168.206.138@tcp:400:kworker.0 00000100:00000001:2.0:1789093535.573645:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789093535.573650:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789093535.573653:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789093535.573655:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789093535.573659:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff978408499e00. 02000000:00000001:2.0:1789093535.573661:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789093535.573668:0:2401:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000010:2.0:1789093535.573673:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff978432417bb0. 00000400:00000010:2.0:1789093535.573679:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97841ff46dd0. 00000100:00000200:2.0:1789093535.573685:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875989369214464, portal 25 00000100:00000001:2.0:1789093535.573687:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789093535.573694:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629192873474944 : -114880836076672 : ffff97843892fb80) 00000100:00000040:2.0:1789093535.573700:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97843892fb80 x1875989369214464/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789093535.573707:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789093535.573710:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.138@tcp 00000400:00000010:2.0:1789093535.573712:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97841ff46d48. 00000100:00000200:2.0:1789093535.573716:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875989369214464, offset 0 00000400:00000200:2.0:1789093535.573722:0:2401:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.206.138@tcp 00000400:00000200:2.0:1789093535.573729:0:2401:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:2.0:1789093535.573735:0:2401:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.138@tcp local destination 00000400:00000200:2.0:1789093535.573740:0:2401:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789093535.573743:0:2401:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.206.38@tcp 00000400:00000200:2.0:1789093535.573747:0:2401:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.206.38@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789093535.573750:0:2401:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.138@tcp 00000400:00000200:2.0:1789093535.573754:0:2401:0:(lib-move.c:1710:lnet_handle_send()) 192.168.206.38@tcp NI seq info: [546172:546172:256:4294967295] 192.168.206.138@tcp LPNI seq info [546133:546133:8:4294967295] 00000400:00000200:2.0:1789093535.573758:0:2401:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:2.0:1789093535.573768:0:2401:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp:) -> 192.168.206.138@tcp(192.168.206.138@tcp:192.168.206.138@tcp) : PUT try# 0 00000800:00000200:2.0:1789093535.573774:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.138@tcp 00000800:00000010:2.0:1789093535.573778:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97840a70e800. 00000800:00000200:2.0:1789093535.573858:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff978408f5f180] -> 12345-192.168.206.138@tcp (5) 00000800:00000200:2.0:1789093535.573865:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.138@tcp ip 192.168.206.138:988 00000800:00000200:2.0:1789093535.573869:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97840a70e800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789093535.573880:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789093535.573884:0:2401:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000100:00000001:2.0:1789093535.573887:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.138@tcp: PM QoS new deadline estimation for cpu 0 is 4305484535 00000100:00000010:2.0:1789093535.573891:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff978439e252a0. 00000100:00000001:2.0:1789093535.573896:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.138@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1789093535.573903:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.138@tcp: PM QoS new deadline estimation for cpu 1 is 4305484535 00000100:00000010:2.0:1789093535.573906:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff978439e25c00. 00000100:00000001:2.0:1789093535.573909:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.138@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1789093535.573916:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789093535.573918:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789093535.573921:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789093535.573925:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97843892e680 x1875989369214720/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789093535.573932:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789093535.573934:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789093535.573936:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789093535.573938:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789093535.573940:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789093535.573942:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff97843892e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0241929-959a-49c3-a3c6-35d2c689d415:2401:1875989369214720:192.168.206.138@tcp:400:kworker.0 00000100:00000001:2.0:1789093535.573945:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789093535.573948:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789093535.573949:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789093535.573951:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789093535.573954:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff978408498400. 02000000:00000001:2.0:1789093535.573955:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789093535.573959:0:2401:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000010:2.0:1789093535.573961:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff978432417a50. 00000400:00000010:2.0:1789093535.573965:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97841ff46330. 00000100:00000200:2.0:1789093535.573967:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875989369214720, portal 10 00000100:00000001:2.0:1789093535.573969:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789093535.573970:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629192873469568 : -114880836082048 : ffff97843892e680) 00000100:00000040:2.0:1789093535.573976:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97843892e680 x1875989369214720/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093620 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789093535.573983:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789093535.573985:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.138@tcp 00000400:00000010:2.0:1789093535.573987:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97841ff46b28. 00000100:00000200:2.0:1789093535.573989:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875989369214720, offset 0 00000400:00000200:2.0:1789093535.573994:0:2401:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.206.138@tcp 00000400:00000200:2.0:1789093535.573997:0:2401:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:2.0:1789093535.574001:0:2401:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.138@tcp local destination 00000400:00000200:2.0:1789093535.574003:0:2401:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789093535.574010:0:2401:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.206.38@tcp 00000400:00000200:2.0:1789093535.574012:0:2401:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.206.38@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789093535.574015:0:2401:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.138@tcp 00000400:00000200:2.0:1789093535.574018:0:2401:0:(lib-move.c:1710:lnet_handle_send()) 192.168.206.38@tcp NI seq info: [546173:546173:255:4294967295] 192.168.206.138@tcp LPNI seq info [546134:546134:7:4294967295] 00000400:00000200:2.0:1789093535.574022:0:2401:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:2.0:1789093535.574029:0:2401:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp:) -> 192.168.206.138@tcp(192.168.206.138@tcp:192.168.206.138@tcp) : PUT try# 0 00000800:00000200:2.0:1789093535.574033:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.138@tcp 00000800:00000010:2.0:1789093535.574036:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97840a70ed00. 00000800:00000200:2.0:1789093535.574040:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff978408f5f180] -> 12345-192.168.206.138@tcp (5) 00000800:00000200:2.0:1789093535.574044:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.138@tcp ip 192.168.206.138:988 00000800:00000200:2.0:1789093535.574047:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97840a70ed00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789093535.574050:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789093535.574053:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff978407827800: using a timeout of 22402 usecs (23 jiffies) 00000400:00000200:2.0:1789093535.574056:0:2401:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000100:00000001:2.0:1789093535.574057:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff978407827800: PM QoS new deadline estimation for cpu 0 is 4305480727 00000100:00000001:2.0:1789093535.574060:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff978407827800: PM QoS request active for cpu 0, keep current deadline 4305484535 00000100:00000001:2.0:1789093535.574062:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff978407827800: PM QoS new deadline estimation for cpu 1 is 4305480727 00000100:00000001:2.0:1789093535.574064:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff978407827800: PM QoS request active for cpu 1, keep current deadline 4305484535 00000100:00000001:2.0:1789093535.574066:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789093535.574068:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789093535.574070:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789093535.574072:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789093535.574080:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789093535.574082:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789093535.574084:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789093535.574085:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789093535.574086:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789093535.574088:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:2.0:1789093535.574090:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789093535.574092:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789093535.574094:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789093535.574100:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789093535.574101:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789093535.574103:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789093535.574107:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97843892f480 x1875989369214592/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789093535.574114:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789093535.574115:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789093535.574117:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789093535.574119:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789093535.574121:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789093535.574124:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff97843892f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0241929-959a-49c3-a3c6-35d2c689d415:2401:1875989369214592:192.168.206.138@tcp:400:kworker.0 00000100:00000001:2.0:1789093535.574127:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789093535.574130:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789093535.574132:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789093535.574133:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789093535.574136:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff978408498e00. 02000000:00000001:2.0:1789093535.574138:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789093535.574141:0:2401:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000010:2.0:1789093535.574144:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff978432417160. 00000400:00000010:2.0:1789093535.574147:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97841ff464c8. 00000100:00000200:2.0:1789093535.574150:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875989369214592, portal 10 00000100:00000001:2.0:1789093535.574151:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789093535.574153:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629192873473152 : -114880836078464 : ffff97843892f480) 00000100:00000040:2.0:1789093535.574159:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97843892f480 x1875989369214592/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093620 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789093535.574165:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789093535.574167:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.138@tcp 00000400:00000010:2.0:1789093535.574170:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97841ff46770. 00000100:00000200:2.0:1789093535.574172:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875989369214592, offset 0 00000400:00000200:2.0:1789093535.574176:0:2401:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.206.138@tcp 00000400:00000200:2.0:1789093535.574179:0:2401:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:2.0:1789093535.574182:0:2401:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.138@tcp local destination 00000400:00000200:2.0:1789093535.574185:0:2401:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789093535.574192:0:2401:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.206.38@tcp 00000400:00000200:2.0:1789093535.574194:0:2401:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.206.38@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789093535.574196:0:2401:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.138@tcp 00000400:00000200:2.0:1789093535.574199:0:2401:0:(lib-move.c:1710:lnet_handle_send()) 192.168.206.38@tcp NI seq info: [546174:546174:254:4294967295] 192.168.206.138@tcp LPNI seq info [546135:546135:6:4294967295] 00000400:00000200:2.0:1789093535.574203:0:2401:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:2.0:1789093535.574210:0:2401:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp:) -> 192.168.206.138@tcp(192.168.206.138@tcp:192.168.206.138@tcp) : PUT try# 0 00000800:00000200:2.0:1789093535.574214:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.138@tcp 00000800:00000010:2.0:1789093535.574217:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff978411ede900. 00000800:00000200:2.0:1789093535.574221:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff978408f5f180] -> 12345-192.168.206.138@tcp (5) 00000800:00000200:2.0:1789093535.574225:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.138@tcp ip 192.168.206.138:988 00000800:00000200:2.0:1789093535.574227:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff978411ede900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789093535.574230:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789093535.574233:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: using a timeout of 24592 usecs (25 jiffies) 00000400:00000200:2.0:1789093535.574236:0:2401:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000100:00000001:2.0:1789093535.574238:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: PM QoS new deadline estimation for cpu 0 is 4305480729 00000100:00000001:2.0:1789093535.574240:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: PM QoS request active for cpu 0, keep current deadline 4305484535 00000800:00000200:0.0:1789093535.574372:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789093535.574378:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97840a70e800. 00000400:00000200:0.0:1789093535.574384:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789093535.574389:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000400:00000200:0.0:1789093535.574394:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97841ff46d48 00000400:00000010:0.0:1789093535.574396:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff97841ff46d48. 00000100:00000001:0.0:1789093535.574400:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1789093535.574404:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97843892fb80 x1875989369214464/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093535.574413:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789093535.574416:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97843892fb80 x1875989369214464/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093551 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093535.574422:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093535.574424:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1789093535.574436:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789093535.574438:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97840a70ed00. 00000400:00000200:0.0:1789093535.574441:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789093535.574444:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000400:00000200:0.0:1789093535.574454:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97841ff46b28 00000400:00000010:0.0:1789093535.574455:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff97841ff46b28. 00000100:00000001:0.0:1789093535.574458:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1789093535.574461:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97843892e680 x1875989369214720/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093620 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093535.574468:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789093535.574471:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97843892e680 x1875989369214720/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093620 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093535.574476:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093535.574477:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1789093535.574546:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789093535.574549:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff978411ede900. 00000400:00000200:0.0:1789093535.574553:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789093535.574556:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000400:00000200:0.0:1789093535.574559:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97841ff46770 00000400:00000010:0.0:1789093535.574560:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff97841ff46770. 00000100:00000001:0.0:1789093535.574563:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1789093535.574566:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97843892f480 x1875989369214592/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093620 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093535.574574:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789093535.574576:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97843892f480 x1875989369214592/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093620 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093535.574581:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093535.574583:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1789093535.574857:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: PM QoS new deadline estimation for cpu 1 is 4305480730 00000100:00000001:2.0:1789093535.574859:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: PM QoS request active for cpu 1, keep current deadline 4305484535 00000100:00000001:2.0:1789093535.574861:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789093535.574864:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789093535.574866:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789093535.574872:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97843892f100 x1875989369214848/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789093535.574879:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789093535.574881:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789093535.574884:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789093535.574885:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789093535.574887:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789093535.574891:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff97843892f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0241929-959a-49c3-a3c6-35d2c689d415:2401:1875989369214848:192.168.206.138@tcp:400:kworker.0 00000100:00000001:2.0:1789093535.574901:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789093535.574904:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789093535.574906:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789093535.574908:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789093535.574911:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff978408499c00. 02000000:00000001:2.0:1789093535.574913:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789093535.574917:0:2401:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000010:2.0:1789093535.574920:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff978432417e18. 00000400:00000010:2.0:1789093535.574924:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97841ff463b8. 00000100:00000200:2.0:1789093535.574927:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875989369214848, portal 4 00000100:00000001:2.0:1789093535.574929:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789093535.574930:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629192873472256 : -114880836079360 : ffff97843892f100) 00000100:00000040:2.0:1789093535.574936:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97843892f100 x1875989369214848/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093590 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789093535.574943:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789093535.574945:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.138@tcp 00000400:00000010:2.0:1789093535.574947:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97841ff46440. 00000100:00000200:2.0:1789093535.574950:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875989369214848, offset 0 00000400:00000200:2.0:1789093535.574954:0:2401:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.206.138@tcp 00000400:00000200:2.0:1789093535.574958:0:2401:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:2.0:1789093535.574962:0:2401:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.138@tcp local destination 00000400:00000200:2.0:1789093535.574964:0:2401:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789093535.574967:0:2401:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.206.38@tcp 00000400:00000200:2.0:1789093535.574969:0:2401:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.206.38@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789093535.574972:0:2401:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.138@tcp 00000400:00000200:2.0:1789093535.574975:0:2401:0:(lib-move.c:1710:lnet_handle_send()) 192.168.206.38@tcp NI seq info: [546175:546175:256:4294967295] 192.168.206.138@tcp LPNI seq info [546136:546136:8:4294967295] 00000400:00000200:2.0:1789093535.574979:0:2401:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:2.0:1789093535.574987:0:2401:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp:) -> 192.168.206.138@tcp(192.168.206.138@tcp:192.168.206.138@tcp) : PUT try# 0 00000800:00000200:2.0:1789093535.574991:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.138@tcp 00000800:00000010:2.0:1789093535.574994:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff978411edea00. 00000800:00000200:2.0:1789093535.574998:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff978408f5f180] -> 12345-192.168.206.138@tcp (5) 00000800:00000200:2.0:1789093535.575006:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.138@tcp ip 192.168.206.138:988 00000800:00000200:2.0:1789093535.575009:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff978411edea00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789093535.575050:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789093535.575054:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff978407827800: using a timeout of 97025 usecs (98 jiffies) 00000400:00000200:2.0:1789093535.575057:0:2401:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000100:00000001:2.0:1789093535.575059:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff978407827800: PM QoS new deadline estimation for cpu 0 is 4305480803 00000100:00000001:2.0:1789093535.575061:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff978407827800: PM QoS request active for cpu 0, keep current deadline 4305484535 00000100:00000001:2.0:1789093535.575063:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff978407827800: PM QoS new deadline estimation for cpu 1 is 4305480803 00000100:00000001:2.0:1789093535.575065:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff978407827800: PM QoS request active for cpu 1, keep current deadline 4305484535 00000100:00000001:2.0:1789093535.575068:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789093535.575070:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789093535.575073:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789093535.575076:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789093535.575085:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789093535.575087:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789093535.579897:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789093535.579905:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff978411edea00. 00000400:00000200:1.0:1789093535.579914:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789093535.579922:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000400:00000200:1.0:1789093535.579928:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97841ff46440 00000400:00000010:1.0:1789093535.579931:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff97841ff46440. 00000100:00000001:1.0:1789093535.579937:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789093535.579944:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97843892f100 x1875989369214848/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093590 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093535.579970:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789093535.579973:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97843892f100 x1875989369214848/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093590 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093535.579981:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093535.579983:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1789093535.584460:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093535.584474:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789093535.584478:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093535.584481:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789093535.584488:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093535.584495:0:2390:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp) <- 192.168.206.138@tcp : PUT - for me 00000400:00000200:1.0:1789093535.584503:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093535.584507:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093535.584512:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093535.584516:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.138@tcp of length 224 into portal 10 MB=0x6aa33cff45680 00000400:00000200:1.0:1789093535.584520:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093535.584526:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.138@tcp of length 224/224 into md 0x53d3a1 [1] + 224 00000800:00000001:1.0:1789093535.584541:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093535.584544:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789093535.584547:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789093535.584551:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000100:00000001:1.0:1789093535.584558:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789093535.584566:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97843892f480 x1875989369214592/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093620 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789093535.584577:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97843892f480 x1875989369214592/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093620 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093535.584596:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789093535.584603:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093535.584606:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789093535.584608:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093535.584617:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789093535.584620:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093535.584624:0:2390:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp) <- 192.168.206.138@tcp : PUT - for me 00000400:00000200:1.0:1789093535.584628:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093535.584631:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093535.584634:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093535.584636:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.138@tcp of length 224 into portal 10 MB=0x6aa33cff45700 00000400:00000200:1.0:1789093535.584639:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093535.584643:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.138@tcp of length 224/224 into md 0x53d399 [1] + 224 00000800:00000001:1.0:1789093535.584647:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093535.584650:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789093535.584652:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789093535.584655:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000100:00000001:1.0:1789093535.584658:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789093535.584663:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97843892e680 x1875989369214720/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093620 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789093535.584672:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97843892e680 x1875989369214720/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093620 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093535.584680:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789093535.584683:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093535.584686:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789093535.584687:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093535.584689:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789093535.584692:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093535.584695:0:2390:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp) <- 192.168.206.138@tcp : PUT - for me 00000400:00000200:1.0:1789093535.584699:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093535.584701:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093535.584704:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093535.584707:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.138@tcp of length 224 into portal 25 MB=0x6aa33cff45600 00000400:00000200:1.0:1789093535.584710:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093535.584714:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.138@tcp of length 224/224 into md 0x53d391 [1] + 224 00000800:00000001:1.0:1789093535.584717:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093535.584724:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789093535.584726:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789093535.584729:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000100:00000001:1.0:1789093535.584733:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789093535.584737:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97843892fb80 x1875989369214464/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093551 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789093535.584745:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97843892fb80 x1875989369214464/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093551 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093535.584751:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789093535.584754:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093535.584757:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789093535.584758:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093535.584760:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789093535.584763:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093535.584766:0:2390:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp) <- 192.168.206.138@tcp : PUT - for me 00000400:00000200:1.0:1789093535.584769:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093535.584771:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093535.584774:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093535.584776:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.138@tcp of length 224 into portal 4 MB=0x6aa33cff45780 00000400:00000200:1.0:1789093535.584792:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093535.584796:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.138@tcp of length 224/224 into md 0x53d3a9 [1] + 224 00000800:00000001:1.0:1789093535.584799:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093535.584842:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789093535.584845:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789093535.584848:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000100:00000001:1.0:1789093535.584851:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789093535.584854:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97843892f100 x1875989369214848/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093590 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789093535.584862:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97843892f100 x1875989369214848/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093590 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093535.584869:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789093535.584877:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789093535.584880:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789093535.585133:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789093535.585137:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789093535.585143:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789093535.585144:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789093535.585148:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff978432417160. 00000400:00000200:3.0:1789093535.585152:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97841ff464c8 00000400:00000010:3.0:1789093535.585154:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff97841ff464c8. 00000100:00000001:3.0:1789093535.585157:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789093535.585162:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97843892f480 x1875989369214592/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093620 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789093535.585170:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97843892f480 x1875989369214592/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093620 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093535.585182:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789093535.585183:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789093535.585186:0:2401:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1789093535.585189:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789093535.585191:0:2401:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789093535.585193:0:2401:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789093535.585196:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789093535.585204:0:2401:0:(import.c:2149:obd_at_measure()) add 60 to ffff97840b494c60 time=80 v=60 (60 61 61 62) 00000100:00001000:3.0:1789093535.585208:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff97840b494c18 time=30 v=5 (1 1 1 0) 00000100:00000001:3.0:1789093535.585210:0:2401:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789093535.585212:0:2401:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789093535.585214:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789093535.585218:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093535.585221:0:2401:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789093535.585224:0:2401:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff978407827800: skip recheck: last_committed 30064771462 00000100:00000001:3.0:1789093535.585226:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789093535.585227:0:2401:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789093535.585231:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97843892f480 x1875989369214592/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093620 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093535.585239:0:2401:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789093535.585271:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789093535.585273:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789093535.585278:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97843892f480 x1875989369214592/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093620 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789093535.585287:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff97843892f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0241929-959a-49c3-a3c6-35d2c689d415:2401:1875989369214592:192.168.206.138@tcp:400:kworker.0 00000400:00000001:3.0:1789093535.585292:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789093535.585293:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789093535.585295:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff978432417e18. 00000400:00000200:3.0:1789093535.585297:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97841ff463b8 00000400:00000010:3.0:1789093535.585299:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff97841ff463b8. 00000100:00000001:3.0:1789093535.585301:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789093535.585310:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97843892f100 x1875989369214848/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093590 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789093535.585317:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97843892f100 x1875989369214848/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093590 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093535.585323:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789093535.585325:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789093535.585327:0:2401:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1789093535.585328:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789093535.585330:0:2401:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789093535.585331:0:2401:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789093535.585333:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789093535.585337:0:2401:0:(import.c:2149:obd_at_measure()) add 36 to ffff9784084a0460 time=80 v=36 (36 36 5 5) 00000100:00001000:3.0:1789093535.585349:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff9784084a0418 time=138 v=5 (1 1 0 0) 00000100:00000001:3.0:1789093535.585351:0:2401:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789093535.585353:0:2401:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789093535.585354:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789093535.585357:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093535.585359:0:2401:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789093535.585360:0:2401:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff978407827800: skip recheck: last_committed 38654726918 00000100:00000001:3.0:1789093535.585362:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789093535.585364:0:2401:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789093535.585367:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97843892f100 x1875989369214848/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093590 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093535.585374:0:2401:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789093535.585376:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789093535.585377:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789093535.585380:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97843892f100 x1875989369214848/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093590 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789093535.585387:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff97843892f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0241929-959a-49c3-a3c6-35d2c689d415:2401:1875989369214848:192.168.206.138@tcp:400:kworker.0 00000400:00000001:3.0:1789093535.585393:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789093535.585394:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789093535.585401:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff978432417bb0. 00000400:00000200:3.0:1789093535.585404:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97841ff46dd0 00000400:00000010:3.0:1789093535.585406:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff97841ff46dd0. 00000100:00000001:3.0:1789093535.585408:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789093535.585412:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97843892fb80 x1875989369214464/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093551 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789093535.585419:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97843892fb80 x1875989369214464/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093551 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093535.585424:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789093535.585425:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789093535.585427:0:2401:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1789093535.585429:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789093535.585430:0:2401:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789093535.585431:0:2401:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789093535.585433:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789093535.585435:0:2401:0:(import.c:2149:obd_at_measure()) add 5 to ffff9784093e6460 time=81 v=5 (5 5 5 5) 00000100:00001000:3.0:1789093535.585438:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff9784093e6418 time=30 v=5 (1 1 1 0) 00000100:00000001:3.0:1789093535.585439:0:2401:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789093535.585441:0:2401:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789093535.585442:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789093535.585444:0:2401:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093535.585446:0:2401:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789093535.585449:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97843892fb80 x1875989369214464/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093551 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093535.585455:0:2401:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789093535.585457:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789093535.585458:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789093535.585461:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97843892fb80 x1875989369214464/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093551 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789093535.585468:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff97843892fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:44e1fe9d-a8e4-4124-a507-08739088143d:2401:1875989369214464:192.168.206.138@tcp:400:kworker.0 00000400:00000001:3.0:1789093535.585472:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789093535.585473:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789093535.585482:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff978432417a50. 00000400:00000200:3.0:1789093535.585484:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97841ff46330 00000400:00000010:3.0:1789093535.585486:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff97841ff46330. 00000100:00000001:3.0:1789093535.585489:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789093535.585493:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97843892e680 x1875989369214720/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093620 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789093535.585501:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97843892e680 x1875989369214720/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093620 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093535.585507:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789093535.585508:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789093535.585510:0:2401:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1789093535.585512:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789093535.585513:0:2401:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789093535.585514:0:2401:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789093535.585516:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789093535.585521:0:2401:0:(import.c:2149:obd_at_measure()) add 60 to ffff97840b490460 time=80 v=60 (60 61 61 62) 00000100:00001000:3.0:1789093535.585524:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff97840b490418 time=7 v=5 (1 1 1 0) 00000100:00000001:3.0:1789093535.585525:0:2401:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789093535.585535:0:2401:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789093535.585537:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1789093535.585540:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff97843892e680 x1875989369214720/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093620 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1789093535.585546:0:2401:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093535.585549:0:2401:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789093535.585550:0:2401:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff978407827800: skip recheck: last_committed 21474836545 00000100:00000001:3.0:1789093535.585552:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789093535.585553:0:2401:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789093535.585556:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97843892e680 x1875989369214720/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093620 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093535.585562:0:2401:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789093535.585564:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789093535.585565:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789093535.585569:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97843892e680 x1875989369214720/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093620 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789093535.585582:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff97843892e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b0241929-959a-49c3-a3c6-35d2c689d415:2401:1875989369214720:192.168.206.138@tcp:400:kworker.0 00000100:00000001:3.0:1789093535.585586:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789093535.585589:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789093535.585592:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97843892f480 x1875989369214592/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093620 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093535.585598:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789093535.585601:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789093535.585604:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff978408498e00. 02000000:00000001:3.0:1789093535.585606:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789093535.585609:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1789093535.585610:0:2401:0:(genops.c:1244:class_import_put()) import ffff97840b494800 refcount=5 obd=lustre-MDT0000-mdc-ffff978407827800 00000020:00000001:3.0:1789093535.585612:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1789093535.585614:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97840a70ef00. 02000000:00000001:3.0:1789093535.585618:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789093535.585619:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789093535.585621:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97843892f480. 00000100:00000001:3.0:1789093535.585625:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789093535.585626:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789093535.585628:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789093535.585631:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97843892f100 x1875989369214848/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093590 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093535.585636:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789093535.585637:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789093535.585638:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff978408499c00. 02000000:00000001:3.0:1789093535.585640:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789093535.585641:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1789093535.585642:0:2401:0:(genops.c:1244:class_import_put()) import ffff9784084a0000 refcount=3 obd=lustre-OST0000-osc-ffff978407827800 00000020:00000001:3.0:1789093535.585643:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1789093535.585645:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97840a70e300. 02000000:00000001:3.0:1789093535.585646:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789093535.585647:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789093535.585648:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97843892f100. 00000100:00000001:3.0:1789093535.585655:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789093535.585656:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789093535.585658:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789093535.585661:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97843892fb80 x1875989369214464/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093551 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093535.585667:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789093535.585668:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789093535.585670:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff978408499e00. 02000000:00000001:3.0:1789093535.585672:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789093535.585673:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1789093535.585674:0:2401:0:(genops.c:1244:class_import_put()) import ffff9784093e6000 refcount=3 obd=MGC192.168.206.138@tcp 00000020:00000001:3.0:1789093535.585676:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1789093535.585677:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97840a70e100. 02000000:00000001:3.0:1789093535.585679:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789093535.585680:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789093535.585681:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97843892fb80. 00000100:00000001:3.0:1789093535.585684:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789093535.585684:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789093535.585686:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789093535.585689:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97843892e680 x1875989369214720/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093620 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789093535.585695:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789093535.585696:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789093535.585698:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff978408498400. 02000000:00000001:3.0:1789093535.585700:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789093535.585701:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1789093535.585702:0:2401:0:(genops.c:1244:class_import_put()) import ffff97840b490000 refcount=3 obd=lustre-MDT0001-mdc-ffff978407827800 00000020:00000001:3.0:1789093535.585703:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1789093535.585705:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97840a70eb00. 02000000:00000001:3.0:1789093535.585707:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789093535.585708:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789093535.585709:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97843892e680. 00000100:00000001:3.0:1789093535.585711:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789093535.585712:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789093535.585713:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789093535.585720:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789093535.585727:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789093535.585729:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789093535.585731:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) Debug log: 13795 lines, 13795 kept, 0 dropped, 0 bad.