00010000:00000001:2.0F:1780342362.908622:0:252029:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342362.908632:0:252029:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342362.908638:0:252029:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342362.908639:0:252029:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0F:1780342362.910944:0:248350:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780342362.910954:0:248350:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780342362.910957:0:248350:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0F:1780342363.729792:0:278975:0:(llite_lib.c:4092:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342363.932699:0:252029:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342363.932706:0:252029:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342363.932713:0:252029:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342363.932716:0:252029:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1780342363.932719:0:252029:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780342363.932725:0:252029:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780342363.932728:0:252029:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780342363.932729:0:252029:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342363.932733:0:252029:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1780342363.932735:0:252029:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342363.932737:0:252029:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342363.932751:0:252029:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780342363.932858:0:242641:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780342363.932861:0:242641:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780342363.932864:0:242641:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0F:1780342364.369338:0:279039:0:(llite_lib.c:4092:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342364.960010:0:252029:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342364.960016:0:252029:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342364.960022:0:252029:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342364.960023:0:252029:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780342364.960135:0:236697:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780342364.960139:0:236697:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780342364.960142:0:236697:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1780342365.340068:0:279132:0:(llite_lib.c:4092:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1780342365.578913:0:279168:0:(debug.c:650:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1780342365.578918:0:279168:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity test 812b: do not drop no resend request for idle connect ========================================================== 15:32:44 (1780342364) 00000001:00000001:0.0:1780342365.591711:0:279168:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:3.0:1780342365.737841:0:279189:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:3.0:1780342365.737847:0:279189:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:3.0:1780342365.737849:0:279189:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1780342365.737852:0:279189:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc54c1cd7bc0 00000080:00200000:3.0:1780342365.737857:0:279189:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97ae727ec2c8),name=/ 00000080:00000010:3.0:1780342365.737863:0:279189:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff97ae428d7000. 00800000:00000002:3.0:1780342365.737868:0:279189:0:(lmv_obd.c:3976:lmv_stripe_object_get()) get ffff97ae586e9980 2 00000080:00000001:3.0:1780342365.737872:0:279189:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1780342365.737876:0:279189:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1780342365.737878:0:279189:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc54c1cd7ae0 00800000:00000002:3.0:1780342365.737880:0:279189:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1780342365.737883:0:279189:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1780342365.737885:0:279189:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1780342365.737888:0:279189:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1780342365.737890:0:279189:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1780342365.737892:0:279189:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1780342365.737894:0:279189:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1780342365.737896:0:279189:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1780342365.737898:0:279189:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1780342365.737901:0:279189:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1780342365.737905:0:279189:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1780342365.737907:0:279189:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc54c1cd79b0 00000002:00010000:3.0:1780342365.737909:0:279189:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1780342365.737913:0:279189:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1780342365.737914:0:279189:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780342365.737917:0:279189:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780342365.737923:0:279189:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff97ae60c0e100 count: 2 00010000:00000001:3.0:1780342365.737926:0:279189:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780342365.737930:0:279189:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780342365.737933:0:279189:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1780342365.737938:0:279189:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97ae6a5d1000 lock: ffff97ae6a739c00/0x9eda7f8b44bfd009 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xde20be84e1ab0e98 expref: -99 pid: 277142 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1780342365.737949:0:279189:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1780342365.737953:0:279189:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780342365.737961:0:279189:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97ae6a5d1000 lock: ffff97ae6a739c00/0x9eda7f8b44bfd009 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xde20be84e1ab0e98 expref: -99 pid: 277142 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1780342365.737968:0:279189:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1780342365.737970:0:279189:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1780342365.737972:0:279189:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1780342365.737974:0:279189:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1780342365.737976:0:279189:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1780342365.737978:0:279189:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00000001:3.0:1780342365.737981:0:279189:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1780342365.737984:0:279189:0:(lmv_obd.c:4021:lmv_stripe_object_put()) put ffff97ae586e9980 2 00000080:00000010:3.0:1780342365.737987:0:279189:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff97ae428d7000. 00000080:00000001:3.0:1780342365.737991:0:279189:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1780342365.737993:0:279189:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780342365.737995:0:279189:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97ae727ec2c8) 00000080:00010000:3.0:1780342365.737999:0:279189:0:(llite_internal.h:2011:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97ae727ec2c8) for lock 0x9eda7f8b44bfd009 00800000:00000001:3.0:1780342365.738002:0:279189:0:(lmv_obd.c:4061:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1780342365.738004:0:279189:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1780342365.738005:0:279189:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780342365.738008:0:279189:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780342365.738010:0:279189:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff97ae6a739c00 refcount=3 00000020:00000001:3.0:1780342365.738012:0:279189:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629374098906112 : -114699610645504 : ffff97ae6a739c00) 00010000:00000001:3.0:1780342365.738015:0:279189:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629374098906112 : -114699610645504 : ffff97ae6a739c00) 00010000:00000001:3.0:1780342365.738018:0:279189:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780342365.738019:0:279189:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780342365.738020:0:279189:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780342365.738022:0:279189:0:(lmv_obd.c:4066:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780342365.738024:0:279189:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9eda7f8b44bfd009 from it ffffbc54c1cd7bf8 00010000:00000001:3.0:1780342365.738026:0:279189:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780342365.738027:0:279189:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780342365.738029:0:279189:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff97ae6a739c00 refcount=3 00000020:00000001:3.0:1780342365.738031:0:279189:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629374098906112 : -114699610645504 : ffff97ae6a739c00) 00010000:00000001:3.0:1780342365.738033:0:279189:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629374098906112 : -114699610645504 : ffff97ae6a739c00) 00010000:00000001:3.0:1780342365.738035:0:279189:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780342365.738042:0:279189:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97ae6a5d1000 lock: ffff97ae6a739c00/0x9eda7f8b44bfd009 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xde20be84e1ab0e98 expref: -99 pid: 277142 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1780342365.738049:0:279189:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780342365.738050:0:279189:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780342365.738052:0:279189:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1780342365.738054:0:279189:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1780342365.738056:0:279189:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97ae6a5d1000 lock: ffff97ae6a739c00/0x9eda7f8b44bfd009 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xde20be84e1ab0e98 expref: -99 pid: 277142 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1780342365.738065:0:279189:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780342365.738067:0:279189:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1780342365.738071:0:279189:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780342365.738075:0:279189:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780342365.738076:0:279189:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780342365.738078:0:279189:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780342365.738081:0:279189:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1780342365.738082:0:279189:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780342365.738084:0:279189:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780342365.738086:0:279189:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780342365.738088:0:279189:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780342365.738089:0:279189:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780342365.738091:0:279189:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1780342365.738093:0:279189:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1780342365.738095:0:279189:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1780342365.738097:0:279189:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97ae727ec2c8), inode mode 41ff mask 1 00000080:00000001:3.0:1780342365.738101:0:279189:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1780342365.738109:0:279189:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff97ae744f1980. 00000080:00000001:3.0:1780342365.738113:0:279189:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:3.0:1780342365.738114:0:279189:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1780342365.738116:0:279189:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc54c1cd7b00 00000080:00200000:3.0:1780342365.738117:0:279189:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97ae727ec2c8),name=/ 00000080:00000010:3.0:1780342365.738121:0:279189:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff97ae428d7000. 00800000:00000002:3.0:1780342365.738123:0:279189:0:(lmv_obd.c:3976:lmv_stripe_object_get()) get ffff97ae586e9980 2 00000080:00000001:3.0:1780342365.738125:0:279189:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1780342365.738127:0:279189:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1780342365.738129:0:279189:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc54c1cd7a20 00800000:00000002:3.0:1780342365.738134:0:279189:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1780342365.738137:0:279189:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1780342365.738138:0:279189:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1780342365.738139:0:279189:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1780342365.738141:0:279189:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1780342365.738142:0:279189:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1780342365.738144:0:279189:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1780342365.738146:0:279189:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1780342365.738148:0:279189:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1780342365.738150:0:279189:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1780342365.738153:0:279189:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1780342365.738154:0:279189:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc54c1cd78f0 00000002:00010000:3.0:1780342365.738156:0:279189:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1780342365.738159:0:279189:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1780342365.738160:0:279189:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780342365.738162:0:279189:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780342365.738164:0:279189:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff97ae60c0e100 count: 2 00010000:00000001:3.0:1780342365.738166:0:279189:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780342365.738169:0:279189:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780342365.738171:0:279189:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1780342365.738174:0:279189:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97ae6a5d1000 lock: ffff97ae6a739c00/0x9eda7f8b44bfd009 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xde20be84e1ab0e98 expref: -99 pid: 277142 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1780342365.738181:0:279189:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1780342365.738183:0:279189:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780342365.738185:0:279189:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97ae6a5d1000 lock: ffff97ae6a739c00/0x9eda7f8b44bfd009 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xde20be84e1ab0e98 expref: -99 pid: 277142 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:3.0:1780342365.738192:0:279189:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1780342365.738193:0:279189:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1780342365.738195:0:279189:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1780342365.738196:0:279189:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1780342365.738198:0:279189:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1780342365.738200:0:279189:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00000001:3.0:1780342365.738207:0:279189:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1780342365.738209:0:279189:0:(lmv_obd.c:4021:lmv_stripe_object_put()) put ffff97ae586e9980 2 00000080:00000010:3.0:1780342365.738211:0:279189:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff97ae428d7000. 00000080:00000001:3.0:1780342365.738214:0:279189:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1780342365.738215:0:279189:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780342365.738217:0:279189:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97ae727ec2c8) 00000080:00010000:3.0:1780342365.738219:0:279189:0:(llite_internal.h:2011:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97ae727ec2c8) for lock 0x9eda7f8b44bfd009 00800000:00000001:3.0:1780342365.738222:0:279189:0:(lmv_obd.c:4061:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1780342365.738224:0:279189:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1780342365.738225:0:279189:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780342365.738226:0:279189:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780342365.738228:0:279189:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff97ae6a739c00 refcount=3 00000020:00000001:3.0:1780342365.738230:0:279189:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629374098906112 : -114699610645504 : ffff97ae6a739c00) 00010000:00000001:3.0:1780342365.738232:0:279189:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629374098906112 : -114699610645504 : ffff97ae6a739c00) 00010000:00000001:3.0:1780342365.738234:0:279189:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780342365.738235:0:279189:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780342365.738236:0:279189:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780342365.738238:0:279189:0:(lmv_obd.c:4066:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780342365.738240:0:279189:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9eda7f8b44bfd009 from it ffffbc54c1cd7b38 00010000:00000001:3.0:1780342365.738241:0:279189:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780342365.738243:0:279189:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780342365.738244:0:279189:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff97ae6a739c00 refcount=3 00000020:00000001:3.0:1780342365.738246:0:279189:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629374098906112 : -114699610645504 : ffff97ae6a739c00) 00010000:00000001:3.0:1780342365.738248:0:279189:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629374098906112 : -114699610645504 : ffff97ae6a739c00) 00010000:00000001:3.0:1780342365.738250:0:279189:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780342365.738252:0:279189:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97ae6a5d1000 lock: ffff97ae6a739c00/0x9eda7f8b44bfd009 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xde20be84e1ab0e98 expref: -99 pid: 277142 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1780342365.738259:0:279189:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780342365.738260:0:279189:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780342365.738261:0:279189:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1780342365.738263:0:279189:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1780342365.738265:0:279189:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97ae6a5d1000 lock: ffff97ae6a739c00/0x9eda7f8b44bfd009 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xde20be84e1ab0e98 expref: -99 pid: 277142 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1780342365.738279:0:279189:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780342365.738281:0:279189:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1780342365.738282:0:279189:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780342365.738284:0:279189:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780342365.738285:0:279189:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780342365.738287:0:279189:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780342365.738289:0:279189:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1780342365.738290:0:279189:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780342365.738291:0:279189:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780342365.738294:0:279189:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780342365.738295:0:279189:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780342365.738297:0:279189:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780342365.738298:0:279189:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1780342365.738299:0:279189:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1780342365.738301:0:279189:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1780342365.738303:0:279189:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97ae727ec2c8), inode mode 41ff mask 3 00000080:00000001:3.0:1780342365.738306:0:279189:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780342365.738309:0:279189:0:(namei.c:1401:ll_atomic_open()) Process entered 00000020:00000001:3.0:1780342365.738310:0:279189:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc54c1cd7b50 00000080:00200000:3.0:1780342365.738312:0:279189:0:(namei.c:1408:ll_atomic_open()) VFS Op:name=f812b.sanity, dir=[0x200000007:0x1:0x0](ffff97ae727ec2c8), file ffff97ae42f8f500, open_flags a141, mode 81b6 opened 0 00000080:00000010:3.0:1780342365.738317:0:279189:0:(namei.c:1428:ll_atomic_open()) kmalloced '(it)': 72 at ffff97ae44b6f360. 00000080:00000001:3.0:1780342365.738321:0:279189:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1780342365.738323:0:279189:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc54c1cd7a00 00000080:00200000:3.0:1780342365.738324:0:279189:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f812b.sanity, dir=[0x200000007:0x1:0x0](ffff97ae727ec2c8), intent=open|creat 00000080:00000010:3.0:1780342365.738330:0:279189:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff97ae428d7000. 00800000:00000002:3.0:1780342365.738332:0:279189:0:(lmv_obd.c:3976:lmv_stripe_object_get()) get ffff97ae586e9980 2 00000080:00000001:3.0:1780342365.738336:0:279189:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1780342365.738338:0:279189:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1780342365.738340:0:279189:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc54c1cd7920 00800000:00000002:3.0:1780342365.738341:0:279189:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f812b.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1780342365.738344:0:279189:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:3.0:1780342365.738346:0:279189:0:(lmv_obd.c:2222:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1780342365.738348:0:279189:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1780342365.738349:0:279189:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1780342365.738356:0:279189:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1780342365.738358:0:279189:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1780342365.738359:0:279189:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1780342365.738361:0:279189:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1780342365.738363:0:279189:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780342365.738365:0:279189:0:(lmv_obd.c:2268:lmv_locate_tgt_create()) Process leaving (rc=18446629373530371072 : -114700179180544 : ffff97ae48907400) 00800000:00000001:3.0:1780342365.738369:0:279189:0:(lmv_obd.c:1187:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1780342365.738371:0:279189:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1780342365.738373:0:279189:0:(mdc_request.c:2953:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1780342365.738375:0:279189:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1780342365.738377:0:279189:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff97ae6a5d1000: Allocated FID [0x200002b17:0x13b0:0x0] 40000000:00000001:3.0:1780342365.738380:0:279189:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780342365.738382:0:279189:0:(mdc_request.c:2959:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780342365.738383:0:279189:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780342365.738385:0:279189:0:(lmv_obd.c:1211:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780342365.738387:0:279189:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc54c1cd78a0 00800000:00000002:3.0:1780342365.738389:0:279189:0:(lmv_intent.c:381:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200002b17:0x13b0:0x0], name='f812b.sanity' -> mds #0 layout version 1 00000002:00000001:3.0:1780342365.738393:0:279189:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1780342365.738394:0:279189:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc54c1cd77d8 00000002:00010000:3.0:1780342365.738395:0:279189:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f812b.sanity,[0x200002b17:0x13b0:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0120502 00000002:00000001:3.0:1780342365.738399:0:279189:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1780342365.738401:0:279189:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1780342365.738404:0:279189:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:3.0:1780342365.738408:0:279189:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780342365.738410:0:279189:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1780342365.738412:0:279189:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff97ae60c0e100 count: 2 00010000:00000001:3.0:1780342365.738414:0:279189:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780342365.738416:0:279189:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1780342365.738419:0:279189:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1780342365.738421:0:279189:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97ae6a5d1000 lock: ffff97ae6a739c00/0x9eda7f8b44bfd009 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xde20be84e1ab0e98 expref: -99 pid: 277142 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:3.0:1780342365.738428:0:279189:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1780342365.738432:0:279189:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1780342365.738438:0:279189:0:(file.c:6027:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1780342365.738440:0:279189:0:(file.c:6033:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1780342365.738442:0:279189:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780342365.738443:0:279189:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780342365.738446:0:279189:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff97ae60c0e100 count: 3 00010000:00000001:3.0:1780342365.738447:0:279189:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1780342365.738450:0:279189:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780342365.738451:0:279189:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780342365.738452:0:279189:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780342365.738454:0:279189:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff97ae60c0e100 count: 3 00010000:00000001:3.0:1780342365.738456:0:279189:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1780342365.738457:0:279189:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780342365.738459:0:279189:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780342365.738460:0:279189:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780342365.738462:0:279189:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff97ae60c0e100 count: 3 00010000:00000001:3.0:1780342365.738463:0:279189:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1780342365.738465:0:279189:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780342365.738467:0:279189:0:(file.c:6055:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1780342365.738469:0:279189:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff97ae727ec200, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1780342365.738473:0:279189:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1780342365.738475:0:279189:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1780342365.738477:0:279189:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1780342365.738478:0:279189:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780342365.738481:0:279189:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1780342365.738484:0:279189:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1780342365.738485:0:279189:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1780342365.738487:0:279189:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780342365.738489:0:279189:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1780342365.738492:0:279189:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff97ae6a739c00 with handle 0x9eda7f8b44bfd009 from hash 00010000:00000001:3.0:1780342365.738494:0:279189:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1780342365.738495:0:279189:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780342365.738496:0:279189:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780342365.738497:0:279189:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1780342365.738499:0:279189:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1780342365.738501:0:279189:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1780342365.738503:0:279189:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1780342365.738510:0:279189:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1780342365.738512:0:279189:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1780342365.738518:0:279189:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97ae6a523480. 00000020:00000040:3.0:1780342365.738521:0:279189:0:(genops.c:1231:class_import_get()) import ffff97ae51c6a000 refcount=6 obd=lustre-MDT0000-mdc-ffff97ae6a5d1000 02000000:00000001:3.0:1780342365.738527:0:279189:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1780342365.738529:0:279189:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780342365.738531:0:279189:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1780342365.738534:0:279189:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780342365.738537:0:279189:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780342365.738538:0:279189:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780342365.738539:0:279189:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342365.738542:0:279189:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780342365.738544:0:279189:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780342365.738546:0:279189:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780342365.738552:0:279189:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97ae6a7cd800. 00000100:00000001:3.0:1780342365.738558:0:279189:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780342365.738582:0:279189:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1780342365.738585:0:279189:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1780342365.738588:0:279189:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97ae6a5d1000 lock: ffff97ae6a739c00/0x9eda7f8b44bfd009 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xde20be84e1ab0e98 expref: -99 pid: 277142 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1780342365.738595:0:279189:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1780342365.738596:0:279189:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1780342365.738598:0:279189:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1780342365.738600:0:279189:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97ae6a5d1000 lock: ffff97ae6a739c00/0x9eda7f8b44bfd009 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xde20be84e1ab0e98 expref: -99 pid: 277142 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:3.0:1780342365.738606:0:279189:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff97ae60c0e100 count: 0 00010000:00000010:3.0:1780342365.738611:0:279189:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff97ae6a8d1500. 00010000:00000001:3.0:1780342365.738619:0:279189:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780342365.738620:0:279189:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780342365.738622:0:279189:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1780342365.738624:0:279189:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780342365.738626:0:279189:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780342365.738634:0:279189:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446629374096716928 : -114699612834688 : ffff97ae6a523480) 00010000:00000001:3.0:1780342365.738643:0:279189:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1780342365.738646:0:279189:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1780342365.738650:0:279189:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff97ae696ab900. 00010000:00000010:3.0:1780342365.738653:0:279189:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff97ae6bb9b880. 00010000:00000001:3.0:1780342365.738657:0:279189:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1780342365.738660:0:279189:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff97ae452e3800. 00000020:00000001:3.0:1780342365.738662:0:279189:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1780342365.738664:0:279189:0:(lustre_handles.c:77:class_handle_hash()) added object ffff97ae452e3800 with handle 0x9eda7f8b44bfd01e to hash 00000020:00000001:3.0:1780342365.738666:0:279189:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1780342365.738668:0:279189:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446629373473601536 : -114700235950080 : ffff97ae452e3800) 00010000:00000001:3.0:1780342365.738671:0:279189:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446629373473601536 : -114700235950080 : ffff97ae452e3800) 00010000:00000001:3.0:1780342365.738673:0:279189:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780342365.738674:0:279189:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780342365.738677:0:279189:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff97ae6a5d1000 lock: ffff97ae452e3800/0x9eda7f8b44bfd01e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 279189 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780342365.738684:0:279189:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97ae6a5d1000 lock: ffff97ae452e3800/0x9eda7f8b44bfd01e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 279189 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1780342365.738694:0:279189:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97ae6a5d1000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1780342365.738703:0:279189:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97ae6a523480 x1866812144822272/t0(0) o101->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 528/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1780342365.738712:0:279189:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97ae6a5d1000 lock: ffff97ae452e3800/0x9eda7f8b44bfd01e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 279189 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1780342365.738718:0:279189:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1780342365.738719:0:279189:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1780342365.738725:0:279189:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff97ae42d04d80. 00000100:00000001:3.0:1780342365.738727:0:279189:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629373433892224 : -114700275659392 : ffff97ae42d04d80) 00000100:00000001:3.0:1780342365.738730:0:279189:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780342365.738731:0:279189:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446629374096716928 : -114699612834688 : ffff97ae6a523480) 00000100:00000001:3.0:1780342365.738735:0:279189:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780342365.738743:0:279189:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342365.738746:0:279189:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1780342365.738747:0:279189:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780342365.738752:0:279189:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97ae6a523480 x1866812144822272/t0(0) o101->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 528/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780342365.738760:0:279189:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780342365.738762:0:279189:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780342365.738765:0:279189:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780342365.738767:0:279189:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780342365.738769:0:279189:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780342365.738772:0:279189:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97ae6a523480 pname:cluuid:pid:xid:nid:opc:job lfs:4e9c6b05-0761-44df-afd6-bfbc14f27556:279189:1866812144822272:192.168.203.129@tcp:101:lfs.0 00000100:00000001:3.0:1780342365.738776:0:279189:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780342365.738780:0:279189:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780342365.738783:0:279189:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780342365.738785:0:279189:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780342365.740419:0:279189:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff97ae6a4e0000. 02000000:00000001:3.0:1780342365.740427:0:279189:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780342365.740437:0:279189:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000010:3.0:1780342365.740442:0:279189:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97ae6a8163c8. 00000400:00000010:3.0:1780342365.740450:0:279189:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff97ae6a7ccc00. 00000100:00000200:3.0:1780342365.740457:0:279189:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1866812144822272, portal 10 00000100:00000001:3.0:1780342365.740459:0:279189:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780342365.740461:0:279189:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446629374096716928 : -114699612834688 : ffff97ae6a523480) 00000100:00000040:3.0:1780342365.740473:0:279189:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff97ae6a523480 x1866812144822272/t0(0) o101->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 528/66320 e 0 to 0 dl 1780342451 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780342365.740534:0:279189:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780342365.740538:0:279189:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.129@tcp 00000400:00000010:3.0:1780342365.740542:0:279189:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae452f67f8. 00000100:00000200:3.0:1780342365.740546:0:279189:0:(niobuf.c:94:ptl_send_buf()) Sending 528 bytes to portal 12, xid 1866812144822272, offset 0 00000400:00000200:3.0:1780342365.740552:0:279189:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.129@tcp 00000400:00000200:3.0:1780342365.740560:0:279189:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:3.0:1780342365.740579:0:279189:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.129@tcp local destination 00000400:00000200:3.0:1780342365.740583:0:279189:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780342365.740593:0:279189:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.29@tcp 00000400:00000200:3.0:1780342365.740596:0:279189:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780342365.740598:0:279189:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.129@tcp 00000400:00000200:3.0:1780342365.740602:0:279189:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.29@tcp NI seq info: [551812:551812:256:4294967295] 192.168.203.129@tcp LPNI seq info [551738:551738:8:4294967295] 00000400:00000200:3.0:1780342365.740606:0:279189:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:3.0:1780342365.740615:0:279189:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp:) -> 192.168.203.129@tcp(192.168.203.129@tcp:192.168.203.129@tcp) : PUT try# 0 00000800:00000200:3.0:1780342365.740620:0:279189:0:(socklnd_cb.c:931:ksocknal_send()) sending 528 bytes in 1 frags to 12345-192.168.203.129@tcp 00000800:00000010:3.0:1780342365.740625:0:279189:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97ad410ad900. 00000800:00000200:3.0:1780342365.740631:0:279189:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97ae46b85a80] -> 12345-192.168.203.129@tcp (5) 00000800:00000200:3.0:1780342365.740638:0:279189:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.129@tcp ip 192.168.203.129:988 00000800:00000200:3.0:1780342365.740641:0:279189:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97ad410ad900 type 1, nob 624 niov 1 nkiov 1 00000100:00000001:3.0:1780342365.740654:0:279189:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342365.740658:0:279189:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: using a timeout of 16238 usecs (17 jiffies) 00000400:00000200:3.0:1780342365.740661:0:279189:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000001:3.0:1780342365.740664:0:279189:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 0 is 4306480864 00000100:00000001:3.0:1780342365.740667:0:279189:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: PM QoS request active for cpu 0, keep current deadline 4306480892 00000100:00000001:3.0:1780342365.740669:0:279189:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 1 is 4306480864 00000100:00000001:3.0:1780342365.740670:0:279189:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: PM QoS request active for cpu 1, keep current deadline 4306480892 00000100:00000001:3.0:1780342365.740672:0:279189:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780342365.740675:0:279189:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342365.740678:0:279189:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780342365.740680:0:279189:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=81 : 81 : 51) 00000100:00100000:3.0:1780342365.740682:0:279189:0:(client.c:2692:ptlrpc_set_wait()) set ffff97ae42d04d80 going to sleep for 81 seconds 00000100:00000001:3.0:1780342365.740684:0:279189:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780342365.740687:0:279189:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780342365.741274:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780342365.741281:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97ad410ad900. 00000400:00000200:1.0:1780342365.741285:0:2401:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780342365.741291:0:2401:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000400:00000200:1.0:1780342365.741297:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae452f67f8 00000400:00000010:1.0:1780342365.741299:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae452f67f8. 00000100:00000001:1.0:1780342365.741303:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780342365.741307:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97ae6a523480 x1866812144822272/t0(0) o101->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 528/66320 e 0 to 0 dl 1780342451 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780342365.741317:0:2401:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780342365.741320:0:2401:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff97ae6a523480 x1866812144822272/t0(0) o101->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 528/66320 e 0 to 0 dl 1780342451 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780342365.741326:0:2401:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342365.741328:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1F:1780342365.749683:0:251348:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff97ae60c0e100. 00010000:00000010:3.1:1780342365.749704:0:251348:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff97ae6a739c00. 00000800:00000001:0.0:1780342365.752288:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342365.752304:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780342365.752308:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342365.752311:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780342365.752320:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342365.752326:0:2402:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp) <- 192.168.203.129@tcp : PUT - for me 00000400:00000200:0.0:1780342365.752335:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342365.752339:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342365.752344:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342365.752347:0:2402:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.129@tcp of length 608 into portal 10 MB=0x6a1db12c12800 00000400:00000200:0.0:1780342365.752352:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342365.752358:0:2402:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.129@tcp of length 608/608 into md 0x546381 [32] + 224 00000800:00000001:0.0:1780342365.752365:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342365.752371:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780342365.752374:0:2402:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780342365.752378:0:2402:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000100:00000001:0.0:1780342365.752385:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780342365.752393:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97ae6a523480 x1866812144822272/t0(0) o101->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 528/66320 e 0 to 0 dl 1780342451 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1780342365.752404:0:2402:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=66320 req@ffff97ae6a523480 x1866812144822272/t0(0) o101->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 528/66320 e 0 to 0 dl 1780342451 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780342365.752460:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780342365.752471:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342365.752474:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780342365.752532:0:279189:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780342365.752551:0:279189:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780342365.752553:0:279189:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780342365.752556:0:279189:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97ae6a8163c8. 00000400:00000200:3.0:1780342365.752594:0:279189:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae6a7ccc00 00000400:00000010:3.0:1780342365.752597:0:279189:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 632 at ffff97ae6a7ccc00. 00000100:00000001:3.0:1780342365.752612:0:279189:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780342365.752617:0:279189:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97ae6a523480 x1866812144822272/t0(0) o101->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 528/66320 e 0 to 0 dl 1780342451 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1780342365.752624:0:279189:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97ae6a523480 x1866812144822272/t0(0) o101->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 528/66320 e 0 to 0 dl 1780342451 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780342365.752629:0:279189:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780342365.752632:0:279189:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780342365.752635:0:279189:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780342365.752638:0:279189:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780342365.752640:0:279189:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780342365.752642:0:279189:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780342365.752645:0:279189:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780342365.752655:0:279189:0:(import.c:2151:obd_at_measure()) add 61 to ffff97ae51c6a460 time=142 v=61 (61 61 62 62) 00000100:00001000:3.0:1780342365.752659:0:279189:0:(import.c:2151:obd_at_measure()) add 1 to ffff97ae51c6a418 time=63 v=5 (1 1 0 0) 00000100:00000001:3.0:1780342365.752662:0:279189:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780342365.752664:0:279189:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780342365.752667:0:279189:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780342365.752670:0:279189:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342365.752674:0:279189:0:(client.c:1533:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1780342365.752676:0:279189:0:(client.c:1540:ptlrpc_save_versions()) Client save versions [0x400017584/0x1] 00000100:00000001:3.0:1780342365.752677:0:279189:0:(client.c:1542:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1780342365.752680:0:279189:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780342365.752681:0:279189:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446629374096716928 : -114699612834688 : ffff97ae6a523480) 00000100:00000001:3.0:1780342365.752684:0:279189:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780342365.752686:0:279189:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff97ae6a5d1000: skip recheck: last_committed 30064771455 00000100:00000001:3.0:1780342365.752688:0:279189:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780342365.752690:0:279189:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342365.752695:0:279189:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97ae6a523480 x1866812144822272/t30064771456(30064771456) o101->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 528/608 e 0 to 0 dl 1780342451 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780342365.752702:0:279189:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780342365.752704:0:279189:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780342365.752706:0:279189:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780342365.752710:0:279189:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97ae6a523480 x1866812144822272/t30064771456(30064771456) o101->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 528/608 e 0 to 0 dl 1780342451 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1780342365.752729:0:279189:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff97ae6a523480 pname:cluuid:pid:xid:nid:opc:job lfs:4e9c6b05-0761-44df-afd6-bfbc14f27556:279189:1866812144822272:192.168.203.129@tcp:101:lfs.0 00000100:00000001:3.0:1780342365.752734:0:279189:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780342365.752737:0:279189:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342365.752739:0:279189:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1780342365.752742:0:279189:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780342365.752745:0:279189:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff97ae6a523480 x1866812144822272/t30064771456(30064771456) o101->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 528/608 e 0 to 0 dl 1780342451 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780342365.752753:0:279189:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1780342365.752755:0:279189:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff97ae42d04d80. 00000100:00000001:3.0:1780342365.752758:0:279189:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1780342365.752760:0:279189:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780342365.752762:0:279189:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1780342365.752767:0:279189:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780342365.752770:0:279189:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780342365.752772:0:279189:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff97ae452e3800 refcount=4 00000020:00000001:3.0:1780342365.752775:0:279189:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629373473601536 : -114700235950080 : ffff97ae452e3800) 00010000:00000001:3.0:1780342365.752778:0:279189:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629373473601536 : -114700235950080 : ffff97ae452e3800) 00010000:00000040:3.0:1780342365.752784:0:279189:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff97ae452e3800, remote cookie: 0xde20be84e1ab0ed7, flags: 0x1001 00010000:00010000:3.0:1780342365.752789:0:279189:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97ae6a5d1000 lock: ffff97ae452e3800/0x9eda7f8b44bfd01e lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xde20be84e1ab0ed7 expref: -99 pid: 279189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1780342365.752797:0:279189:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200002b17:0x13b0:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1780342365.752800:0:279189:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1780342365.752807:0:279189:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff97ae696ab600. 00010000:00000010:3.0:1780342365.752810:0:279189:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff97ae6bb9b480. 00010000:00000040:3.0:1780342365.752823:0:279189:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff97ae696ab900 count: 0 00010000:00000010:3.0:1780342365.752829:0:279189:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff97ae6bb9b880. 00010000:00000001:3.0:1780342365.752835:0:279189:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780342365.752838:0:279189:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff97ae6a5d1000 lock: ffff97ae452e3800/0x9eda7f8b44bfd01e lrc: 4/0,1 mode: --/PR res: [0x200002b17:0x13b0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xde20be84e1ab0ed7 expref: -99 pid: 279189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780342365.752851:0:279189:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97ae6a5d1000 lock: ffff97ae452e3800/0x9eda7f8b44bfd01e lrc: 4/0,1 mode: --/PR res: [0x200002b17:0x13b0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xde20be84e1ab0ed7 expref: -99 pid: 279189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780342365.752857:0:279189:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1780342365.752861:0:279189:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1780342365.752863:0:279189:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1780342365.752864:0:279189:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1780342365.752866:0:279189:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1780342365.752869:0:279189:0:(ldlm_resource.c:1850:ldlm_resource_dump()) --- Resource: [0x200002b17:0x13b0:0x0].0x0 (ffff97ae696ab600) refcount = 1 00010000:00010000:3.0:1780342365.752872:0:279189:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97ae6a5d1000 lock: ffff97ae452e3800/0x9eda7f8b44bfd01e lrc: 4/0,1 mode: PR/PR res: [0x200002b17:0x13b0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xde20be84e1ab0ed7 expref: -99 pid: 279189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780342365.752878:0:279189:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1780342365.752882:0:279189:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1780342365.752884:0:279189:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780342365.752886:0:279189:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1780342365.752889:0:279189:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780342365.752891:0:279189:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97ae6a5d1000 lock: ffff97ae452e3800/0x9eda7f8b44bfd01e lrc: 4/0,1 mode: PR/PR res: [0x200002b17:0x13b0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xde20be84e1ab0ed7 expref: -99 pid: 279189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780342365.752897:0:279189:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1780342365.752898:0:279189:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780342365.752900:0:279189:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780342365.752901:0:279189:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780342365.752902:0:279189:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780342365.752903:0:279189:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780342365.752908:0:279189:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1780342365.752910:0:279189:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780342365.752911:0:279189:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780342365.752913:0:279189:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff97ae452e3800 refcount=3 00000020:00000001:3.0:1780342365.752914:0:279189:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629373473601536 : -114700235950080 : ffff97ae452e3800) 00010000:00000001:3.0:1780342365.752916:0:279189:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629373473601536 : -114700235950080 : ffff97ae452e3800) 00010000:00000001:3.0:1780342365.752924:0:279189:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780342365.752925:0:279189:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780342365.752927:0:279189:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff97ae452e3800 refcount=4 00000020:00000001:3.0:1780342365.752928:0:279189:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629373473601536 : -114700235950080 : ffff97ae452e3800) 00010000:00000001:3.0:1780342365.752930:0:279189:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629373473601536 : -114700235950080 : ffff97ae452e3800) 00010000:00000001:3.0:1780342365.752933:0:279189:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780342365.752936:0:279189:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780342365.752940:0:279189:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97ae6a5d1000 lock: ffff97ae452e3800/0x9eda7f8b44bfd01e lrc: 5/1,1 mode: PR/PR res: [0x200002b17:0x13b0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xde20be84e1ab0ed7 expref: -99 pid: 279189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780342365.752946:0:279189:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780342365.752947:0:279189:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780342365.752948:0:279189:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780342365.752949:0:279189:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780342365.752951:0:279189:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff97ae452e3800 refcount=5 00000020:00000001:3.0:1780342365.752953:0:279189:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629373473601536 : -114700235950080 : ffff97ae452e3800) 00010000:00000001:3.0:1780342365.752955:0:279189:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629373473601536 : -114700235950080 : ffff97ae452e3800) 00010000:00000001:3.0:1780342365.752957:0:279189:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780342365.752959:0:279189:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff97ae6a5d1000 lock: ffff97ae452e3800/0x9eda7f8b44bfd01e lrc: 5/1,1 mode: PR/PR res: [0x200002b17:0x13b0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xde20be84e1ab0ed7 expref: -99 pid: 279189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780342365.752964:0:279189:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780342365.752965:0:279189:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1780342365.752967:0:279189:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97ae6a5d1000 lock: ffff97ae452e3800/0x9eda7f8b44bfd01e lrc: 4/1,0 mode: PR/PR res: [0x200002b17:0x13b0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xde20be84e1ab0ed7 expref: -99 pid: 279189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780342365.752973:0:279189:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780342365.752974:0:279189:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780342365.752975:0:279189:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780342365.752976:0:279189:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780342365.752977:0:279189:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1780342365.752982:0:279189:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=8000037, status=0 req@ffff97ae6a523480 x1866812144822272/t30064771456(30064771456) o101->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 528/608 e 0 to 0 dl 1780342451 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1780342365.753160:0:279189:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1780342365.753166:0:279189:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff97ae6a523480 x1866812144822272/t30064771456(30064771456) o101->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 528/608 e 0 to 0 dl 1780342451 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1780342365.753174:0:279189:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780342365.753177:0:279189:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780342365.753178:0:279189:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780342365.753179:0:279189:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff97ae452e3800 refcount=3 00000020:00000001:3.0:1780342365.753182:0:279189:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629373473601536 : -114700235950080 : ffff97ae452e3800) 00010000:00000001:3.0:1780342365.753184:0:279189:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629373473601536 : -114700235950080 : ffff97ae452e3800) 00010000:00000001:3.0:1780342365.753186:0:279189:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780342365.753188:0:279189:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780342365.753189:0:279189:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780342365.753191:0:279189:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780342365.753194:0:279189:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1780342365.753197:0:279189:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780342365.753198:0:279189:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446629374096716928 : -114699612834688 : ffff97ae6a523480) 00000100:00000001:3.0:1780342365.753200:0:279189:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780342365.753201:0:279189:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446629374096716928 : -114699612834688 : ffff97ae6a523480) 00010000:00000001:3.0:1780342365.753203:0:279189:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780342365.753204:0:279189:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780342365.753205:0:279189:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff97ae452e3800 refcount=3 00000020:00000001:3.0:1780342365.753207:0:279189:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629373473601536 : -114700235950080 : ffff97ae452e3800) 00010000:00000001:3.0:1780342365.753208:0:279189:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629373473601536 : -114700235950080 : ffff97ae452e3800) 00000002:00010000:3.0:1780342365.753212:0:279189:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97ae6a5d1000 lock: ffff97ae452e3800/0x9eda7f8b44bfd01e lrc: 3/1,0 mode: PR/PR res: [0x200002b17:0x13b0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xde20be84e1ab0ed7 expref: -99 pid: 279189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780342365.753218:0:279189:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780342365.753219:0:279189:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780342365.753221:0:279189:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1780342365.753222:0:279189:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780342365.753223:0:279189:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780342365.753231:0:279189:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff97ae452e3800 refcount=3 00000020:00000001:3.0:1780342365.753233:0:279189:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629373473601536 : -114700235950080 : ffff97ae452e3800) 00010000:00000001:3.0:1780342365.753235:0:279189:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629373473601536 : -114700235950080 : ffff97ae452e3800) 00010000:00000040:3.0:1780342365.753239:0:279189:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff97ae696ab600 count: 2 00010000:00000001:3.0:1780342365.753241:0:279189:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1780342365.753244:0:279189:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff97ae6a6de000 type 13 mode 4 res 8589945623/5040 (0 0) 00010000:00000001:3.0:1780342365.753246:0:279189:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780342365.753247:0:279189:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780342365.753249:0:279189:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1780342365.753252:0:279189:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc54c1cd7758 00000002:00002000:3.0:1780342365.753255:0:279189:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f812b.sanity intent=open|creat status=0 disp=9800037: rc = 0 00000002:00000001:3.0:1780342365.753258:0:279189:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780342365.753262:0:279189:0:(lmv_intent.c:428:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780342365.753265:0:279189:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1780342365.753269:0:279189:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 0 00000080:00000001:3.0:1780342365.753272:0:279189:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1780342365.753276:0:279189:0:(lmv_obd.c:4021:lmv_stripe_object_put()) put ffff97ae586e9980 2 00000080:00000001:3.0:1780342365.753278:0:279189:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1780342365.753280:0:279189:0:(namei.c:674:ll_lookup_it_finish()) it ffff97ae44b6f360 it_disposition 9800037 00000080:00002000:3.0:1780342365.753285:0:279189:0:(namei.c:653:ll_splice_alias()) Add dentry ffff97ae61c81948 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:3.0:1780342365.753289:0:279189:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1780342365.753292:0:279189:0:(namei.c:1615:ll_create_it()) Process entered 00000020:00000001:3.0:1780342365.753293:0:279189:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc54c1cd7988 00000080:00200000:3.0:1780342365.753295:0:279189:0:(namei.c:1619:ll_create_it()) VFS Op:name=f812b.sanity, dir=[0x200000007:0x1:0x0](ffff97ae727ec2c8), intent=open|creat 00000080:00000001:3.0:1780342365.753298:0:279189:0:(namei.c:1566:ll_create_node()) Process entered 00000080:00000001:3.0:1780342365.753300:0:279189:0:(llite_lib.c:3685:ll_prep_inode()) Process entered 00000002:00000001:3.0:1780342365.753304:0:279189:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1780342365.753307:0:279189:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1780342365.753310:0:279189:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373145330608 : 144115373145330608 : 200002b170013b0) 00000080:00000001:3.0:1780342365.753312:0:279189:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:3.0:1780342365.753327:0:279189:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff97ae75268000. 00000020:00000001:3.0:1780342365.753337:0:279189:0:(class_obd.c:994:obd_heat_clear()) Process entered 00000020:00000001:3.0:1780342365.753338:0:279189:0:(class_obd.c:997:obd_heat_clear()) Process leaving 00000080:00000001:3.0:1780342365.753341:0:279189:0:(llite_lib.c:3208:ll_read_inode2()) Process entered 00000080:00200000:3.0:1780342365.753343:0:279189:0:(llite_lib.c:3211:ll_read_inode2()) VFS Op:inode=[0x200002b17:0x13b0:0x0](ffff97ae752680c8) 00000080:00000001:3.0:1780342365.753351:0:279189:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373145330608 : 144115373145330608 : 200002b170013b0) 00000080:00000001:3.0:1780342365.753353:0:279189:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554475 : 33554475 : 200002b) 00000080:00000002:3.0:1780342365.753355:0:279189:0:(llite_lib.c:2905:ll_update_inode()) setting ino 144115373145330608 mtime from 0 to 1780342365 00000080:00200000:3.0:1780342365.753358:0:279189:0:(llite_lib.c:2974:ll_update_inode()) inode=[0x200002b17:0x13b0:0x0], updating i_size 0 00000080:00000001:3.0:1780342365.753361:0:279189:0:(llite_lib.c:3233:ll_read_inode2()) Process leaving 00000020:00000001:3.0:1780342365.753364:0:279189:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1780342365.753368:0:279189:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff97ae477e5240. 00000020:00000010:3.0:1780342365.753372:0:279189:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff97ae428d6800. 00000020:00000010:3.0:1780342365.753377:0:279189:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff97ae428d7200. 00000020:00000010:3.0:1780342365.753382:0:279189:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff97ae44b6f120. 00000008:00000010:3.0:1780342365.753388:0:279189:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff97ae6a09aca0. 00020000:00000010:3.0:1780342365.753392:0:279189:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff97ae50952a80. 00008000:00000010:3.0:1780342365.753397:0:279189:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff97ae525d1530. 00000080:00000010:3.0:1780342365.753403:0:279189:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff97ae47e33540. 00000080:00000010:3.0:1780342365.753407:0:279189:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff97ae502fab58. 00000020:00000010:3.0:1780342365.753411:0:279189:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff97ae428d6000. 00000008:00000010:3.0:1780342365.753415:0:279189:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff97ae46acd340. 00020000:00000010:3.0:1780342365.753418:0:279189:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff97ae4892f600. 00008000:00000010:3.0:1780342365.753421:0:279189:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff97ae47d029c0. 00000080:00000010:3.0:1780342365.753424:0:279189:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff97ae6b979870. 00000020:00000001:3.0:1780342365.753427:0:279189:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446629373512405576 : -114700197146040 : ffff97ae477e5248) 00000020:00001000:3.0:1780342365.753429:0:279189:0:(cl_object.c:831:cl_env_get()) 1@ffff97ae477e5240 00000020:00000001:3.0:1780342365.753432:0:279189:0:(lu_object.c:844:lu_object_find_at()) Process entered 00000080:00000010:3.0:1780342365.753436:0:279189:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff97ae69a510c8. 00000020:00000001:3.0:1780342365.753438:0:279189:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1780342365.753439:0:279189:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780342365.753446:0:279189:0:(lov_object.c:2331:lov_object_alloc()) Process entered 00020000:00000010:3.0:1780342365.753450:0:279189:0:(lov_object.c:2332:lov_object_alloc()) slab-alloced 'lov': 248 at ffff97ae6c0d74d8. 00020000:00000001:3.0:1780342365.753452:0:279189:0:(lov_object.c:2346:lov_object_alloc()) Process leaving (rc=18446629374125765848 : -114699583785768 : ffff97ae6c0d74d8) 00020000:00000001:3.0:1780342365.753455:0:279189:0:(lov_object.c:1386:lov_object_init()) Process entered 00020000:00000001:3.0:1780342365.753457:0:279189:0:(lov_object.c:1414:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780342365.753461:0:279189:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446629374085370184 : -114699624181432 : ffff97ae69a51148) 00000020:00001000:3.0:1780342365.753463:0:279189:0:(cl_object.c:925:cl_env_put()) 1@ffff97ae477e5240 00000020:00000010:3.0:1780342365.753472:0:279189:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff97ae428d7200. 00000020:00000010:3.0:1780342365.753476:0:279189:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff97ae44b6f120. 00000008:00000010:3.0:1780342365.753479:0:279189:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff97ae6a09aca0. 00020000:00000010:3.0:1780342365.753482:0:279189:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff97ae50952a80. 00008000:00000010:3.0:1780342365.753485:0:279189:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff97ae525d1530. 00000080:00000010:3.0:1780342365.753488:0:279189:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff97ae47e33540. 00000080:00000010:3.0:1780342365.753491:0:279189:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff97ae502fab58. 00000020:00000010:3.0:1780342365.753493:0:279189:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff97ae428d6800. 00000008:00000010:3.0:1780342365.753496:0:279189:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff97ae46acd340. 00020000:00000010:3.0:1780342365.753499:0:279189:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff97ae4892f600. 00008000:00000010:3.0:1780342365.753502:0:279189:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff97ae47d029c0. 00000080:00000010:3.0:1780342365.753504:0:279189:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff97ae6b979870. 00000020:00000010:3.0:1780342365.753507:0:279189:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff97ae428d6000. 00000020:00000010:3.0:1780342365.753509:0:279189:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff97ae477e5240. 00000080:00000001:3.0:1780342365.753512:0:279189:0:(namei.c:156:ll_iget()) Process leaving (rc=18446629374278402248 : -114699431149368 : ffff97ae752680c8) 00010000:00000001:3.0:1780342365.753515:0:279189:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780342365.753516:0:279189:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780342365.753518:0:279189:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff97ae452e3800 refcount=3 00000020:00000001:3.0:1780342365.753519:0:279189:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629373473601536 : -114700235950080 : ffff97ae452e3800) 00010000:00000001:3.0:1780342365.753521:0:279189:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629373473601536 : -114700235950080 : ffff97ae452e3800) 00000080:00000001:3.0:1780342365.753524:0:279189:0:(file.c:6724:ll_layout_conf()) Process entered 00000020:00000001:3.0:1780342365.753526:0:279189:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1780342365.753528:0:279189:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff97ae477e5240. 00000020:00000010:3.0:1780342365.753530:0:279189:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff97ae428d6000. 00000020:00000010:3.0:1780342365.753532:0:279189:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff97ae428d6800. 00000020:00000010:3.0:1780342365.753534:0:279189:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff97ae44b6f120. 00000008:00000010:3.0:1780342365.753536:0:279189:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff97ae6a09aca0. 00020000:00000010:3.0:1780342365.753645:0:279189:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff97ae50952a80. 00008000:00000010:3.0:1780342365.753651:0:279189:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff97ae525d1530. 00000080:00000010:3.0:1780342365.753655:0:279189:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff97ae47e33540. 00000080:00000010:3.0:1780342365.753657:0:279189:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff97ae502fab58. 00000020:00000010:3.0:1780342365.753659:0:279189:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff97ae428d7200. 00000008:00000010:3.0:1780342365.753662:0:279189:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff97ae46acd340. 00020000:00000010:3.0:1780342365.753669:0:279189:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff97ae4892f600. 00008000:00000010:3.0:1780342365.753672:0:279189:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff97ae47d029c0. 00000080:00000010:3.0:1780342365.753675:0:279189:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff97ae6b979870. 00000020:00000001:3.0:1780342365.753678:0:279189:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446629373512405576 : -114700197146040 : ffff97ae477e5248) 00000020:00001000:3.0:1780342365.753680:0:279189:0:(cl_object.c:831:cl_env_get()) 1@ffff97ae477e5240 00000020:00000001:3.0:1780342365.753681:0:279189:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:3.0:1780342365.753684:0:279189:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000002:3.0:1780342365.753687:0:279189:0:(lov_object.c:1280:lov_conf_lock()) Took exclusive lov(ffff97ae6c0d74d8) owner ffff97ae72168000 00020000:00000001:3.0:1780342365.753689:0:279189:0:(lov_object.c:1483:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1780342365.753692:0:279189:0:(lov_object.c:1286:lov_conf_unlock()) To release exclusive lov(ffff97ae6c0d74d8) owner ffff97ae72168000 00020000:00000002:3.0:1780342365.753694:0:279189:0:(lov_object.c:1510:lov_conf_set()) [0x200002b17:0x13b0:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1780342365.753697:0:279189:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780342365.753698:0:279189:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780342365.753701:0:279189:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1780342365.753704:0:279189:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff97ae6c0d74d8) owner 0000000000000000/ffff97ae72168000 00020000:00000002:3.0:1780342365.753707:0:279189:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff97ae6c0d74d8) owner 0000000000000000/ffff97ae72168000 00020000:00000001:3.0:1780342365.753709:0:279189:0:(lov_object.c:2255:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1780342365.753711:0:279189:0:(lov_object.c:2261:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1780342365.753713:0:279189:0:(file.c:6759:ll_layout_conf()) [0x200002b17:0x13b0:0x0]: layout version change: 4294967294 -> 4294967295 00000020:00001000:3.0:1780342365.753715:0:279189:0:(cl_object.c:925:cl_env_put()) 1@ffff97ae477e5240 00000020:00000010:3.0:1780342365.753717:0:279189:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff97ae428d6800. 00000020:00000010:3.0:1780342365.753720:0:279189:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff97ae44b6f120. 00000008:00000010:3.0:1780342365.753722:0:279189:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff97ae6a09aca0. 00020000:00000010:3.0:1780342365.753724:0:279189:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff97ae50952a80. 00008000:00000010:3.0:1780342365.753727:0:279189:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff97ae525d1530. 00000080:00000010:3.0:1780342365.753730:0:279189:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff97ae47e33540. 00000080:00000010:3.0:1780342365.753732:0:279189:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff97ae502fab58. 00000020:00000010:3.0:1780342365.753734:0:279189:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff97ae428d6000. 00000008:00000010:3.0:1780342365.753736:0:279189:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff97ae46acd340. 00020000:00000010:3.0:1780342365.753738:0:279189:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff97ae4892f600. 00008000:00000010:3.0:1780342365.753740:0:279189:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff97ae47d029c0. 00000080:00000010:3.0:1780342365.753742:0:279189:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff97ae6b979870. 00000020:00000010:3.0:1780342365.753745:0:279189:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff97ae428d7200. 00000020:00000010:3.0:1780342365.753752:0:279189:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff97ae477e5240. 00000080:00000001:3.0:1780342365.753754:0:279189:0:(file.c:6766:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780342365.753756:0:279189:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780342365.753757:0:279189:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1780342365.753759:0:279189:0:(llite_lib.c:3783:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1780342365.753761:0:279189:0:(lmv_obd.c:4141:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1780342365.753763:0:279189:0:(lmv_obd.c:4148:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780342365.753766:0:279189:0:(namei.c:1585:ll_create_node()) setting l_ast_data to inode [0x200002b17:0x13b0:0x0](ffff97ae752680c8) 00000080:00010000:3.0:1780342365.753769:0:279189:0:(llite_internal.h:2011:ll_set_lock_data()) setting l_data to inode [0x200002b17:0x13b0:0x0](ffff97ae752680c8) for lock 0x9eda7f8b44bfd01e 00800000:00000001:3.0:1780342365.753772:0:279189:0:(lmv_obd.c:4061:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1780342365.753774:0:279189:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1780342365.753775:0:279189:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780342365.753777:0:279189:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780342365.753778:0:279189:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff97ae452e3800 refcount=3 00000020:00000001:3.0:1780342365.753779:0:279189:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629373473601536 : -114700235950080 : ffff97ae452e3800) 00010000:00000001:3.0:1780342365.753781:0:279189:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629373473601536 : -114700235950080 : ffff97ae452e3800) 00010000:00000001:3.0:1780342365.753784:0:279189:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780342365.753785:0:279189:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780342365.753786:0:279189:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780342365.753788:0:279189:0:(lmv_obd.c:4066:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780342365.753789:0:279189:0:(namei.c:1587:ll_create_node()) Process leaving 00000100:00000001:3.0:1780342365.753792:0:279189:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780342365.753797:0:279189:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff97ae6a523480 x1866812144822272/t30064771456(30064771456) o101->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 528/608 e 0 to 0 dl 1780342451 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780342365.753804:0:279189:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780342365.753808:0:279189:0:(namei.c:1671:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780342365.753811:0:279189:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200002b17:0x13b0:0x0](ffff97ae752680c8) 00000080:00000001:3.0:1780342365.753824:0:279189:0:(namei.c:1306:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1780342365.753828:0:279189:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff97ae428d7000. 00000100:00000001:3.0:1780342365.753831:0:279189:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780342365.753834:0:279189:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff97ae6a523480 x1866812144822272/t30064771456(30064771456) o101->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 528/608 e 0 to 0 dl 1780342451 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780342365.753839:0:279189:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780342365.753842:0:279189:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:3.0:1780342365.753848:0:279189:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780342365.753855:0:279189:0:(file.c:1054:ll_file_open()) Process entered 00000020:00000001:3.0:1780342365.753856:0:279189:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc54c1cd7a60 00000080:00200008:3.0:1780342365.753858:0:279189:0:(file.c:1058:ll_file_open()) START file f812b.sanity:[0x200002b17:0x13b0:0x0](ffff97ae752680c8), flags 120501 00000080:00000010:3.0:1780342365.753864:0:279189:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff97ae60566000. 00000080:00000010:3.0:1780342365.753870:0:279189:0:(file.c:1222:ll_file_open()) kmalloced '(*och_p)': 56 at ffff97ae6c6cf980. 00000080:00000001:3.0:1780342365.753872:0:279189:0:(file.c:976:ll_local_open()) Process entered 00800000:00000001:3.0:1780342365.753877:0:279189:0:(lmv_obd.c:4159:lmv_set_open_replay_data()) Process entered 00800000:00000001:3.0:1780342365.753879:0:279189:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1780342365.753882:0:279189:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1780342365.753884:0:279189:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1780342365.753886:0:279189:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1780342365.753888:0:279189:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1780342365.753890:0:279189:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0x13b0:0x0] 00800000:00000001:3.0:1780342365.753892:0:279189:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780342365.753894:0:279189:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1780342365.753896:0:279189:0:(obd.h:1439:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff97ae744f15e0. 00000002:00100000:3.0:1780342365.753901:0:279189:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff97ae6a523480 x1866812144822272/t30064771456(30064771456) o101->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 528/608 e 0 to 0 dl 1780342451 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1780342365.753906:0:279189:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780342365.753908:0:279189:0:(lmv_obd.c:4165:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1780342365.753911:0:279189:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1780342365.753913:0:279189:0:(file.c:995:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780342365.753915:0:279189:0:(file.c:1266:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780342365.753918:0:279189:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780342365.753920:0:279189:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97ae6a523480 x1866812144822272/t30064771456(30064771456) o101->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 528/608 e 0 to 0 dl 1780342451 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1780342365.753926:0:279189:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780342365.753929:0:279189:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff97ae6a4e0000. 02000000:00000001:3.0:1780342365.753949:0:279189:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1780342365.753951:0:279189:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780342365.753954:0:279189:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc54c1cd7a60 00000080:00000008:3.0:1780342365.753955:0:279189:0:(file.c:1297:ll_file_open()) COMPLETED file f812b.sanity:[0x200002b17:0x13b0:0x0](ffff97ae752680c8), flags 100101, rc = 0 00000080:00000001:3.0:1780342365.753958:0:279189:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1780342365.753964:0:279189:0:(dcache.c:176:ll_intent_release()) intent ffff97ae44b6f360 released 00000080:00010000:3.0:1780342365.753967:0:279189:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9eda7f8b44bfd01e from it ffff97ae44b6f360 00010000:00000001:3.0:1780342365.753969:0:279189:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780342365.753970:0:279189:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780342365.753972:0:279189:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff97ae452e3800 refcount=3 00000020:00000001:3.0:1780342365.753973:0:279189:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629373473601536 : -114700235950080 : ffff97ae452e3800) 00010000:00000001:3.0:1780342365.753975:0:279189:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629373473601536 : -114700235950080 : ffff97ae452e3800) 00010000:00000001:3.0:1780342365.753977:0:279189:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780342365.753980:0:279189:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97ae6a5d1000 lock: ffff97ae452e3800/0x9eda7f8b44bfd01e lrc: 3/1,0 mode: PR/PR res: [0x200002b17:0x13b0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xde20be84e1ab0ed7 expref: -99 pid: 279189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780342365.753986:0:279189:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780342365.753988:0:279189:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780342365.753989:0:279189:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1780342365.753991:0:279189:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1780342365.753993:0:279189:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97ae6a5d1000 lock: ffff97ae452e3800/0x9eda7f8b44bfd01e lrc: 2/0,0 mode: PR/PR res: [0x200002b17:0x13b0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xde20be84e1ab0ed7 expref: -99 pid: 279189 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1780342365.754066:0:279189:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780342365.754070:0:279189:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1780342365.754071:0:279189:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780342365.754075:0:279189:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780342365.754076:0:279189:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780342365.754077:0:279189:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780342365.754080:0:279189:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1780342365.754082:0:279189:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780342365.754084:0:279189:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780342365.754087:0:279189:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780342365.754089:0:279189:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780342365.754090:0:279189:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780342365.754091:0:279189:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1780342365.754092:0:279189:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1780342365.754094:0:279189:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:3.0:1780342365.754096:0:279189:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1780342365.754098:0:279189:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1780342365.754099:0:279189:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1780342365.754106:0:279189:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780342365.754109:0:279189:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:3.0:1780342365.754111:0:279189:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780342365.754113:0:279189:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1780342365.754115:0:279189:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780342365.754117:0:279189:0:(namei.c:1541:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1780342365.754119:0:279189:0:(namei.c:1553:ll_atomic_open()) kfreed 'it': 72 at ffff97ae44b6f360. 00000080:00000001:3.0:1780342365.754121:0:279189:0:(namei.c:1555:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780342365.754125:0:279189:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00200000:3.0:1780342365.754127:0:279189:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200002b17:0x13b0:0x0](ffff97ae752680c8), inode mode 81a4 mask 40 00000080:00000001:3.0:1780342365.754130:0:279189:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780342365.754165:0:279189:0:(file.c:4601:ll_file_ioctl()) Process entered 00000080:00200080:3.0:1780342365.754168:0:279189:0:(file.c:4603:ll_file_ioctl()) VFS Op:inode=[0x200002b17:0x13b0:0x0](ffff97ae752680c8) cmd=4008669a arg=11632e0 00000080:00000001:3.0:1780342365.754175:0:279189:0:(file.c:2963:ll_lov_setstripe()) Process entered 00000080:00000001:3.0:1780342365.754177:0:279189:0:(llite_lib.c:4211:ll_copy_user_md()) Process entered 00000080:00000010:3.0:1780342365.754181:0:279189:0:(llite_lib.c:4220:ll_copy_user_md()) kmalloced '(*kbuf)': 32 at ffff97ae744f1d20. 00000080:00000001:3.0:1780342365.754184:0:279189:0:(llite_lib.c:4229:ll_copy_user_md()) Process leaving (rc=32 : 32 : 20) 00000080:00000001:3.0:1780342365.754187:0:279189:0:(file.c:2717:ll_lov_setstripe_ea_info()) Process entered 00000080:00000001:3.0:1780342365.754189:0:279189:0:(file.c:774:ll_intent_file_open()) Process entered 00000080:00000010:3.0:1780342365.754193:0:279189:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff97ae428d7000. 00800000:00000002:3.0:1780342365.754197:0:279189:0:(lmv_obd.c:3976:lmv_stripe_object_get()) get ffff97ae586e9980 2 00000080:00000001:3.0:1780342365.754200:0:279189:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1780342365.754203:0:279189:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1780342365.754204:0:279189:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc54c1cd7b10 00800000:00000002:3.0:1780342365.754206:0:279189:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'open' for [0x200002b17:0x13b0:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1780342365.754210:0:279189:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:3.0:1780342365.754211:0:279189:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1780342365.754212:0:279189:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1780342365.754214:0:279189:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1780342365.754215:0:279189:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1780342365.754217:0:279189:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1780342365.754219:0:279189:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0x13b0:0x0] 00800000:00000001:3.0:1780342365.754221:0:279189:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780342365.754224:0:279189:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc54c1cd7a90 00800000:00000002:3.0:1780342365.754227:0:279189:0:(lmv_intent.c:381:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200002b17:0x13b0:0x0], name='' -> mds #0 layout version 1 00000002:00000001:3.0:1780342365.754232:0:279189:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1780342365.754233:0:279189:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc54c1cd79c8 00000002:00010000:3.0:1780342365.754243:0:279189:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200002b17:0x13b0:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 040000002 00000002:00000001:3.0:1780342365.754247:0:279189:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1780342365.754249:0:279189:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1780342365.754252:0:279189:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1780342365.754256:0:279189:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff97ae696ab600 count: 2 00010000:00000001:3.0:1780342365.754258:0:279189:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780342365.754261:0:279189:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1780342365.754263:0:279189:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780342365.754265:0:279189:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780342365.754267:0:279189:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780342365.754269:0:279189:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:3.0:1780342365.754271:0:279189:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1780342365.754276:0:279189:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97ae6a520e00. 00000020:00000040:3.0:1780342365.754279:0:279189:0:(genops.c:1231:class_import_get()) import ffff97ae51c6a000 refcount=7 obd=lustre-MDT0000-mdc-ffff97ae6a5d1000 02000000:00000001:3.0:1780342365.754284:0:279189:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1780342365.754285:0:279189:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780342365.754288:0:279189:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1780342365.754291:0:279189:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780342365.754294:0:279189:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780342365.754295:0:279189:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780342365.754296:0:279189:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342365.754298:0:279189:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780342365.754300:0:279189:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780342365.754304:0:279189:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780342365.754309:0:279189:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97ae6a7ccc00. 00000100:00000001:3.0:1780342365.754315:0:279189:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780342365.754317:0:279189:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1780342365.754319:0:279189:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780342365.754320:0:279189:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1780342365.754321:0:279189:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780342365.754322:0:279189:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780342365.754328:0:279189:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446629374096707072 : -114699612844544 : ffff97ae6a520e00) 00010000:00000001:3.0:1780342365.754331:0:279189:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1780342365.754333:0:279189:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1780342365.754336:0:279189:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff97ae696ab400. 00010000:00000010:3.0:1780342365.754339:0:279189:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff97ae6bb9b880. 00010000:00000001:3.0:1780342365.754348:0:279189:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1780342365.754351:0:279189:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff97ae452e3c00. 00000020:00000001:3.0:1780342365.754354:0:279189:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1780342365.754356:0:279189:0:(lustre_handles.c:77:class_handle_hash()) added object ffff97ae452e3c00 with handle 0x9eda7f8b44bfd025 to hash 00000020:00000001:3.0:1780342365.754358:0:279189:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1780342365.754359:0:279189:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446629373473602560 : -114700235949056 : ffff97ae452e3c00) 00010000:00000001:3.0:1780342365.754362:0:279189:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446629373473602560 : -114700235949056 : ffff97ae452e3c00) 00010000:00000001:3.0:1780342365.754364:0:279189:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780342365.754366:0:279189:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780342365.754369:0:279189:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97ae6a5d1000 lock: ffff97ae452e3c00/0x9eda7f8b44bfd025 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 279189 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780342365.754376:0:279189:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97ae6a5d1000 lock: ffff97ae452e3c00/0x9eda7f8b44bfd025 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 279189 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1780342365.754386:0:279189:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97ae6a5d1000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1780342365.754392:0:279189:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97ae6a520e00 x1866812144822528/t0(0) o101->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1780342365.754399:0:279189:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97ae6a5d1000 lock: ffff97ae452e3c00/0x9eda7f8b44bfd025 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 279189 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1780342365.754404:0:279189:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1780342365.754406:0:279189:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1780342365.754412:0:279189:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff97ae42d04d80. 00000100:00000001:3.0:1780342365.754414:0:279189:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629373433892224 : -114700275659392 : ffff97ae42d04d80) 00000100:00000001:3.0:1780342365.754416:0:279189:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780342365.754418:0:279189:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446629374096707072 : -114699612844544 : ffff97ae6a520e00) 00000100:00000001:3.0:1780342365.754421:0:279189:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780342365.754425:0:279189:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342365.754427:0:279189:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1780342365.754428:0:279189:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780342365.754431:0:279189:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97ae6a520e00 x1866812144822528/t0(0) o101->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780342365.754446:0:279189:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780342365.754448:0:279189:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780342365.754452:0:279189:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780342365.754454:0:279189:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780342365.754456:0:279189:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780342365.754460:0:279189:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97ae6a520e00 pname:cluuid:pid:xid:nid:opc:job lfs:4e9c6b05-0761-44df-afd6-bfbc14f27556:279189:1866812144822528:192.168.203.129@tcp:101:lfs.0 00000100:00000001:3.0:1780342365.754464:0:279189:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780342365.754469:0:279189:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780342365.754471:0:279189:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780342365.754473:0:279189:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780342365.754713:0:279189:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff97ae69840000. 02000000:00000001:3.0:1780342365.754716:0:279189:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780342365.754723:0:279189:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000010:3.0:1780342365.754727:0:279189:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97ae6a8163c8. 00000400:00000010:3.0:1780342365.754734:0:279189:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff97ae6a8e0000. 00000100:00000200:3.0:1780342365.754740:0:279189:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1866812144822528, portal 10 00000100:00000001:3.0:1780342365.754742:0:279189:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780342365.754743:0:279189:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446629374096707072 : -114699612844544 : ffff97ae6a520e00) 00000100:00000040:3.0:1780342365.754749:0:279189:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff97ae6a520e00 x1866812144822528/t0(0) o101->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 1780342451 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780342365.754755:0:279189:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780342365.754758:0:279189:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.129@tcp 00000400:00000010:3.0:1780342365.754761:0:279189:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae452f6990. 00000100:00000200:3.0:1780342365.754764:0:279189:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1866812144822528, offset 0 00000400:00000200:3.0:1780342365.754770:0:279189:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.129@tcp 00000400:00000200:3.0:1780342365.754778:0:279189:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:3.0:1780342365.754784:0:279189:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.129@tcp local destination 00000400:00000200:3.0:1780342365.754789:0:279189:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780342365.754793:0:279189:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.29@tcp 00000400:00000200:3.0:1780342365.754796:0:279189:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780342365.754798:0:279189:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.129@tcp 00000400:00000200:3.0:1780342365.754807:0:279189:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.29@tcp NI seq info: [551813:551813:256:4294967295] 192.168.203.129@tcp LPNI seq info [551739:551739:8:4294967295] 00000400:00000200:3.0:1780342365.754811:0:279189:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:3.0:1780342365.754831:0:279189:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp:) -> 192.168.203.129@tcp(192.168.203.129@tcp:192.168.203.129@tcp) : PUT try# 0 00000800:00000200:3.0:1780342365.754836:0:279189:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.129@tcp 00000800:00000010:3.0:1780342365.754841:0:279189:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97ad410adc00. 00000800:00000200:3.0:1780342365.754847:0:279189:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97ae46b85a80] -> 12345-192.168.203.129@tcp (5) 00000800:00000200:3.0:1780342365.754855:0:279189:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.129@tcp ip 192.168.203.129:988 00000800:00000200:3.0:1780342365.754858:0:279189:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97ad410adc00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:3.0:1780342365.754867:0:279189:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342365.754871:0:279189:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: using a timeout of 16240 usecs (17 jiffies) 00000400:00000200:3.0:1780342365.754874:0:279189:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000001:3.0:1780342365.754877:0:279189:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 0 is 4306480879 00000100:00000001:3.0:1780342365.754880:0:279189:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: PM QoS request active for cpu 0, keep current deadline 4306480892 00000100:00000001:3.0:1780342365.754882:0:279189:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 1 is 4306480879 00000100:00000001:3.0:1780342365.754884:0:279189:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: PM QoS request active for cpu 1, keep current deadline 4306480892 00000100:00000001:3.0:1780342365.754886:0:279189:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780342365.754888:0:279189:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342365.754890:0:279189:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780342365.754892:0:279189:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=81 : 81 : 51) 00000100:00100000:3.0:1780342365.754895:0:279189:0:(client.c:2692:ptlrpc_set_wait()) set ffff97ae42d04d80 going to sleep for 81 seconds 00000100:00000001:3.0:1780342365.754897:0:279189:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780342365.754899:0:279189:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780342365.754976:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780342365.754981:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97ad410adc00. 00000400:00000200:1.0:1780342365.754986:0:2401:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780342365.754991:0:2401:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000400:00000200:1.0:1780342365.754996:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae452f6990 00000400:00000010:1.0:1780342365.754997:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae452f6990. 00000100:00000001:1.0:1780342365.755001:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780342365.755005:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97ae6a520e00 x1866812144822528/t0(0) o101->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 1780342451 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780342365.755014:0:2401:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780342365.755018:0:2401:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff97ae6a520e00 x1866812144822528/t0(0) o101->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 1780342451 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780342365.755034:0:2401:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342365.755036:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1780342365.760886:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff97ae696ab900. 00000800:00000001:0.0:1780342365.760928:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342365.760942:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780342365.760945:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342365.760948:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780342365.760957:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342365.760978:0:2402:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp) <- 192.168.203.129@tcp : PUT - for me 00000400:00000200:0.0:1780342365.760987:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342365.760992:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342365.760997:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342365.761000:0:2402:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.129@tcp of length 328 into portal 15 MB=0x6a1db0fd0e880 00000400:00000200:0.0:1780342365.761009:0:2402:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.129@tcp of length 328/328 into md 0x545f11 [2] + 720 00000800:00000001:0.0:1780342365.761016:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342365.761025:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780342365.761028:0:2402:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780342365.761033:0:2402:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000100:00000001:0.0:1780342365.761040:0:2402:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1780342365.761042:0:2402:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1780342365.761048:0:2402:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97ae6c0ddf80. 00000100:00000040:0.0:1780342365.761052:0:2402:0:(events.c:337:request_in_callback()) incoming req@ffff97ae6c0ddf80 x1866812095522944 msgsize 328 00000100:00100000:0.0:1780342365.761056:0:2402:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.129@tcp (source: 12345-192.168.203.129@tcp) 00000100:00000001:0.0:1780342365.761124:0:2402:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1780342365.761135:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342365.761138:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780342365.761175:0:236688:0:(service.c:2285:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1780342365.761179:0:236688:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866812095522944 02000000:00000001:1.0:1780342365.761182:0:236688:0:(sec.c:2465:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1780342365.761184:0:236688:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780342365.761186:0:236688:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780342365.761191:0:236688:0:(sec.c:2514:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780342365.761194:0:236688:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866812095522944 00000020:00000001:1.0:1780342365.761197:0:236688:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1780342365.761198:0:236688:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9eda7f8b44bdc444 00000020:00000001:1.0:1780342365.761201:0:236688:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780342365.761203:0:236688:0:(lustre_handles.c:131:class_handle2object()) GET export ffff97ae60d62800 refcount=5 00000020:00000001:1.0:1780342365.761206:0:236688:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629373937592320 : -114699771959296 : ffff97ae60d62800) 00000020:00000001:1.0:1780342365.761208:0:236688:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446629373937592320 : -114699771959296 : ffff97ae60d62800) 00000100:00000001:1.0:1780342365.761212:0:236688:0:(service.c:1270:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1780342365.761217:0:236688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97ae46af9d40. 00000100:00000001:1.0:1780342365.761220:0:236688:0:(service.c:1292:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1780342365.761223:0:236688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff97ae46af9d40. 00000020:00000010:1.0:1780342365.761228:0:236688:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff97ae4148ee00. 00000020:00000010:1.0:1780342365.761233:0:236688:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff97ae6c01bb00. 00000020:00000010:1.0:1780342365.761238:0:236688:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff97ae69a54960. 00000100:00000040:1.0:1780342365.761245:0:236688:0:(service.c:1435:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1780342365.761248:0:236688:0:(service.c:2006:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1780342365.761249:0:236688:0:(service.c:1922:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1780342365.761251:0:236688:0:(service.c:1952:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342365.761258:0:236688:0:(service.c:2104:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342365.761302:0:236688:0:(service.c:2448:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780342365.761313:0:236688:0:(service.c:2482:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1780342365.761315:0:236688:0:(service.c:2226:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1780342365.761320:0:236688:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.129@tcp, seq: 5354 00000100:00000040:1.0:1780342365.761324:0:236688:0:(service.c:2258:ptlrpc_server_request_get()) RPC GETting export ffff97ae60d62800 : new rpc_count 1 00000100:00000001:1.0:1780342365.761325:0:236688:0:(service.c:2260:ptlrpc_server_request_get()) Process leaving (rc=18446629374125793152 : -114699583758464 : ffff97ae6c0ddf80) 00000100:00000040:1.0:1780342365.761339:0:236688:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff97ae6c0ddf80 x1866812095522944/t0(0) o104->4e9c6b05-0761-44df-afd6-bfbc14f27556@192.168.203.129@tcp:281/0 lens 328/0 e 0 to 0 dl 1780342376 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1780342365.761349:0:236688:0:(service.c:1270:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1780342365.761351:0:236688:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97ae46af9d40. 00000100:00000001:1.0:1780342365.761353:0:236688:0:(service.c:1292:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1780342365.761356:0:236688:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff97ae46af9d40. 00000100:00100000:1.0:1780342365.761359:0:236688:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff97ae6c0ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:4e9c6b05-0761-44df-afd6-bfbc14f27556+5:110470:x1866812095522944:12345-192.168.203.129@tcp:104: 00000100:00000200:1.0:1780342365.761363:0:236688:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1866812095522944 00010000:00000001:1.0:1780342365.761365:0:236688:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1780342365.761370:0:236688:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780342365.761372:0:236688:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780342365.761374:0:236688:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff97ae452e3800 refcount=2 00000020:00000001:1.0:1780342365.761377:0:236688:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629373473601536 : -114700235950080 : ffff97ae452e3800) 00010000:00000001:1.0:1780342365.761380:0:236688:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629373473601536 : -114700235950080 : ffff97ae452e3800) 00010000:00000001:1.0:1780342365.761384:0:236688:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780342365.761388:0:236688:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1780342365.761393:0:236688:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff97ae6a5d1000 lock: ffff97ae452e3800/0x9eda7f8b44bfd01e lrc: 2/0,0 mode: PR/PR res: [0x200002b17:0x13b0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xde20be84e1ab0ed7 expref: -99 pid: 279189 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000100:00000001:1.0:1780342365.761417:0:236688:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1780342365.761419:0:236688:0:(sec.c:2536:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1780342365.761425:0:236688:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff97ae6a59ec00. 02000000:00000001:1.0:1780342365.761427:0:236688:0:(sec.c:2573:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342365.761429:0:236688:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780342365.761433:0:236688:0:(ldlm_lib.c:3299:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1780342365.761436:0:236688:0:(ldlm_lib.c:3320:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780342365.761440:0:236688:0:(import.c:2151:obd_at_measure()) add 1 to ffff97ae6b3f61e8 time=133 v=5 (1 1 1 1) 00000100:00000001:1.0:1780342365.761444:0:236688:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1780342365.761447:0:236688:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff97ae58c98f00 refcount 16 to 192.168.203.129@tcp 00000100:00000001:1.0:1780342365.761449:0:236688:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629373802548992 : -114699907002624 : ffff97ae58c98f00) 02000000:00000001:1.0:1780342365.761451:0:236688:0:(sec.c:2587:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1780342365.761459:0:236688:0:(sec.c:2598:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342365.761463:0:236688:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780342365.761466:0:236688:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.129@tcp 00000400:00000010:1.0:1780342365.761470:0:236688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae508b6ee0. 00000100:00000200:1.0:1780342365.761475:0:236688:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1866812095522944, offset 224 00000400:00000200:1.0:1780342365.761481:0:236688:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.129@tcp 00000400:00000200:1.0:1780342365.761683:0:236688:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342365.761691:0:236688:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.203.29@tcp to MR: 192.168.203.129@tcp local destination 00000400:00000200:1.0:1780342365.761696:0:236688:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.29@tcp NI seq info: [551814:551814:256:4294967295] 192.168.203.129@tcp LPNI seq info [551740:551740:8:4294967295] 00000400:00000200:1.0:1780342365.761701:0:236688:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342365.761709:0:236688:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp:192.168.203.29@tcp) -> 192.168.203.129@tcp(192.168.203.129@tcp:192.168.203.129@tcp) : PUT try# 0 00000800:00000200:1.0:1780342365.761713:0:236688:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.129@tcp 00000800:00000010:1.0:1780342365.761718:0:236688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97ae483bc100. 00000800:00000200:1.0:1780342365.761725:0:236688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97ae46b85a80] -> 12345-192.168.203.129@tcp (5) 00000800:00000200:1.0:1780342365.761731:0:236688:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.129@tcp ip 192.168.203.129:988 00000800:00000200:1.0:1780342365.761735:0:236688:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97ae483bc100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780342365.761746:0:236688:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780342365.761749:0:236688:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff97ae58c98f00 refcount 15 to 192.168.203.129@tcp 00010000:00000001:1.0:1780342365.761752:0:236688:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1780342365.761756:0:236688:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff97ae696a0000. 00010000:00000001:1.0:1780342365.761758:0:236688:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1780342365.761806:0:236688:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1780342365.761808:0:236688:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780342365.761810:0:236688:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780342365.761812:0:236688:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780342365.761826:0:236688:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97ae6c0ddf80 x1866812095522944/t0(0) o104->4e9c6b05-0761-44df-afd6-bfbc14f27556@192.168.203.129@tcp:281/0 lens 328/224 e 0 to 0 dl 1780342376 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1780342365.761836:0:236688:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff97ae6c0ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:4e9c6b05-0761-44df-afd6-bfbc14f27556+5:110470:x1866812095522944:12345-192.168.203.129@tcp:104: Request processed in 485us (782us total) trans 0 rc 0/0 00000100:00100000:1.0:1780342365.761843:0:236688:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.129@tcp, seq: 5354 00000100:00000040:1.0:1780342365.761853:0:236688:0:(service.c:1116:ptlrpc_server_finish_active_request()) RPC PUTting export ffff97ae60d62800 : new rpc_count 0 00000100:00000001:1.0:1780342365.761855:0:236688:0:(service.c:1958:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1780342365.761857:0:236688:0:(service.c:1969:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1780342365.761861:0:236688:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff97ae6c01bb00. 00000020:00000010:1.0:1780342365.761865:0:236688:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff97ae69a54960. 00000020:00000010:1.0:1780342365.761868:0:236688:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff97ae4148ee00. 00000020:00000040:1.0:1780342365.761872:0:236688:0:(genops.c:900:class_export_put()) PUTting export ffff97ae60d62800 : new refcount 4 00000100:00000001:1.0:1780342365.761874:0:236688:0:(service.c:2638:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1780342365.761948:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780342365.761951:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97ae483bc100. 00000400:00000200:1.0:1780342365.761954:0:2401:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780342365.761958:0:2401:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000400:00000200:1.0:1780342365.761961:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae508b6ee0 00000400:00000010:1.0:1780342365.761963:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae508b6ee0. 00000100:00000001:1.0:1780342365.761965:0:2401:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1780342365.761966:0:2401:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:3.0:1780342365.762126:0:252496:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780342365.762130:0:252496:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780342365.762132:0:252496:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1780342365.762135:0:252496:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1780342365.762137:0:252496:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1780342365.762141:0:252496:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97ae6a5d1000 lock: ffff97ae452e3800/0x9eda7f8b44bfd01e lrc: 2/0,0 mode: PR/PR res: [0x200002b17:0x13b0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xde20be84e1ab0ed7 expref: -99 pid: 279189 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780342365.762150:0:252496:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97ae452e3800 already unused, calling callback (ffffffffc1a1b7f0) 00000080:00000001:3.0:1780342365.762163:0:252496:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1780342365.762168:0:252496:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97ae6a5d1000 lock: ffff97ae452e3800/0x9eda7f8b44bfd01e lrc: 2/0,0 mode: PR/PR res: [0x200002b17:0x13b0:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xde20be84e1ab0ed7 expref: -99 pid: 279189 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1780342365.762175:0:252496:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1780342365.762177:0:252496:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1780342365.762180:0:252496:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97ae6a5d1000 lock: ffff97ae452e3800/0x9eda7f8b44bfd01e lrc: 2/0,0 mode: PR/PR res: [0x200002b17:0x13b0:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xde20be84e1ab0ed7 expref: -99 pid: 279189 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1780342365.762186:0:252496:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1780342365.762189:0:252496:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1780342365.762190:0:252496:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780342365.762192:0:252496:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780342365.762193:0:252496:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff97ae452e3800 refcount=3 00000020:00000001:3.0:1780342365.762196:0:252496:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629373473601536 : -114700235950080 : ffff97ae452e3800) 00010000:00000001:3.0:1780342365.762198:0:252496:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629373473601536 : -114700235950080 : ffff97ae452e3800) 00010000:00000001:3.0:1780342365.762200:0:252496:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1780342365.762202:0:252496:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97ae6a5d1000 lock: ffff97ae452e3800/0x9eda7f8b44bfd01e lrc: 3/0,0 mode: PR/PR res: [0x200002b17:0x13b0:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0xde20be84e1ab0ed7 expref: -99 pid: 279189 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:3.0:1780342365.762208:0:252496:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1780342365.762212:0:252496:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1780342365.762215:0:252496:0:(file.c:6027:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1780342365.762217:0:252496:0:(file.c:6033:ll_have_md_lock()) trying to match res [0x200002b17:0x13b0:0x0] mode (null) 00000002:00000001:3.0:1780342365.762221:0:252496:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780342365.762224:0:252496:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780342365.762229:0:252496:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff97ae696ab600 count: 2 00010000:00000001:3.0:1780342365.762232:0:252496:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1780342365.762237:0:252496:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780342365.762238:0:252496:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780342365.762239:0:252496:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780342365.762241:0:252496:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff97ae696ab600 count: 2 00010000:00000001:3.0:1780342365.762242:0:252496:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1780342365.762250:0:252496:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780342365.762252:0:252496:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780342365.762253:0:252496:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780342365.762255:0:252496:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff97ae696ab600 count: 2 00010000:00000001:3.0:1780342365.762257:0:252496:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1780342365.762258:0:252496:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780342365.762259:0:252496:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780342365.762260:0:252496:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780342365.762262:0:252496:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff97ae696ab600 count: 2 00010000:00000001:3.0:1780342365.762263:0:252496:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1780342365.762265:0:252496:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780342365.762267:0:252496:0:(file.c:6055:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780342365.762269:0:252496:0:(file.c:6724:ll_layout_conf()) Process entered 00000020:00000001:3.0:1780342365.762271:0:252496:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1780342365.762275:0:252496:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff97ae477e5240. 00000020:00000010:3.0:1780342365.762279:0:252496:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff97ae428d7200. 00000020:00000010:3.0:1780342365.762282:0:252496:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff97ae428d6000. 00000020:00000010:3.0:1780342365.762286:0:252496:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff97ae44b6f360. 00000008:00000010:3.0:1780342365.762291:0:252496:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff97ae6a09aca0. 00020000:00000010:3.0:1780342365.762296:0:252496:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff97ae50952a80. 00008000:00000010:3.0:1780342365.762300:0:252496:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff97ae525d1530. 00000080:00000010:3.0:1780342365.762305:0:252496:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff97ae47e33540. 00000080:00000010:3.0:1780342365.762309:0:252496:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff97ae502fab58. 00000020:00000010:3.0:1780342365.762312:0:252496:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff97ae428d6800. 00000008:00000010:3.0:1780342365.762315:0:252496:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff97ae46acd340. 00020000:00000010:3.0:1780342365.762318:0:252496:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff97ae4892f600. 00008000:00000010:3.0:1780342365.762321:0:252496:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff97ae47d029c0. 00000080:00000010:3.0:1780342365.762325:0:252496:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff97ae6b979870. 00000020:00000001:3.0:1780342365.762328:0:252496:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446629373512405576 : -114700197146040 : ffff97ae477e5248) 00000020:00001000:3.0:1780342365.762330:0:252496:0:(cl_object.c:831:cl_env_get()) 1@ffff97ae477e5240 00000020:00000001:3.0:1780342365.762332:0:252496:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:3.0:1780342365.762334:0:252496:0:(vvp_object.c:117:vvp_conf_set()) [0x200002b17:0x13b0:0x0]: losing layout lock 00000080:00000001:3.0:1780342365.762337:0:252496:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1780342365.762339:0:252496:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1780342365.762343:0:252496:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000001:3.0:1780342365.762350:0:252496:0:(lov_object.c:1437:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1780342365.762352:0:252496:0:(lov_object.c:1510:lov_conf_set()) [0x200002b17:0x13b0:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1780342365.762354:0:252496:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780342365.762356:0:252496:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1780342365.762359:0:252496:0:(cl_object.c:925:cl_env_put()) 1@ffff97ae477e5240 00000020:00000010:3.0:1780342365.762362:0:252496:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff97ae428d6000. 00000020:00000010:3.0:1780342365.762365:0:252496:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff97ae44b6f360. 00000008:00000010:3.0:1780342365.762368:0:252496:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff97ae6a09aca0. 00020000:00000010:3.0:1780342365.762372:0:252496:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff97ae50952a80. 00008000:00000010:3.0:1780342365.762375:0:252496:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff97ae525d1530. 00000080:00000010:3.0:1780342365.762378:0:252496:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff97ae47e33540. 00000080:00000010:3.0:1780342365.762381:0:252496:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff97ae502fab58. 00000020:00000010:3.0:1780342365.762383:0:252496:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff97ae428d7200. 00000008:00000010:3.0:1780342365.762386:0:252496:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff97ae46acd340. 00020000:00000010:3.0:1780342365.762389:0:252496:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff97ae4892f600. 00008000:00000010:3.0:1780342365.762392:0:252496:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff97ae47d029c0. 00000080:00000010:3.0:1780342365.762394:0:252496:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff97ae6b979870. 00000020:00000010:3.0:1780342365.762438:0:252496:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff97ae428d6800. 00000020:00000010:3.0:1780342365.762442:0:252496:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff97ae477e5240. 00000080:00000001:3.0:1780342365.762444:0:252496:0:(file.c:6766:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780342365.762447:0:252496:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1780342365.762448:0:252496:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200002b17:0x13b0:0x0](ffff97ae752680c8) invalid 00000020:00000001:3.0:1780342365.762451:0:252496:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc54c1c27c40 00000080:00002000:3.0:1780342365.762452:0:252496:0:(llite_internal.h:2051:d_lustre_invalidate()) invalidate dentry f812b.sanity (ffff97ae61c81948) parent ffff97ae51704d80 inode ffff97ae752680c8 refc 1 00000080:00000001:3.0:1780342365.762455:0:252496:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1780342365.762457:0:252496:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1780342365.762458:0:252496:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780342365.762460:0:252496:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1780342365.762462:0:252496:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1780342365.762463:0:252496:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1780342365.762465:0:252496:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780342365.762467:0:252496:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1780342365.762468:0:252496:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff97ae452e3800 with handle 0x9eda7f8b44bfd01e from hash 00010000:00000001:3.0:1780342365.762470:0:252496:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1780342365.762475:0:252496:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780342365.762476:0:252496:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780342365.762477:0:252496:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1780342365.762480:0:252496:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1780342365.762481:0:252496:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1780342365.762553:0:252496:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780342365.762558:0:252496:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780342365.762558:0:252496:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780342365.762559:0:252496:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780342365.762634:0:252496:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1780342365.762636:0:252496:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1780342365.762642:0:252496:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97ae6a522d80. 00000020:00000040:3.0:1780342365.762645:0:252496:0:(genops.c:1231:class_import_get()) import ffff97ae51c6a000 refcount=8 obd=lustre-MDT0000-mdc-ffff97ae6a5d1000 00000100:00000001:3.0:1780342365.762649:0:252496:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780342365.762652:0:252496:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780342365.762656:0:252496:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780342365.762662:0:252496:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff97ae428d6800. 00000100:00000001:3.0:1780342365.762667:0:252496:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780342365.762670:0:252496:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1780342365.762673:0:252496:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff97ae6a5d1000 lock: ffff97ae452e3800/0x9eda7f8b44bfd01e lrc: 2/0,0 mode: --/PR res: [0x200002b17:0x13b0:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xde20be84e1ab0ed7 expref: -99 pid: 279189 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780342365.762678:0:252496:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1780342365.762679:0:252496:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780342365.762682:0:252496:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780342365.762685:0:252496:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342365.762690:0:252496:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1086b39] to pc [ptlrpcd_01_01+1] req@ffff97ae6a522d80 x1866812144822656/t0(0) o103->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1780342365.762711:0:252496:0:(ldlm_request.c:1587:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780342365.762713:0:252496:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780342365.762714:0:252496:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780342365.762715:0:252496:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780342365.762717:0:252496:0:(ldlm_request.c:1824:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780342365.762719:0:252496:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780342365.762722:0:252496:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97ae6a5d1000 lock: ffff97ae452e3800/0x9eda7f8b44bfd01e lrc: 1/0,0 mode: --/PR res: [0x200002b17:0x13b0:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xde20be84e1ab0ed7 expref: -99 pid: 279189 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1780342365.762734:0:252496:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1780342365.762736:0:252496:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97ae6a5d1000 lock: ffff97ae452e3800/0x9eda7f8b44bfd01e lrc: 0/0,0 mode: --/PR res: [0x200002b17:0x13b0:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xde20be84e1ab0ed7 expref: -99 pid: 279189 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:3.0:1780342365.762744:0:252496:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff97ae696ab600 count: 0 00000100:00000001:2.0:1780342365.762746:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000010:3.0:1780342365.762748:0:252496:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff97ae6bb9b480. 00000100:00000001:2.0:1780342365.762750:0:2412:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780342365.762753:0:2412:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00010000:00000001:3.0:1780342365.762756:0:252496:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780342365.762757:0:252496:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1780342365.762759:0:252496:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff97ae696a0000. 00000100:00000040:2.0:1780342365.762759:0:2412:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97ae6a522d80 x1866812144822656/t0(0) o103->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1780342365.762762:0:252496:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780342365.762764:0:252496:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780342365.762766:0:252496:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342365.762766:0:2412:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00010000:3.0:1780342365.762768:0:252496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1780342365.762768:0:2412:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780342365.762770:0:252496:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780342365.762771:0:252496:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780342365.762772:0:252496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:2.0:1780342365.762772:0:2412:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:3.0:1780342365.762774:0:252496:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780342365.762775:0:252496:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780342365.762775:0:2412:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1780342365.762777:0:252496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:2.0:1780342365.762778:0:2412:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780342365.762780:0:2412:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97ae6a522d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4e9c6b05-0761-44df-afd6-bfbc14f27556:2412:1866812144822656:192.168.203.129@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1780342365.762785:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780342365.762790:0:2412:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780342365.762792:0:2412:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780342365.762795:0:2412:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780342365.762800:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97ae72f1ee00. 02000000:00000001:2.0:1780342365.762807:0:2412:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780342365.762824:0:2412:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000010:2.0:1780342365.762832:0:2412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97ae7582af78. 00000400:00000010:2.0:1780342365.762837:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae4a1892a8. 00000100:00000200:2.0:1780342365.762842:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812144822656, portal 18 00000100:00000001:2.0:1780342365.762844:0:2412:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780342365.762846:0:2412:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446629374096715136 : -114699612836480 : ffff97ae6a522d80) 00000100:00000040:2.0:1780342365.762853:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97ae6a522d80 x1866812144822656/t0(0) o103->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1780342381 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342365.762860:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780342365.762862:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.129@tcp 00000400:00000010:2.0:1780342365.762865:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae4a189000. 00000100:00000200:2.0:1780342365.762869:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1866812144822656, offset 0 00000400:00000200:2.0:1780342365.762874:0:2412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.129@tcp 00000400:00000200:2.0:1780342365.762881:0:2412:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:2.0:1780342365.762886:0:2412:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.129@tcp local destination 00000400:00000200:2.0:1780342365.762891:0:2412:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780342365.762894:0:2412:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.29@tcp 00000400:00000200:2.0:1780342365.762897:0:2412:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780342365.762900:0:2412:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.129@tcp 00000400:00000200:2.0:1780342365.762903:0:2412:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.29@tcp NI seq info: [551815:551815:256:4294967295] 192.168.203.129@tcp LPNI seq info [551741:551741:8:4294967295] 00000400:00000200:2.0:1780342365.762907:0:2412:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:2.0:1780342365.762914:0:2412:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp:) -> 192.168.203.129@tcp(192.168.203.129@tcp:192.168.203.129@tcp) : PUT try# 0 00000800:00000200:2.0:1780342365.762919:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.129@tcp 00000800:00000010:2.0:1780342365.762922:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97ae51391d00. 00000800:00000200:2.0:1780342365.762927:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97ae46b85a80] -> 12345-192.168.203.129@tcp (5) 00000800:00000200:2.0:1780342365.762932:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.129@tcp ip 192.168.203.129:988 00000800:00000200:2.0:1780342365.762936:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97ae51391d00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1780342365.762951:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780342365.762955:0:2412:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: using a timeout of 16240 usecs (17 jiffies) 00000400:00000200:2.0:1780342365.762958:0:2412:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000001:2.0:1780342365.762967:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 0 is 4306480887 00000100:00000001:2.0:1780342365.762970:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: PM QoS request active for cpu 0, keep current deadline 4306480892 00000100:00000001:2.0:1780342365.762972:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 1 is 4306480887 00000100:00000001:2.0:1780342365.762974:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: PM QoS request active for cpu 1, keep current deadline 4306480892 00000100:00000001:2.0:1780342365.762976:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780342365.762978:0:2412:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342365.762980:0:2412:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342365.762982:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342365.762986:0:2412:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780342365.762988:0:2412:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1780342365.762990:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780342365.762991:0:2412:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780342365.762992:0:2412:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342365.762994:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342365.763004:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780342365.763017:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780342365.763108:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780342365.763112:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97ae51391d00. 00000400:00000200:0.0:1780342365.763116:0:2402:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780342365.763120:0:2402:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000400:00000200:0.0:1780342365.763124:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae4a189000 00000400:00000010:0.0:1780342365.763125:0:2402:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae4a189000. 00000100:00000001:0.0:1780342365.763129:0:2402:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780342365.763132:0:2402:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97ae6a522d80 x1866812144822656/t0(0) o103->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1780342381 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342365.763141:0:2402:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780342365.763144:0:2402:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97ae6a522d80 x1866812144822656/t0(0) o103->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1780342381 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342365.763150:0:2402:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780342365.763152:0:2402:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780342365.766500:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342365.766515:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780342365.766520:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342365.766523:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780342365.766532:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342365.766538:0:2401:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp) <- 192.168.203.129@tcp : PUT - for me 00000400:00000200:1.0:1780342365.766546:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342365.766551:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342365.766556:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342365.766601:0:2401:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.129@tcp of length 224 into portal 18 MB=0x6a1db12c12980 00000400:00000200:1.0:1780342365.766607:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342365.766613:0:2401:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.129@tcp of length 224/224 into md 0x546399 [1] + 224 00000800:00000001:1.0:1780342365.766621:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342365.766631:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780342365.766634:0:2401:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780342365.766638:0:2401:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000100:00000001:1.0:1780342365.766645:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780342365.766654:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97ae6a522d80 x1866812144822656/t0(0) o103->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1780342381 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780342365.766678:0:2401:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97ae6a522d80 x1866812144822656/t0(0) o103->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1780342381 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342365.766689:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780342365.766699:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342365.766703:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342365.767648:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780342365.767653:0:2412:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780342365.767659:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780342365.767661:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780342365.767665:0:2412:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97ae7582af78. 00000400:00000200:2.0:1780342365.767670:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae4a1892a8 00000400:00000010:2.0:1780342365.767673:0:2412:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae4a1892a8. 00000100:00000001:2.0:1780342365.767677:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780342365.767683:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97ae6a522d80 x1866812144822656/t0(0) o103->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1780342381 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780342365.767693:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97ae6a522d80 x1866812144822656/t0(0) o103->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1780342381 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342365.767700:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780342365.767701:0:2412:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342365.767704:0:2412:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780342365.767707:0:2412:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780342365.767709:0:2412:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780342365.767711:0:2412:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780342365.767724:0:2412:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780342365.767733:0:2412:0:(import.c:2151:obd_at_measure()) add 5 to ffff97ae51c6a538 time=133 v=5 (5 5 5 5) 00000100:00001000:2.0:1780342365.767737:0:2412:0:(import.c:2151:obd_at_measure()) add 1 to ffff97ae51c6a418 time=63 v=5 (1 1 0 0) 00000100:00000001:2.0:1780342365.767740:0:2412:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780342365.767741:0:2412:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342365.767744:0:2412:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780342365.767747:0:2412:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342365.767751:0:2412:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780342365.767753:0:2412:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff97ae6a5d1000: skip recheck: last_committed 30064771455 00000100:00000001:2.0:1780342365.767755:0:2412:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780342365.767757:0:2412:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780342365.767762:0:2412:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97ae6a522d80 x1866812144822656/t0(0) o103->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1780342381 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342365.767769:0:2412:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780342365.767772:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780342365.767774:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780342365.767778:0:2412:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97ae6a522d80 x1866812144822656/t0(0) o103->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1780342381 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1780342365.767786:0:2412:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff97ae6a522d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4e9c6b05-0761-44df-afd6-bfbc14f27556:2412:1866812144822656:192.168.203.129@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1780342365.767791:0:2412:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342365.767794:0:2412:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780342365.767797:0:2412:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97ae6a522d80 x1866812144822656/t0(0) o103->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1780342381 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342365.767824:0:2412:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780342365.767827:0:2412:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780342365.767830:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97ae72f1ee00. 02000000:00000001:2.0:1780342365.767834:0:2412:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780342365.767837:0:2412:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780342365.767838:0:2412:0:(genops.c:1244:class_import_put()) import ffff97ae51c6a000 refcount=7 obd=lustre-MDT0000-mdc-ffff97ae6a5d1000 00000020:00000001:2.0:1780342365.767841:0:2412:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780342365.767843:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff97ae428d6800. 02000000:00000001:2.0:1780342365.767847:0:2412:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780342365.767858:0:2412:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780342365.767860:0:2412:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97ae6a522d80. 00000100:00000001:2.0:1780342365.767865:0:2412:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780342365.767867:0:2412:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342365.767870:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342365.767878:0:2412:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780342365.767880:0:2412:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342365.767882:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780342365.767885:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1780342365.767972:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342365.767981:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780342365.767983:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342365.767985:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780342365.767990:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342365.767995:0:2402:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp) <- 192.168.203.129@tcp : PUT - for me 00000400:00000200:1.0:1780342365.768001:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342365.768005:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342365.768009:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342365.768013:0:2402:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.129@tcp of length 664 into portal 10 MB=0x6a1db12c12900 00000400:00000200:1.0:1780342365.768017:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342365.768022:0:2402:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.129@tcp of length 664/664 into md 0x546389 [64] + 224 00000800:00000001:1.0:1780342365.768028:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342365.768072:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780342365.768075:0:2402:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780342365.768079:0:2402:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000100:00000001:1.0:1780342365.768084:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780342365.768089:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97ae6a520e00 x1866812144822528/t0(0) o101->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 1780342451 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1780342365.768099:0:2402:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff97ae6a520e00 x1866812144822528/t0(0) o101->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 1780342451 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780342365.768141:0:279189:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780342365.768158:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780342365.768165:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342365.768168:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1780342365.768197:0:279189:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780342365.768199:0:279189:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780342365.768201:0:279189:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97ae6a8163c8. 00000400:00000200:3.0:1780342365.768205:0:279189:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae6a8e0000 00000400:00000010:3.0:1780342365.768207:0:279189:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 1144 at ffff97ae6a8e0000. 00000100:00000001:3.0:1780342365.768210:0:279189:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780342365.768214:0:279189:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97ae6a520e00 x1866812144822528/t0(0) o101->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 1780342451 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1780342365.768223:0:279189:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97ae6a520e00 x1866812144822528/t0(0) o101->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 1780342451 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780342365.768271:0:279189:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780342365.768279:0:279189:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780342365.768281:0:279189:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780342365.768282:0:279189:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780342365.768283:0:279189:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780342365.768285:0:279189:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780342365.768287:0:279189:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780342365.768292:0:279189:0:(import.c:2151:obd_at_measure()) add 61 to ffff97ae51c6a460 time=142 v=61 (61 61 62 62) 00000100:00001000:3.0:1780342365.768295:0:279189:0:(import.c:2151:obd_at_measure()) add 1 to ffff97ae51c6a418 time=63 v=5 (1 1 0 0) 00000100:00000001:3.0:1780342365.768297:0:279189:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1780342365.768302:0:279189:0:(client.c:1496:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff97ae6a520e00 x1866812144822528/t0(0) o101->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 648/664 e 0 to 0 dl 1780342451 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780342365.768308:0:279189:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1780342365.768311:0:279189:0:(client.c:1533:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1780342365.768312:0:279189:0:(client.c:1540:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1780342365.768314:0:279189:0:(client.c:1542:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1780342365.768316:0:279189:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780342365.768318:0:279189:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446629374096707072 : -114699612844544 : ffff97ae6a520e00) 00000100:00000001:3.0:1780342365.768321:0:279189:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780342365.768322:0:279189:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff97ae6a5d1000: skip recheck: last_committed 30064771455 00000100:00000001:3.0:1780342365.768323:0:279189:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780342365.768325:0:279189:0:(client.c:1783:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:3.0:1780342365.768329:0:279189:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97ae6a520e00 x1866812144822528/t30064771457(30064771457) o101->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 648/664 e 0 to 0 dl 1780342451 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780342365.768335:0:279189:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:3.0:1780342365.768337:0:279189:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780342365.768338:0:279189:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780342365.768342:0:279189:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97ae6a520e00 x1866812144822528/t30064771457(30064771457) o101->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 648/664 e 0 to 0 dl 1780342451 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1780342365.768349:0:279189:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff97ae6a520e00 pname:cluuid:pid:xid:nid:opc:job lfs:4e9c6b05-0761-44df-afd6-bfbc14f27556:279189:1866812144822528:192.168.203.129@tcp:101:lfs.0 00000100:00000001:3.0:1780342365.768353:0:279189:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780342365.768356:0:279189:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1780342365.768359:0:279189:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1780342365.768366:0:279189:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780342365.768369:0:279189:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff97ae6a520e00 x1866812144822528/t30064771457(30064771457) o101->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 648/664 e 0 to 0 dl 1780342451 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780342365.768375:0:279189:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1780342365.768377:0:279189:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff97ae42d04d80. 00000100:00000001:3.0:1780342365.768379:0:279189:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1780342365.768380:0:279189:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1780342365.768383:0:279189:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1780342365.768449:0:279189:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780342365.768453:0:279189:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780342365.768456:0:279189:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff97ae452e3c00 refcount=4 00000020:00000001:3.0:1780342365.768459:0:279189:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629373473602560 : -114700235949056 : ffff97ae452e3c00) 00010000:00000001:3.0:1780342365.768461:0:279189:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629373473602560 : -114700235949056 : ffff97ae452e3c00) 00010000:00010000:3.0:1780342365.768466:0:279189:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff97ae6a5d1000 lock: ffff97ae452e3c00/0x9eda7f8b44bfd025 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 279189 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780342365.768476:0:279189:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1780342365.768480:0:279189:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff97ae6a5d1000 lock: ffff97ae452e3c00/0x9eda7f8b44bfd025 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 279189 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780342365.768486:0:279189:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780342365.768488:0:279189:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97ae6a5d1000 lock: ffff97ae452e3c00/0x9eda7f8b44bfd025 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 279189 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780342365.768502:0:279189:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780342365.768504:0:279189:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1780342365.768506:0:279189:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff97ae6a5d1000 lock: ffff97ae452e3c00/0x9eda7f8b44bfd025 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 279189 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780342365.768511:0:279189:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780342365.768514:0:279189:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780342365.768517:0:279189:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1780342365.768520:0:279189:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff97ae6a5d1000 lock: ffff97ae452e3c00/0x9eda7f8b44bfd025 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 279189 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780342365.768535:0:279189:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97ae452e3c00 already unused, calling callback (ffffffffc1a1b7f0) 00000080:00000001:3.0:1780342365.768538:0:279189:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1780342365.768541:0:279189:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff97ae6a5d1000 lock: ffff97ae452e3c00/0x9eda7f8b44bfd025 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 279189 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780342365.768547:0:279189:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1780342365.768549:0:279189:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1780342365.768551:0:279189:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff97ae6a5d1000 lock: ffff97ae452e3c00/0x9eda7f8b44bfd025 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 279189 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780342365.768555:0:279189:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1780342365.768558:0:279189:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1780342365.768559:0:279189:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780342365.768594:0:279189:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780342365.768596:0:279189:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff97ae452e3c00 refcount=5 00000020:00000001:3.0:1780342365.768598:0:279189:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629373473602560 : -114700235949056 : ffff97ae452e3c00) 00010000:00000001:3.0:1780342365.768600:0:279189:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629373473602560 : -114700235949056 : ffff97ae452e3c00) 00010000:00000001:3.0:1780342365.768603:0:279189:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1780342365.768604:0:279189:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff97ae6a5d1000 lock: ffff97ae452e3c00/0x9eda7f8b44bfd025 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x20e400000000 pid: 279189 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1780342365.768609:0:279189:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1780342365.768611:0:279189:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780342365.768613:0:279189:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1780342365.768615:0:279189:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1780342365.768618:0:279189:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1780342365.768619:0:279189:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1780342365.768621:0:279189:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780342365.768622:0:279189:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1780342365.768625:0:279189:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff97ae452e3c00 with handle 0x9eda7f8b44bfd025 from hash 00010000:00000001:3.0:1780342365.768627:0:279189:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1780342365.768634:0:279189:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780342365.768635:0:279189:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780342365.768636:0:279189:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1780342365.768638:0:279189:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1780342365.768639:0:279189:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1780342365.768641:0:279189:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780342365.768642:0:279189:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780342365.768643:0:279189:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780342365.768645:0:279189:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780342365.768648:0:279189:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff97ae6a5d1000 lock: ffff97ae452e3c00/0x9eda7f8b44bfd025 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 279189 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780342365.768653:0:279189:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780342365.768654:0:279189:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780342365.768656:0:279189:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1780342365.768657:0:279189:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780342365.768658:0:279189:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780342365.768659:0:279189:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780342365.768660:0:279189:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1780342365.768662:0:279189:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff97ae6a5d1000 lock: ffff97ae452e3c00/0x9eda7f8b44bfd025 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 279189 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1780342365.768668:0:279189:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff97ae696ab400 count: 0 00010000:00000010:3.0:1780342365.768686:0:279189:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff97ae6bb9b880. 00010000:00000001:3.0:1780342365.768695:0:279189:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780342365.768697:0:279189:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:3.0:1780342365.768702:0:279189:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:3.0:1780342365.768708:0:279189:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=800002b, status=0 req@ffff97ae6a520e00 x1866812144822528/t30064771457(30064771457) o101->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 648/664 e 0 to 0 dl 1780342451 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1780342365.768716:0:279189:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1780342365.768720:0:279189:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff97ae6a520e00 x1866812144822528/t30064771457(30064771457) o101->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 648/664 e 0 to 0 dl 1780342451 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1780342365.768727:0:279189:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780342365.768732:0:279189:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1780342365.768733:0:279189:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780342365.768741:0:279189:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780342365.768742:0:279189:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780342365.768745:0:279189:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1780342365.768747:0:279189:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780342365.768748:0:279189:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446629374096707072 : -114699612844544 : ffff97ae6a520e00) 00010000:00000001:3.0:1780342365.768750:0:279189:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1780342365.768751:0:279189:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780342365.768753:0:279189:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1780342365.768756:0:279189:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc54c1cd7948 00000002:00002000:3.0:1780342365.768758:0:279189:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=880002b: rc = 0 00000002:00000001:3.0:1780342365.768760:0:279189:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780342365.768764:0:279189:0:(lmv_intent.c:428:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780342365.768767:0:279189:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1780342365.768769:0:279189:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids -1 0: rc 0 00000080:00000001:3.0:1780342365.768773:0:279189:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1780342365.768777:0:279189:0:(lmv_obd.c:4021:lmv_stripe_object_put()) put ffff97ae586e9980 2 00000080:00000010:3.0:1780342365.768780:0:279189:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff97ae428d7000. 00000080:00000001:3.0:1780342365.768784:0:279189:0:(llite_lib.c:3685:ll_prep_inode()) Process entered 00000002:00000001:3.0:1780342365.768790:0:279189:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1780342365.768793:0:279189:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000020:00000001:3.0:1780342365.768798:0:279189:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1780342365.768803:0:279189:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff97ae477e5240. 00000020:00000010:3.0:1780342365.769105:0:279189:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff97ae428d7000. 00000020:00000010:3.0:1780342365.769110:0:279189:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff97ae428d7200. 00000020:00000010:3.0:1780342365.769114:0:279189:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff97ae44b6f360. 00000008:00000010:3.0:1780342365.769120:0:279189:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff97ae6a09aca0. 00020000:00000010:3.0:1780342365.769125:0:279189:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff97ae50952a80. 00008000:00000010:3.0:1780342365.769129:0:279189:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff97ae525d1530. 00000080:00000010:3.0:1780342365.769189:0:279189:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff97ae47e33540. 00000080:00000010:3.0:1780342365.769194:0:279189:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff97ae502fab58. 00000020:00000010:3.0:1780342365.769197:0:279189:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff97ae428d6000. 00000008:00000010:3.0:1780342365.769201:0:279189:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff97ae46acd340. 00020000:00000010:3.0:1780342365.769204:0:279189:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff97ae4892f600. 00008000:00000010:3.0:1780342365.769208:0:279189:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff97ae47d029c0. 00000080:00000010:3.0:1780342365.769212:0:279189:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff97ae6b979870. 00000020:00000001:3.0:1780342365.769220:0:279189:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446629373512405576 : -114700197146040 : ffff97ae477e5248) 00000020:00001000:3.0:1780342365.769223:0:279189:0:(cl_object.c:831:cl_env_get()) 1@ffff97ae477e5240 00000020:00000001:3.0:1780342365.769226:0:279189:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:3.0:1780342365.769229:0:279189:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000001:3.0:1780342365.769231:0:279189:0:(lov_pack.c:335:lov_unpackmd()) Process entered 00020000:00000010:3.0:1780342365.769239:0:279189:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 80 at ffff97ae44b6f120. 00020000:00000010:3.0:1780342365.769243:0:279189:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff97ae6a798480. 00020000:00000010:3.0:1780342365.769247:0:279189:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff97ae44b6f660. 00020000:00000001:3.0:1780342365.769249:0:279189:0:(lov_pack.c:347:lov_unpackmd()) Process leaving (rc=18446629373465785952 : -114700243765664 : ffff97ae44b6f660) 00020000:00000002:3.0:1780342365.769251:0:279189:0:(lov_ea.c:730:dump_lsm()) lsm ffff97ae44b6f660, objid 0x13b0:11031, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1780342365.769255:0:279189:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1780342365.769259:0:279189:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff97ae6a798480: ostid: 0x280000401:21928 ost idx: 0 gen: 0 00020000:00000002:3.0:1780342365.769262:0:279189:0:(lov_object.c:1280:lov_conf_lock()) Took exclusive lov(ffff97ae6c0d74d8) owner ffff97ae72168000 00020000:00000001:3.0:1780342365.769265:0:279189:0:(lov_object.c:1318:lov_layout_change()) Process entered 00000020:00000001:3.0:1780342365.769266:0:279189:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1780342365.769268:0:279189:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff97ae477e5ab0. 00000020:00000010:3.0:1780342365.769271:0:279189:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff97ae428d7c00. 00000020:00000010:3.0:1780342365.769273:0:279189:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff97ae428d6a00. 00000020:00000010:3.0:1780342365.769277:0:279189:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff97ae44b6f6c0. 00000008:00000010:3.0:1780342365.769281:0:279189:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff97ae6a09a178. 00020000:00000010:3.0:1780342365.769283:0:279189:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff97ae509529c0. 00008000:00000010:3.0:1780342365.769287:0:279189:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff97ae525d11a8. 00000080:00000010:3.0:1780342365.769289:0:279189:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff97ae47e33888. 00000080:00000010:3.0:1780342365.769292:0:279189:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff97ae502fbb50. 00000020:00000010:3.0:1780342365.769294:0:279189:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff97ae428d6200. 00000008:00000010:3.0:1780342365.769297:0:279189:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff97ae46acc000. 00020000:00000010:3.0:1780342365.769299:0:279189:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff97ae4892dd40. 00008000:00000010:3.0:1780342365.769301:0:279189:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff97ae47d02990. 00000080:00000010:3.0:1780342365.769304:0:279189:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff97ae6b979000. 00000020:00000001:3.0:1780342365.769305:0:279189:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446629373512407736 : -114700197143880 : ffff97ae477e5ab8) 00000020:00001000:3.0:1780342365.769307:0:279189:0:(cl_object.c:831:cl_env_get()) 1@ffff97ae477e5ab0 00020000:00000002:3.0:1780342365.769309:0:279189:0:(lov_object.c:1330:lov_layout_change()) [0x200002b17:0x13b0:0x0] from EMPTY to COMPOSITE 00000020:00000001:3.0:1780342365.769321:0:279189:0:(cl_object.c:376:cl_object_prune()) Process entered 00000080:00000001:3.0:1780342365.769323:0:279189:0:(vvp_object.c:142:vvp_prune()) Process entered 00000080:00000001:3.0:1780342365.769325:0:279189:0:(file.c:5251:cl_sync_file_range()) Process entered 00000020:00000001:3.0:1780342365.769326:0:279189:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1780342365.769328:0:279189:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff97ae477e5510. 00000020:00000010:3.0:1780342365.769331:0:279189:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff97ae428d7a00. 00000020:00000010:3.0:1780342365.769333:0:279189:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff97ae428d7400. 00000020:00000010:3.0:1780342365.769336:0:279189:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff97ae44b6f9c0. 00000008:00000010:3.0:1780342365.769339:0:279189:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff97ae6a098b28. 00020000:00000010:3.0:1780342365.769341:0:279189:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff97ae509523c0. 00008000:00000010:3.0:1780342365.769344:0:279189:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff97ae525d26d8. 00000080:00000010:3.0:1780342365.769347:0:279189:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff97ae47e33c78. 00000080:00000010:3.0:1780342365.769349:0:279189:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff97ae502fada0. 00000020:00000010:3.0:1780342365.769351:0:279189:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff97ae428d6400. 00000008:00000010:3.0:1780342365.769353:0:279189:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff97ae46acc9a0. 00020000:00000010:3.0:1780342365.769356:0:279189:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff97ae4892c480. 00008000:00000010:3.0:1780342365.769357:0:279189:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff97ae47d026f0. 00000080:00000010:3.0:1780342365.769360:0:279189:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff97ae6b979b40. 00000020:00000001:3.0:1780342365.769362:0:279189:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446629373512406296 : -114700197145320 : ffff97ae477e5518) 00000020:00001000:3.0:1780342365.769363:0:279189:0:(cl_object.c:831:cl_env_get()) 1@ffff97ae477e5510 00000020:00000001:3.0:1780342365.769367:0:279189:0:(cl_object.c:151:cl_object_top()) ffff97ae69a51148 -> ffff97ae69a51148 00000020:00000001:3.0:1780342365.769369:0:279189:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1780342365.769371:0:279189:0:(vvp_io.c:1811:vvp_io_init()) Process entered 00000080:00200000:3.0:1780342365.769373:0:279189:0:(vvp_io.c:1816:vvp_io_init()) [0x200002b17:0x13b0:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1780342365.769375:0:279189:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1780342365.769376:0:279189:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1780342365.769378:0:279189:0:(vvp_io.c:1888:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1780342365.769380:0:279189:0:(lov_object.c:1565:lov_io_init()) [0x200002b17:0x13b0:0x0]io ffff97ae502fae00 type 6 ignore/verify layout 1/0 00020000:00000002:3.0:1780342365.769383:0:279189:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff97ae6c0d74d8) owner ffff97ae72168000/ffff97ae72168000 00020000:00000001:3.0:1780342365.769385:0:279189:0:(lov_io.c:2004:lov_io_init_empty()) Process entered 00020000:00000001:3.0:1780342365.769387:0:279189:0:(lov_io.c:2038:lov_io_init_empty()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:3.0:1780342365.769389:0:279189:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff97ae6c0d74d8) owner ffff97ae72168000/ffff97ae72168000 00000020:00000001:3.0:1780342365.769391:0:279189:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1780342365.769393:0:279189:0:(cl_io.c:71:cl_io_fini()) Process entered 00000080:00000001:3.0:1780342365.769395:0:279189:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:3.0:1780342365.769402:0:279189:0:(vvp_io.c:287:vvp_io_fini()) [0x200002b17:0x13b0:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1780342365.769405:0:279189:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1780342365.769406:0:279189:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1780342365.769409:0:279189:0:(cl_object.c:925:cl_env_put()) 1@ffff97ae477e5510 00000020:00000010:3.0:1780342365.769413:0:279189:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff97ae428d7400. 00000020:00000010:3.0:1780342365.769416:0:279189:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff97ae44b6f9c0. 00000008:00000010:3.0:1780342365.769420:0:279189:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff97ae6a098b28. 00020000:00000010:3.0:1780342365.769423:0:279189:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff97ae509523c0. 00008000:00000010:3.0:1780342365.769426:0:279189:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff97ae525d26d8. 00000080:00000010:3.0:1780342365.769429:0:279189:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff97ae47e33c78. 00000080:00000010:3.0:1780342365.769431:0:279189:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff97ae502fada0. 00000020:00000010:3.0:1780342365.769434:0:279189:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff97ae428d7a00. 00000008:00000010:3.0:1780342365.769437:0:279189:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff97ae46acc9a0. 00020000:00000010:3.0:1780342365.769537:0:279189:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff97ae4892c480. 00008000:00000010:3.0:1780342365.769543:0:279189:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff97ae47d026f0. 00000080:00000010:3.0:1780342365.769546:0:279189:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff97ae6b979b40. 00000020:00000010:3.0:1780342365.769548:0:279189:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff97ae428d6400. 00000020:00000010:3.0:1780342365.769550:0:279189:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff97ae477e5510. 00000080:00000001:3.0:1780342365.769553:0:279189:0:(file.c:5285:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780342365.769557:0:279189:0:(vvp_object.c:154:vvp_prune()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780342365.769559:0:279189:0:(cl_object.c:386:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780342365.769592:0:279189:0:(lov_object.c:1293:lov_layout_wait()) Process entered 00020000:00000001:3.0:1780342365.769594:0:279189:0:(lov_object.c:1303:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1780342365.769596:0:279189:0:(lov_object.c:1348:lov_layout_change()) [0x200002b17:0x13b0:0x0]Apply new layout lov ffff97ae6c0d74d8, type 2 00020000:00000001:3.0:1780342365.769599:0:279189:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:3.0:1780342365.769601:0:279189:0:(lov_ea.c:730:dump_lsm()) lsm ffff97ae44b6f660, objid 0x13b0:11031, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1780342365.769605:0:279189:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1780342365.769609:0:279189:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff97ae6a798480: ostid: 0x280000401:21928 ost idx: 0 gen: 0 00020000:00000010:3.0:1780342365.769614:0:279189:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff97ae72fb83b0. 00020000:00000010:3.0:1780342365.769617:0:279189:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff97ae42d04d80. 00020000:00000001:3.0:1780342365.769621:0:279189:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:3.0:1780342365.769624:0:279189:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff97ae6940f9d8. 00020000:00000001:3.0:1780342365.769627:0:279189:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:3.0:1780342365.769634:0:279189:0:(lu_object.c:844:lu_object_find_at()) Process entered 00020000:00000001:3.0:1780342365.769639:0:279189:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:3.0:1780342365.769643:0:279189:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff97ae69a51ed8. 00000020:00000001:3.0:1780342365.769645:0:279189:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1780342365.769647:0:279189:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780342365.769650:0:279189:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446629374085373784 : -114699624177832 : ffff97ae69a51f58) 00020000:00000001:3.0:1780342365.769654:0:279189:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:3.0:1780342365.769659:0:279189:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff97ae58d47500. 00020000:00000001:3.0:1780342365.769661:0:279189:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780342365.769666:0:279189:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446629374085373784 : -114699624177832 : ffff97ae69a51f58) 00020000:00000001:3.0:1780342365.769675:0:279189:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446629374085373784 : -114699624177832 : ffff97ae69a51f58) 00020000:00000002:3.0:1780342365.769679:0:279189:0:(lov_object.c:134:lov_init_sub()) [0x280000401:0x55a8:0x0]@ffff97ae69a51ed8[0:0] -> [0x200002b17:0x13b0:0x0]@ffff97ae69a510c8: ostid: 0x280000401:21928 ost idx: 0 gen: 0 00020000:00000001:3.0:1780342365.769683:0:279189:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:3.0:1780342365.769685:0:279189:0:(lov_object.c:817:lov_init_composite()) Process leaving 00000020:00001000:3.0:1780342365.769686:0:279189:0:(cl_object.c:925:cl_env_put()) 1@ffff97ae477e5ab0 00000020:00000010:3.0:1780342365.769688:0:279189:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff97ae428d6a00. 00000020:00000010:3.0:1780342365.769691:0:279189:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff97ae44b6f6c0. 00000008:00000010:3.0:1780342365.769693:0:279189:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff97ae6a09a178. 00020000:00000010:3.0:1780342365.769696:0:279189:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff97ae509529c0. 00008000:00000010:3.0:1780342365.769698:0:279189:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff97ae525d11a8. 00000080:00000010:3.0:1780342365.769700:0:279189:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff97ae47e33888. 00000080:00000010:3.0:1780342365.769703:0:279189:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff97ae502fbb50. 00000020:00000010:3.0:1780342365.769705:0:279189:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff97ae428d7c00. 00000008:00000010:3.0:1780342365.769707:0:279189:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff97ae46acc000. 00020000:00000010:3.0:1780342365.769709:0:279189:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff97ae4892dd40. 00008000:00000010:3.0:1780342365.769711:0:279189:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff97ae47d02990. 00000080:00000010:3.0:1780342365.769713:0:279189:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff97ae6b979000. 00000020:00000010:3.0:1780342365.769714:0:279189:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff97ae428d6200. 00000020:00000010:3.0:1780342365.769716:0:279189:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff97ae477e5ab0. 00020000:00000001:3.0:1780342365.769718:0:279189:0:(lov_object.c:1370:lov_layout_change()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780342365.769720:0:279189:0:(lov_object.c:1502:lov_conf_set()) Process leaving 00020000:00000002:3.0:1780342365.769721:0:279189:0:(lov_object.c:1286:lov_conf_unlock()) To release exclusive lov(ffff97ae6c0d74d8) owner ffff97ae72168000 00020000:00000002:3.0:1780342365.769724:0:279189:0:(lov_object.c:1510:lov_conf_set()) [0x200002b17:0x13b0:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1780342365.769731:0:279189:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780342365.769732:0:279189:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1780342365.769734:0:279189:0:(cl_object.c:925:cl_env_put()) 1@ffff97ae477e5240 00000020:00000010:3.0:1780342365.769736:0:279189:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff97ae428d7200. 00000020:00000010:3.0:1780342365.769737:0:279189:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff97ae44b6f360. 00000008:00000010:3.0:1780342365.769740:0:279189:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff97ae6a09aca0. 00020000:00000010:3.0:1780342365.769742:0:279189:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff97ae50952a80. 00008000:00000010:3.0:1780342365.769744:0:279189:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff97ae525d1530. 00000080:00000010:3.0:1780342365.769746:0:279189:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff97ae47e33540. 00000080:00000010:3.0:1780342365.769748:0:279189:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff97ae502fab58. 00000020:00000010:3.0:1780342365.769750:0:279189:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff97ae428d7000. 00000008:00000010:3.0:1780342365.769751:0:279189:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff97ae46acd340. 00020000:00000010:3.0:1780342365.769754:0:279189:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff97ae4892f600. 00008000:00000010:3.0:1780342365.769756:0:279189:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff97ae47d029c0. 00000080:00000010:3.0:1780342365.769758:0:279189:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff97ae6b979870. 00000020:00000010:3.0:1780342365.769761:0:279189:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff97ae428d6000. 00000020:00000010:3.0:1780342365.769763:0:279189:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff97ae477e5240. 00000080:00000001:3.0:1780342365.769767:0:279189:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373145330608 : 144115373145330608 : 200002b170013b0) 00000080:00000001:3.0:1780342365.769769:0:279189:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554475 : 33554475 : 200002b) 00000080:00200000:3.0:1780342365.769773:0:279189:0:(llite_lib.c:2974:ll_update_inode()) inode=[0x200002b17:0x13b0:0x0], updating i_size 0 00000080:00000001:3.0:1780342365.769776:0:279189:0:(llite_lib.c:3783:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1780342365.769779:0:279189:0:(lmv_obd.c:4141:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1780342365.769780:0:279189:0:(lmv_obd.c:4148:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342365.769783:0:279189:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780342365.769789:0:279189:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff97ae6a520e00 x1866812144822528/t30064771457(30064771457) o101->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 576/664 e 0 to 0 dl 1780342451 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780342365.769795:0:279189:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780342365.769798:0:279189:0:(file.c:885:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780342365.769800:0:279189:0:(file.c:3154:ll_release_openhandle()) Process entered 00000080:00000010:3.0:1780342365.769803:0:279189:0:(file.c:3167:ll_release_openhandle()) kmalloced '(och)': 56 at ffff97ae6c6cf300. 00800000:00000001:3.0:1780342365.769880:0:279189:0:(lmv_obd.c:4159:lmv_set_open_replay_data()) Process entered 00800000:00000001:3.0:1780342365.769883:0:279189:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1780342365.769886:0:279189:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1780342365.769888:0:279189:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1780342365.769895:0:279189:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1780342365.769897:0:279189:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1780342365.769964:0:279189:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0x13b0:0x0] 00800000:00000001:3.0:1780342365.769967:0:279189:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780342365.769970:0:279189:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1780342365.769975:0:279189:0:(obd.h:1439:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff97ae744f18e0. 00000002:00100000:3.0:1780342365.769980:0:279189:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff97ae6a520e00 x1866812144822528/t30064771457(30064771457) o101->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 576/664 e 0 to 0 dl 1780342451 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1780342365.769986:0:279189:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780342365.769987:0:279189:0:(lmv_obd.c:4165:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780342365.769990:0:279189:0:(file.c:151:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1780342365.769993:0:279189:0:(file.c:159:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff97ae428d6000. 00000080:00000001:3.0:1780342365.769994:0:279189:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:3.0:1780342365.769999:0:279189:0:(file.c:129:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1780342365.770069:0:279189:0:(lmv_obd.c:1649:lmv_close()) Process entered 00800000:00000001:3.0:1780342365.770071:0:279189:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1780342365.770072:0:279189:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1780342365.770074:0:279189:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1780342365.770075:0:279189:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1780342365.770077:0:279189:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1780342365.770078:0:279189:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0x13b0:0x0] 00800000:00000001:3.0:1780342365.770080:0:279189:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1780342365.770082:0:279189:0:(lmv_obd.c:1655:lmv_close()) CLOSE [0x200002b17:0x13b0:0x0] 00000002:00000001:3.0:1780342365.770084:0:279189:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1780342365.770086:0:279189:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff97ae6a5d1000: [0x200002b17:0x13b0:0x0] file closed with intent: 0 00000100:00000010:3.0:1780342365.770091:0:279189:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97ae6a523b80. 00000020:00000040:3.0:1780342365.770095:0:279189:0:(genops.c:1231:class_import_get()) import ffff97ae51c6a000 refcount=8 obd=lustre-MDT0000-mdc-ffff97ae6a5d1000 00000100:00000001:3.0:1780342365.770099:0:279189:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780342365.770101:0:279189:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780342365.770105:0:279189:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780342365.770112:0:279189:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff97ae428d7000. 00000100:00000001:3.0:1780342365.770118:0:279189:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1780342365.770127:0:279189:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff97ae6a520e00 x1866812144822528/t30064771457(30064771457) o101->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 576/664 e 0 to 0 dl 1780342451 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1780342365.770136:0:279189:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97ae6a5d1000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1780342365.770148:0:279189:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97ae6a523b80 x1866812144822912/t0(0) o35->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1780342365.770155:0:279189:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1780342365.770157:0:279189:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1780342365.770163:0:279189:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff97ae42d04600. 00000100:00000001:3.0:1780342365.770165:0:279189:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629373433890304 : -114700275661312 : ffff97ae42d04600) 00000100:00000001:3.0:1780342365.770168:0:279189:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780342365.770169:0:279189:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446629374096718720 : -114699612832896 : ffff97ae6a523b80) 00000100:00000001:3.0:1780342365.770172:0:279189:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780342365.770176:0:279189:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342365.770178:0:279189:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1780342365.770180:0:279189:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780342365.770183:0:279189:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97ae6a523b80 x1866812144822912/t0(0) o35->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780342365.770189:0:279189:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780342365.770191:0:279189:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780342365.770194:0:279189:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780342365.770197:0:279189:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780342365.770199:0:279189:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780342365.770202:0:279189:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97ae6a523b80 pname:cluuid:pid:xid:nid:opc:job lfs:4e9c6b05-0761-44df-afd6-bfbc14f27556:279189:1866812144822912:192.168.203.129@tcp:35:lfs.0 00000100:00000001:3.0:1780342365.770205:0:279189:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780342365.770210:0:279189:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780342365.770212:0:279189:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780342365.770214:0:279189:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780342365.770218:0:279189:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97ae6a7ce000. 02000000:00000001:3.0:1780342365.770220:0:279189:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780342365.770227:0:279189:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000010:3.0:1780342365.770230:0:279189:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97ae6a8163c8. 00000400:00000010:3.0:1780342365.770236:0:279189:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae452f6908. 00000100:00000200:3.0:1780342365.770242:0:279189:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866812144822912, portal 10 00000100:00000001:3.0:1780342365.770244:0:279189:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780342365.770245:0:279189:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446629374096718720 : -114699612832896 : ffff97ae6a523b80) 00000100:00000040:3.0:1780342365.770250:0:279189:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff97ae6a523b80 x1866812144822912/t0(0) o35->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1780342381 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780342365.770262:0:279189:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780342365.770265:0:279189:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.129@tcp 00000400:00000010:3.0:1780342365.770267:0:279189:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae452f6a18. 00000100:00000200:3.0:1780342365.770271:0:279189:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1866812144822912, offset 0 00000400:00000200:3.0:1780342365.770277:0:279189:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.129@tcp 00000400:00000200:3.0:1780342365.770285:0:279189:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:3.0:1780342365.770292:0:279189:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.129@tcp local destination 00000400:00000200:3.0:1780342365.770297:0:279189:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780342365.770301:0:279189:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.29@tcp 00000400:00000200:3.0:1780342365.770304:0:279189:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780342365.770306:0:279189:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.129@tcp 00000400:00000200:3.0:1780342365.770310:0:279189:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.29@tcp NI seq info: [551816:551816:256:4294967295] 192.168.203.129@tcp LPNI seq info [551742:551742:8:4294967295] 00000400:00000200:3.0:1780342365.770315:0:279189:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:3.0:1780342365.770324:0:279189:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp:) -> 192.168.203.129@tcp(192.168.203.129@tcp:192.168.203.129@tcp) : PUT try# 0 00000800:00000200:3.0:1780342365.770329:0:279189:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.129@tcp 00000800:00000010:3.0:1780342365.770335:0:279189:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97ad410adf00. 00000800:00000200:3.0:1780342365.770341:0:279189:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97ae46b85a80] -> 12345-192.168.203.129@tcp (5) 00000800:00000200:3.0:1780342365.770347:0:279189:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.129@tcp ip 192.168.203.129:988 00000800:00000200:3.0:1780342365.770352:0:279189:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97ad410adf00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1780342365.770375:0:279189:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342365.770380:0:279189:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: using a timeout of 16236 usecs (17 jiffies) 00000400:00000200:3.0:1780342365.770383:0:279189:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000001:3.0:1780342365.770386:0:279189:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 0 is 4306480894 00000100:00000001:3.0:1780342365.770394:0:279189:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: PM QoS request active for cpu 0, simply extend its deadline from 4306480892 00000100:00000001:3.0:1780342365.770399:0:279189:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 1 is 4306480894 00000100:00000001:3.0:1780342365.770402:0:279189:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: PM QoS request active for cpu 1, simply extend its deadline from 4306480892 00000100:00000001:3.0:1780342365.770408:0:279189:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780342365.770410:0:279189:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342365.770418:0:279189:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780342365.770419:0:279189:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1780342365.770421:0:279189:0:(client.c:2692:ptlrpc_set_wait()) set ffff97ae42d04600 going to sleep for 11 seconds 00000100:00000001:3.0:1780342365.770423:0:279189:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780342365.770425:0:279189:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780342365.770701:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780342365.770711:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97ad410adf00. 00000400:00000200:1.0:1780342365.770716:0:2401:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780342365.770720:0:2401:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000400:00000200:1.0:1780342365.770725:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae452f6a18 00000400:00000010:1.0:1780342365.770727:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae452f6a18. 00000100:00000001:1.0:1780342365.770730:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780342365.770733:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97ae6a523b80 x1866812144822912/t0(0) o35->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1780342381 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780342365.770739:0:2401:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780342365.770741:0:2401:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff97ae6a523b80 x1866812144822912/t0(0) o35->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1780342381 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780342365.770745:0:2401:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342365.770746:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1780342365.774122:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff97ae696ab600. 00010000:00000010:3.1:1780342365.774135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff97ae452e3800. 00000800:00000001:1.0:1780342365.774590:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342365.774603:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780342365.774605:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342365.774608:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780342365.774616:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342365.774623:0:2402:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp) <- 192.168.203.129@tcp : PUT - for me 00000400:00000200:1.0:1780342365.774632:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342365.774636:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342365.774642:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342365.774645:0:2402:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.129@tcp of length 456 into portal 10 MB=0x6a1db12c12a80 00000400:00000200:1.0:1780342365.774650:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342365.774655:0:2402:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.129@tcp of length 456/456 into md 0x5463a1 [1] + 224 00000800:00000001:1.0:1780342365.774663:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342365.774670:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780342365.774673:0:2402:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780342365.774677:0:2402:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000100:00000001:1.0:1780342365.774683:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780342365.774691:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97ae6a523b80 x1866812144822912/t0(0) o35->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1780342381 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1780342365.774700:0:2402:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff97ae6a523b80 x1866812144822912/t0(0) o35->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1780342381 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780342365.774727:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780342365.774736:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342365.774739:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780342365.774998:0:279189:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780342365.775058:0:279189:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780342365.775060:0:279189:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780342365.775062:0:279189:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97ae6a8163c8. 00000400:00000200:3.0:1780342365.775067:0:279189:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae452f6908 00000400:00000010:3.0:1780342365.775069:0:279189:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae452f6908. 00000100:00000001:3.0:1780342365.775072:0:279189:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780342365.775077:0:279189:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97ae6a523b80 x1866812144822912/t0(0) o35->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1780342381 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1780342365.775085:0:279189:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97ae6a523b80 x1866812144822912/t0(0) o35->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1780342381 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780342365.775091:0:279189:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780342365.775093:0:279189:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780342365.775095:0:279189:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780342365.775098:0:279189:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780342365.775100:0:279189:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780342365.775102:0:279189:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780342365.775104:0:279189:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780342365.775114:0:279189:0:(import.c:2151:obd_at_measure()) add 5 to ffff97ae51c6a4f0 time=142 v=5 (5 5 5 5) 00000100:00001000:3.0:1780342365.775118:0:279189:0:(import.c:2151:obd_at_measure()) add 1 to ffff97ae51c6a418 time=63 v=5 (1 1 0 0) 00000100:00000001:3.0:1780342365.775120:0:279189:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780342365.775122:0:279189:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780342365.775124:0:279189:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780342365.775128:0:279189:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342365.775131:0:279189:0:(client.c:1533:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1780342365.775132:0:279189:0:(client.c:1540:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1780342365.775134:0:279189:0:(client.c:1542:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1780342365.775136:0:279189:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780342365.775137:0:279189:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446629374096718720 : -114699612832896 : ffff97ae6a523b80) 00000100:00000001:3.0:1780342365.775140:0:279189:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780342365.775142:0:279189:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff97ae6a5d1000: skip recheck: last_committed 30064771455 00000100:00000001:3.0:1780342365.775150:0:279189:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780342365.775153:0:279189:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342365.775158:0:279189:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97ae6a523b80 x1866812144822912/t30064771458(30064771458) o35->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1780342381 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780342365.775165:0:279189:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780342365.775168:0:279189:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780342365.775170:0:279189:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780342365.775173:0:279189:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97ae6a523b80 x1866812144822912/t30064771458(30064771458) o35->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1780342381 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1780342365.775180:0:279189:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff97ae6a523b80 pname:cluuid:pid:xid:nid:opc:job lfs:4e9c6b05-0761-44df-afd6-bfbc14f27556:279189:1866812144822912:192.168.203.129@tcp:35:lfs.0 00000100:00000001:3.0:1780342365.775185:0:279189:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780342365.775188:0:279189:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342365.775190:0:279189:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1780342365.775192:0:279189:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780342365.775194:0:279189:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff97ae6a523b80 x1866812144822912/t30064771458(30064771458) o35->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1780342381 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780342365.775200:0:279189:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1780342365.775202:0:279189:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff97ae42d04600. 00000100:00000001:3.0:1780342365.775204:0:279189:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1780342365.775205:0:279189:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342365.775212:0:279189:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780342365.775213:0:279189:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446629374096718720 : -114699612832896 : ffff97ae6a523b80) 00000002:00000001:3.0:1780342365.775216:0:279189:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780342365.775219:0:279189:0:(lmv_obd.c:1657:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1780342365.775233:0:279189:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff97ae428d6000. 00000080:00000001:3.0:1780342365.775237:0:279189:0:(file.c:269:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1780342365.775240:0:279189:0:(lmv_obd.c:4175:lmv_clear_open_replay_data()) Process entered 00800000:00000001:3.0:1780342365.775242:0:279189:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1780342365.775245:0:279189:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1780342365.775247:0:279189:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1780342365.775249:0:279189:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1780342365.775251:0:279189:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1780342365.775258:0:279189:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0x13b0:0x0] 00800000:00000001:3.0:1780342365.775260:0:279189:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780342365.775264:0:279189:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1780342365.775269:0:279189:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff97ae6a520e00 x1866812144822528/t30064771457(30064771457) o101->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 576/664 e 0 to 0 dl 1780342451 ref 2 fl Complete:RQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1780342365.775276:0:279189:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780342365.775277:0:279189:0:(lmv_obd.c:4181:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1780342365.775279:0:279189:0:(file.c:274:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff97ae6c6cf300. 00000100:00000001:3.0:1780342365.775281:0:279189:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780342365.775284:0:279189:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff97ae6a523b80 x1866812144822912/t30064771458(30064771458) o35->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1780342381 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780342365.775289:0:279189:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342365.775291:0:279189:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780342365.775293:0:279189:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97ae6a520e00 x1866812144822528/t30064771457(30064771457) o101->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 576/664 e 0 to 0 dl 1780342451 ref 2 fl Complete:RQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780342365.775299:0:279189:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780342365.775301:0:279189:0:(file.c:3182:ll_release_openhandle()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780342365.775304:0:279189:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1780342365.775306:0:279189:0:(dcache.c:176:ll_intent_release()) intent ffffbc54c1cd7c90 released 00000080:00000001:3.0:1780342365.775308:0:279189:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1780342365.775309:0:279189:0:(file.c:2752:ll_lov_setstripe_ea_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780342365.775314:0:279189:0:(file.c:7025:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1780342365.775317:0:279189:0:(file.c:6066:ll_take_md_lock()) Process entered 00000080:00000040:3.0:1780342365.775318:0:279189:0:(file.c:6068:ll_take_md_lock()) trying to match res [0x200002b17:0x13b0:0x0] 00800000:00000001:3.0:1780342365.775321:0:279189:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1780342365.775322:0:279189:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1780342365.775324:0:279189:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1780342365.775325:0:279189:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1780342365.775326:0:279189:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1780342365.775328:0:279189:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0x13b0:0x0] 00800000:00000001:3.0:1780342365.775330:0:279189:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780342365.775333:0:279189:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780342365.775336:0:279189:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1780342365.775342:0:279189:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780342365.775349:0:279189:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1780342365.775351:0:279189:0:(lmv_obd.c:4116:lmv_lock_match()) Lock match for [0x200002b17:0x13b0:0x0]: 0 00000080:00000001:3.0:1780342365.775353:0:279189:0:(file.c:6073:ll_take_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780342365.775355:0:279189:0:(file.c:6963:ll_layout_intent()) Process entered 00000080:00000010:3.0:1780342365.775359:0:279189:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff97ae428d6000. 00000080:00010000:3.0:1780342365.775364:0:279189:0:(file.c:6981:ll_layout_intent()) ### lustre: requeue layout lock for file [0x200002b17:0x13b0:0x0](ffff97ae752680c8) 00000080:00000001:3.0:1780342365.775367:0:279189:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1780342365.775370:0:279189:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1780342365.775373:0:279189:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc54c1cd7b18 00800000:00000002:3.0:1780342365.775376:0:279189:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'layout' for [0x200002b17:0x13b0:0x0] '' on [0x200002b17:0x13b0:0x0] 00800000:00000001:3.0:1780342365.775379:0:279189:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1780342365.775381:0:279189:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1780342365.775382:0:279189:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1780342365.775383:0:279189:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1780342365.775385:0:279189:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1780342365.775386:0:279189:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1780342365.775388:0:279189:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0x13b0:0x0] 00800000:00000001:3.0:1780342365.775389:0:279189:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1780342365.775392:0:279189:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200002b17:0x13b0:0x0], fid2=[0x200002b17:0x13b0:0x0], name='' -> mds #0 00000002:00000001:3.0:1780342365.775396:0:279189:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1780342365.775398:0:279189:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc54c1cd79e8 00000002:00010000:3.0:1780342365.775399:0:279189:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200002b17:0x13b0:0x0]) in obj [0x200002b17:0x13b0:0x0], intent: layout flags 0 00000002:00000001:3.0:1780342365.775404:0:279189:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1780342365.775406:0:279189:0:(mdc_locks.c:706:mdc_intent_layout_pack()) Process entered 00000100:00000010:3.0:1780342365.775410:0:279189:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97ae6a520700. 00000020:00000040:3.0:1780342365.775414:0:279189:0:(genops.c:1231:class_import_get()) import ffff97ae51c6a000 refcount=9 obd=lustre-MDT0000-mdc-ffff97ae6a5d1000 00010000:00000001:3.0:1780342365.775420:0:279189:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1780342365.775425:0:279189:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780342365.775431:0:279189:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780342365.775433:0:279189:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780342365.775434:0:279189:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342365.775437:0:279189:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780342365.775440:0:279189:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780342365.775443:0:279189:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780342365.775450:0:279189:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff97ae428d7200. 00000100:00000001:3.0:1780342365.775455:0:279189:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780342365.775465:0:279189:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1780342365.775466:0:279189:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780342365.775468:0:279189:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1780342365.775469:0:279189:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780342365.775470:0:279189:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780342365.775474:0:279189:0:(mdc_locks.c:739:mdc_intent_layout_pack()) Process leaving (rc=18446629374096705280 : -114699612846336 : ffff97ae6a520700) 00010000:00000001:3.0:1780342365.775477:0:279189:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1780342365.775479:0:279189:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1780342365.775484:0:279189:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff97ae696ab600. 00010000:00000010:3.0:1780342365.775488:0:279189:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff97ae6bb9b880. 00010000:00000001:3.0:1780342365.775492:0:279189:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1780342365.775495:0:279189:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff97ae452e3800. 00000020:00000001:3.0:1780342365.775498:0:279189:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1780342365.775501:0:279189:0:(lustre_handles.c:77:class_handle_hash()) added object ffff97ae452e3800 with handle 0x9eda7f8b44bfd02c to hash 00000020:00000001:3.0:1780342365.775502:0:279189:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1780342365.775504:0:279189:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446629373473601536 : -114700235950080 : ffff97ae452e3800) 00010000:00000001:3.0:1780342365.775507:0:279189:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446629373473601536 : -114700235950080 : ffff97ae452e3800) 00010000:00000001:3.0:1780342365.775510:0:279189:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780342365.775515:0:279189:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780342365.775518:0:279189:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97ae6a5d1000 lock: ffff97ae452e3800/0x9eda7f8b44bfd02c lrc: 3/1,0 mode: --/CR res: [0x200002b17:0x13b0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 279189 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780342365.775527:0:279189:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97ae6a5d1000 lock: ffff97ae452e3800/0x9eda7f8b44bfd02c lrc: 3/1,0 mode: --/CR res: [0x200002b17:0x13b0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 279189 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780342365.775537:0:279189:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97ae6a5d1000 lock: ffff97ae452e3800/0x9eda7f8b44bfd02c lrc: 3/1,0 mode: --/CR res: [0x200002b17:0x13b0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 279189 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1780342365.775542:0:279189:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1780342365.775544:0:279189:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1780342365.775549:0:279189:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff97ae42d04600. 00000100:00000001:3.0:1780342365.775551:0:279189:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629373433890304 : -114700275661312 : ffff97ae42d04600) 00000100:00000001:3.0:1780342365.775553:0:279189:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780342365.775554:0:279189:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446629374096705280 : -114699612846336 : ffff97ae6a520700) 00000100:00000001:3.0:1780342365.775603:0:279189:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780342365.775606:0:279189:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342365.775608:0:279189:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1780342365.775610:0:279189:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780342365.775614:0:279189:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97ae6a520700 x1866812144823040/t0(0) o101->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 376/472 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780342365.775621:0:279189:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780342365.775623:0:279189:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780342365.775626:0:279189:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780342365.775629:0:279189:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780342365.775631:0:279189:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780342365.775634:0:279189:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97ae6a520700 pname:cluuid:pid:xid:nid:opc:job lfs:4e9c6b05-0761-44df-afd6-bfbc14f27556:279189:1866812144823040:192.168.203.129@tcp:101:lfs.0 00000100:00000001:3.0:1780342365.775637:0:279189:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780342365.775642:0:279189:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780342365.775644:0:279189:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780342365.775647:0:279189:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780342365.775651:0:279189:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97ae6a7cfc00. 02000000:00000001:3.0:1780342365.775652:0:279189:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780342365.775657:0:279189:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000010:3.0:1780342365.775661:0:279189:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97ae6a8163c8. 00000400:00000010:3.0:1780342365.775667:0:279189:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae452f6908. 00000100:00000200:3.0:1780342365.775672:0:279189:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866812144823040, portal 10 00000100:00000001:3.0:1780342365.775673:0:279189:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780342365.775674:0:279189:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446629374096705280 : -114699612846336 : ffff97ae6a520700) 00000100:00000040:3.0:1780342365.775679:0:279189:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff97ae6a520700 x1866812144823040/t0(0) o101->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 376/472 e 0 to 0 dl 1780342451 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780342365.775686:0:279189:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780342365.775688:0:279189:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.129@tcp 00000400:00000010:3.0:1780342365.775690:0:279189:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae452f6110. 00000100:00000200:3.0:1780342365.775694:0:279189:0:(niobuf.c:94:ptl_send_buf()) Sending 376 bytes to portal 12, xid 1866812144823040, offset 0 00000400:00000200:3.0:1780342365.775700:0:279189:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.129@tcp 00000400:00000200:3.0:1780342365.775707:0:279189:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:3.0:1780342365.775714:0:279189:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.129@tcp local destination 00000400:00000200:3.0:1780342365.775723:0:279189:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780342365.775727:0:279189:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.29@tcp 00000400:00000200:3.0:1780342365.775731:0:279189:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780342365.775734:0:279189:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.129@tcp 00000400:00000200:3.0:1780342365.775738:0:279189:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.29@tcp NI seq info: [551817:551817:256:4294967295] 192.168.203.129@tcp LPNI seq info [551743:551743:8:4294967295] 00000400:00000200:3.0:1780342365.775742:0:279189:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:3.0:1780342365.775750:0:279189:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp:) -> 192.168.203.129@tcp(192.168.203.129@tcp:192.168.203.129@tcp) : PUT try# 0 00000800:00000200:3.0:1780342365.775756:0:279189:0:(socklnd_cb.c:931:ksocknal_send()) sending 376 bytes in 1 frags to 12345-192.168.203.129@tcp 00000800:00000010:3.0:1780342365.775762:0:279189:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97ad410ada00. 00000800:00000200:3.0:1780342365.775768:0:279189:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97ae46b85a80] -> 12345-192.168.203.129@tcp (5) 00000800:00000200:3.0:1780342365.775775:0:279189:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.129@tcp ip 192.168.203.129:988 00000800:00000200:3.0:1780342365.775779:0:279189:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97ad410ada00 type 1, nob 472 niov 1 nkiov 1 00000100:00000001:3.0:1780342365.775798:0:279189:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342365.775802:0:279189:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: using a timeout of 16232 usecs (17 jiffies) 00000400:00000200:3.0:1780342365.775819:0:279189:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000001:3.0:1780342365.775823:0:279189:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 0 is 4306480900 00000100:00000001:3.0:1780342365.775830:0:279189:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: PM QoS request active for cpu 0, simply extend its deadline from 4306480894 00000100:00000001:3.0:1780342365.775834:0:279189:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 1 is 4306480900 00000100:00000001:3.0:1780342365.775837:0:279189:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: PM QoS request active for cpu 1, simply extend its deadline from 4306480894 00000100:00000001:3.0:1780342365.775840:0:279189:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780342365.775842:0:279189:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342365.775845:0:279189:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780342365.775846:0:279189:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=81 : 81 : 51) 00000100:00100000:3.0:1780342365.775849:0:279189:0:(client.c:2692:ptlrpc_set_wait()) set ffff97ae42d04600 going to sleep for 81 seconds 00000100:00000001:3.0:1780342365.775851:0:279189:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780342365.775853:0:279189:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1780342365.776758:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff97ae696ab400. 00010000:00000010:3.1:1780342365.776768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff97ae452e3c00. 00000800:00000200:1.0:1780342365.777188:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780342365.777193:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97ad410ada00. 00000400:00000200:1.0:1780342365.777199:0:2401:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780342365.777206:0:2401:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000400:00000200:1.0:1780342365.777212:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae452f6110 00000400:00000010:1.0:1780342365.777215:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae452f6110. 00000100:00000001:1.0:1780342365.777219:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780342365.777447:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97ae6a520700 x1866812144823040/t0(0) o101->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 376/472 e 0 to 0 dl 1780342451 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780342365.777459:0:2401:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780342365.777462:0:2401:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff97ae6a520700 x1866812144823040/t0(0) o101->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 376/472 e 0 to 0 dl 1780342451 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780342365.777467:0:2401:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342365.777469:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780342365.779944:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342365.779960:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780342365.779964:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342365.779967:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780342365.779976:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342365.779983:0:2402:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp) <- 192.168.203.129@tcp : PUT - for me 00000400:00000200:1.0:1780342365.779992:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342365.779996:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342365.780012:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342365.780016:0:2402:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.129@tcp of length 400 into portal 10 MB=0x6a1db12c12b00 00000400:00000200:1.0:1780342365.780022:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342365.780028:0:2402:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.129@tcp of length 400/400 into md 0x5463a9 [1] + 224 00000800:00000001:1.0:1780342365.780036:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342365.780043:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780342365.780046:0:2402:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780342365.780063:0:2402:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000100:00000001:1.0:1780342365.780071:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780342365.780079:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97ae6a520700 x1866812144823040/t0(0) o101->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 376/472 e 0 to 0 dl 1780342451 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1780342365.780090:0:2402:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=472 req@ffff97ae6a520700 x1866812144823040/t0(0) o101->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 376/472 e 0 to 0 dl 1780342451 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780342365.780110:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780342365.780120:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342365.780123:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780342365.780172:0:279189:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780342365.780180:0:279189:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780342365.780182:0:279189:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780342365.780185:0:279189:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97ae6a8163c8. 00000400:00000200:3.0:1780342365.780189:0:279189:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae452f6908 00000400:00000010:3.0:1780342365.780198:0:279189:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae452f6908. 00000100:00000001:3.0:1780342365.780201:0:279189:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780342365.780206:0:279189:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97ae6a520700 x1866812144823040/t0(0) o101->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 376/472 e 0 to 0 dl 1780342451 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1780342365.780214:0:279189:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97ae6a520700 x1866812144823040/t0(0) o101->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 376/472 e 0 to 0 dl 1780342451 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780342365.780219:0:279189:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780342365.780221:0:279189:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780342365.780223:0:279189:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780342365.780226:0:279189:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780342365.780228:0:279189:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780342365.780230:0:279189:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780342365.780234:0:279189:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780342365.780242:0:279189:0:(import.c:2151:obd_at_measure()) add 61 to ffff97ae51c6a460 time=142 v=61 (61 61 62 62) 00000100:00001000:3.0:1780342365.780246:0:279189:0:(import.c:2151:obd_at_measure()) add 1 to ffff97ae51c6a418 time=63 v=5 (1 1 0 0) 00000100:00000001:3.0:1780342365.780249:0:279189:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780342365.780251:0:279189:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780342365.780253:0:279189:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780342365.780256:0:279189:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342365.780260:0:279189:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780342365.780262:0:279189:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff97ae6a5d1000: skip recheck: last_committed 30064771455 00000100:00000001:3.0:1780342365.780264:0:279189:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780342365.780266:0:279189:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342365.780270:0:279189:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97ae6a520700 x1866812144823040/t0(0) o101->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 376/400 e 0 to 0 dl 1780342451 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780342365.780277:0:279189:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780342365.780280:0:279189:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780342365.780282:0:279189:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780342365.780285:0:279189:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97ae6a520700 x1866812144823040/t0(0) o101->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 376/400 e 0 to 0 dl 1780342451 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1780342365.780292:0:279189:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff97ae6a520700 pname:cluuid:pid:xid:nid:opc:job lfs:4e9c6b05-0761-44df-afd6-bfbc14f27556:279189:1866812144823040:192.168.203.129@tcp:101:lfs.0 00000100:00000001:3.0:1780342365.780297:0:279189:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780342365.780305:0:279189:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342365.780307:0:279189:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1780342365.780309:0:279189:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780342365.780312:0:279189:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97ae6a520700 x1866812144823040/t0(0) o101->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 376/400 e 0 to 0 dl 1780342451 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780342365.780319:0:279189:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1780342365.780322:0:279189:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff97ae42d04600. 00000100:00000001:3.0:1780342365.780324:0:279189:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1780342365.780325:0:279189:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780342365.780328:0:279189:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1780342365.780332:0:279189:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780342365.780334:0:279189:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780342365.780336:0:279189:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff97ae452e3800 refcount=4 00000020:00000001:3.0:1780342365.780338:0:279189:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629373473601536 : -114700235950080 : ffff97ae452e3800) 00010000:00000001:3.0:1780342365.780340:0:279189:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629373473601536 : -114700235950080 : ffff97ae452e3800) 00010000:00000040:3.0:1780342365.780346:0:279189:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff97ae452e3800, remote cookie: 0xde20be84e1ab0efa, flags: 0x1000 00010000:00000001:3.0:1780342365.780349:0:279189:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1780342365.780353:0:279189:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1780342365.780355:0:279189:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1780342365.780356:0:279189:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1780342365.780357:0:279189:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1780342365.780360:0:279189:0:(ldlm_resource.c:1850:ldlm_resource_dump()) --- Resource: [0x200002b17:0x13b0:0x0].0x0 (ffff97ae696ab600) refcount = 1 00010000:00010000:3.0:1780342365.780365:0:279189:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97ae6a5d1000 lock: ffff97ae452e3800/0x9eda7f8b44bfd02c lrc: 4/1,0 mode: CR/CR res: [0x200002b17:0x13b0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xde20be84e1ab0efa expref: -99 pid: 279189 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780342365.780373:0:279189:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1780342365.780377:0:279189:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1780342365.780379:0:279189:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780342365.780382:0:279189:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1780342365.780384:0:279189:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780342365.780387:0:279189:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97ae6a5d1000 lock: ffff97ae452e3800/0x9eda7f8b44bfd02c lrc: 4/1,0 mode: CR/CR res: [0x200002b17:0x13b0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xde20be84e1ab0efa expref: -99 pid: 279189 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780342365.780392:0:279189:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1780342365.780399:0:279189:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780342365.780400:0:279189:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780342365.780401:0:279189:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780342365.780402:0:279189:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780342365.780403:0:279189:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780342365.780407:0:279189:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1780342365.780409:0:279189:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780342365.780410:0:279189:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780342365.780411:0:279189:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff97ae452e3800 refcount=3 00000020:00000001:3.0:1780342365.780413:0:279189:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629373473601536 : -114700235950080 : ffff97ae452e3800) 00010000:00000001:3.0:1780342365.780415:0:279189:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629373473601536 : -114700235950080 : ffff97ae452e3800) 00010000:00000001:3.0:1780342365.780417:0:279189:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780342365.780417:0:279189:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1780342365.780422:0:279189:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=400 disposition=1, status=0 req@ffff97ae6a520700 x1866812144823040/t0(0) o101->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 376/400 e 0 to 0 dl 1780342451 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000040:3.0:1780342365.780428:0:279189:0:(mdc_locks.c:905:mdc_finish_enqueue()) lustre-MDT0000-mdc-ffff97ae6a5d1000: layout return lvb 56 transno 0 00010000:00000001:3.0:1780342365.780430:0:279189:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780342365.780431:0:279189:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780342365.780432:0:279189:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff97ae452e3800 refcount=3 00000020:00000001:3.0:1780342365.780434:0:279189:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629373473601536 : -114700235950080 : ffff97ae452e3800) 00010000:00000001:3.0:1780342365.780436:0:279189:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629373473601536 : -114700235950080 : ffff97ae452e3800) 00000002:00010000:3.0:1780342365.780439:0:279189:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff97ae6a5d1000 lock: ffff97ae452e3800/0x9eda7f8b44bfd02c lrc: 3/1,0 mode: CR/CR res: [0x200002b17:0x13b0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xde20be84e1ab0efa expref: -99 pid: 279189 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00000010:3.0:1780342365.780460:0:279189:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff97ae6c6cf300. 00010000:00000001:3.0:1780342365.780462:0:279189:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780342365.780463:0:279189:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780342365.780465:0:279189:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780342365.780467:0:279189:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780342365.780470:0:279189:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1780342365.780471:0:279189:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780342365.780472:0:279189:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780342365.780474:0:279189:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff97ae452e3800 refcount=3 00000020:00000001:3.0:1780342365.780475:0:279189:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629373473601536 : -114700235950080 : ffff97ae452e3800) 00010000:00000001:3.0:1780342365.780482:0:279189:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629373473601536 : -114700235950080 : ffff97ae452e3800) 00000002:00010000:3.0:1780342365.780486:0:279189:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97ae6a5d1000 lock: ffff97ae452e3800/0x9eda7f8b44bfd02c lrc: 3/1,0 mode: CR/CR res: [0x200002b17:0x13b0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xde20be84e1ab0efa expref: -99 pid: 279189 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780342365.780492:0:279189:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780342365.780493:0:279189:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780342365.780495:0:279189:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1780342365.780496:0:279189:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780342365.780497:0:279189:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780342365.780499:0:279189:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff97ae452e3800 refcount=3 00000020:00000001:3.0:1780342365.780501:0:279189:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629373473601536 : -114700235950080 : ffff97ae452e3800) 00010000:00000001:3.0:1780342365.780503:0:279189:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629373473601536 : -114700235950080 : ffff97ae452e3800) 00010000:00000040:3.0:1780342365.780509:0:279189:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff97ae696ab600 count: 2 00010000:00000001:3.0:1780342365.780511:0:279189:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1780342365.780515:0:279189:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff97ae6a6de000 type 13 mode 16 res 8589945623/5040 (0 0) 00010000:00000001:3.0:1780342365.780518:0:279189:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780342365.780519:0:279189:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780342365.780521:0:279189:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1780342365.780524:0:279189:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc54c1cd7968 00000002:00002000:3.0:1780342365.780526:0:279189:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=layout status=0 disp=1: rc = 0 00000002:00000001:3.0:1780342365.780529:0:279189:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780342365.780532:0:279189:0:(lmv_intent.c:531:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780342365.780535:0:279189:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1780342365.780538:0:279189:0:(namei.c:952:ll_intent_lock()) intent lock 1024 on i1 [0x200002b17:0x13b0:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1780342365.780541:0:279189:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342365.780544:0:279189:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780342365.780548:0:279189:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97ae6a520700 x1866812144823040/t0(0) o101->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 376/400 e 0 to 0 dl 1780342451 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780342365.780554:0:279189:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780342365.780556:0:279189:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780342365.780559:0:279189:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97ae6a7cfc00. 02000000:00000001:3.0:1780342365.780600:0:279189:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780342365.780603:0:279189:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780342365.780609:0:279189:0:(genops.c:1244:class_import_put()) import ffff97ae51c6a000 refcount=8 obd=lustre-MDT0000-mdc-ffff97ae6a5d1000 00000020:00000001:3.0:1780342365.780612:0:279189:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780342365.780614:0:279189:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff97ae428d7200. 02000000:00000001:3.0:1780342365.780617:0:279189:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780342365.780619:0:279189:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780342365.780622:0:279189:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97ae6a520700. 00000100:00000001:3.0:1780342365.780625:0:279189:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780342365.780626:0:279189:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.0:1780342365.780631:0:279189:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff97ae428d6000. 00000080:00010000:3.0:1780342365.780636:0:279189:0:(llite_internal.h:2011:ll_set_lock_data()) setting l_data to inode [0x200002b17:0x13b0:0x0](ffff97ae752680c8) for lock 0x9eda7f8b44bfd02c 00800000:00000001:3.0:1780342365.780640:0:279189:0:(lmv_obd.c:4061:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1780342365.780642:0:279189:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1780342365.780644:0:279189:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780342365.780645:0:279189:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780342365.780647:0:279189:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff97ae452e3800 refcount=3 00000020:00000001:3.0:1780342365.780649:0:279189:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629373473601536 : -114700235950080 : ffff97ae452e3800) 00010000:00000001:3.0:1780342365.780650:0:279189:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629373473601536 : -114700235950080 : ffff97ae452e3800) 00010000:00000001:3.0:1780342365.780652:0:279189:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780342365.780653:0:279189:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780342365.780654:0:279189:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780342365.780658:0:279189:0:(lmv_obd.c:4066:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780342365.780661:0:279189:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9eda7f8b44bfd02c from it ffffbc54c1cd7c38 00010000:00000001:3.0:1780342365.780664:0:279189:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780342365.780664:0:279189:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780342365.780665:0:279189:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff97ae452e3800 refcount=3 00000020:00000001:3.0:1780342365.780667:0:279189:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629373473601536 : -114700235950080 : ffff97ae452e3800) 00010000:00000001:3.0:1780342365.780669:0:279189:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629373473601536 : -114700235950080 : ffff97ae452e3800) 00010000:00000001:3.0:1780342365.780671:0:279189:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780342365.780673:0:279189:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97ae6a5d1000 lock: ffff97ae452e3800/0x9eda7f8b44bfd02c lrc: 3/1,0 mode: CR/CR res: [0x200002b17:0x13b0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xde20be84e1ab0efa expref: -99 pid: 279189 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780342365.780680:0:279189:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780342365.780681:0:279189:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780342365.780683:0:279189:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1780342365.780692:0:279189:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1780342365.780695:0:279189:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97ae6a5d1000 lock: ffff97ae452e3800/0x9eda7f8b44bfd02c lrc: 2/0,0 mode: CR/CR res: [0x200002b17:0x13b0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xde20be84e1ab0efa expref: -99 pid: 279189 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1780342365.780702:0:279189:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780342365.780704:0:279189:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1780342365.780706:0:279189:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780342365.780710:0:279189:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780342365.780711:0:279189:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780342365.780713:0:279189:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780342365.780716:0:279189:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1780342365.780718:0:279189:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780342365.780720:0:279189:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780342365.780722:0:279189:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780342365.780724:0:279189:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780342365.780725:0:279189:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780342365.780726:0:279189:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1780342365.780728:0:279189:0:(file.c:6997:ll_layout_intent()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780342365.780731:0:279189:0:(file.c:6066:ll_take_md_lock()) Process entered 00000080:00000040:3.0:1780342365.780733:0:279189:0:(file.c:6068:ll_take_md_lock()) trying to match res [0x200002b17:0x13b0:0x0] 00800000:00000001:3.0:1780342365.780737:0:279189:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1780342365.780740:0:279189:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1780342365.780742:0:279189:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1780342365.780744:0:279189:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1780342365.780746:0:279189:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1780342365.780748:0:279189:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0x13b0:0x0] 00800000:00000001:3.0:1780342365.780750:0:279189:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780342365.782081:0:279189:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1780342365.782087:0:279189:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1780342365.782093:0:279189:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff97ae696ab600 count: 2 00010000:00000001:2.0:1780342365.782097:0:279189:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780342365.782101:0:279189:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780342365.782105:0:279189:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1780342365.782110:0:279189:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97ae6a5d1000 lock: ffff97ae452e3800/0x9eda7f8b44bfd02c lrc: 2/1,0 mode: CR/CR res: [0x200002b17:0x13b0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xde20be84e1ab0efa expref: -99 pid: 279189 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1780342365.782120:0:279189:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1780342365.782126:0:279189:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780342365.782129:0:279189:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97ae6a5d1000 lock: ffff97ae452e3800/0x9eda7f8b44bfd02c lrc: 2/1,0 mode: CR/CR res: [0x200002b17:0x13b0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xde20be84e1ab0efa expref: -99 pid: 279189 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1780342365.782136:0:279189:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:2.0:1780342365.782138:0:279189:0:(lmv_obd.c:4116:lmv_lock_match()) Lock match for [0x200002b17:0x13b0:0x0]: 16 00000080:00000001:2.0:1780342365.782141:0:279189:0:(file.c:6073:ll_take_md_lock()) Process leaving (rc=16 : 16 : 10) 00000080:00000001:2.0:1780342365.782144:0:279189:0:(file.c:6854:ll_layout_lock_set()) Process entered 00010000:00000001:2.0:1780342365.782145:0:279189:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780342365.782147:0:279189:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780342365.782149:0:279189:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff97ae452e3800 refcount=3 00000020:00000001:2.0:1780342365.782151:0:279189:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629373473601536 : -114700235950080 : ffff97ae452e3800) 00010000:00000001:2.0:1780342365.782153:0:279189:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629373473601536 : -114700235950080 : ffff97ae452e3800) 00000080:00010000:2.0:1780342365.782157:0:279189:0:(file.c:6864:ll_layout_lock_set()) ### file [0x200002b17:0x13b0:0x0](000000000621acea) being reconfigured ns: lustre-MDT0000-mdc-ffff97ae6a5d1000 lock: ffff97ae452e3800/0x9eda7f8b44bfd02c lrc: 3/1,0 mode: CR/CR res: [0x200002b17:0x13b0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xde20be84e1ab0efa expref: -99 pid: 279189 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00800000:00000001:2.0:1780342365.782181:0:279189:0:(lmv_obd.c:4061:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1780342365.782183:0:279189:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1780342365.782184:0:279189:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780342365.782185:0:279189:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780342365.782186:0:279189:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff97ae452e3800 refcount=4 00000020:00000001:2.0:1780342365.782188:0:279189:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629373473601536 : -114700235950080 : ffff97ae452e3800) 00010000:00000001:2.0:1780342365.782190:0:279189:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629373473601536 : -114700235950080 : ffff97ae452e3800) 00010000:00000001:2.0:1780342365.782192:0:279189:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780342365.782193:0:279189:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780342365.782195:0:279189:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780342365.782196:0:279189:0:(lmv_obd.c:4066:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780342365.782198:0:279189:0:(file.c:6779:ll_layout_fetch()) Process entered 00000080:00000002:2.0:1780342365.782200:0:279189:0:(file.c:6782:ll_layout_fetch()) [0x200002b17:0x13b0:0x0] LVB_READY=0 l_lvb_data=ffff97ae6c6cf300 l_lvb_len=56 00000080:00000001:2.0:1780342365.782203:0:279189:0:(file.c:6785:ll_layout_fetch()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780342365.782205:0:279189:0:(file.c:6724:ll_layout_conf()) Process entered 00000020:00000001:2.0:1780342365.782207:0:279189:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1780342365.782212:0:279189:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff97ae60c3cbd0. 00000020:00000010:2.0:1780342365.782215:0:279189:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff97ae72f1ee00. 00000020:00000010:2.0:1780342365.782220:0:279189:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff97ae72f1ec00. 00000020:00000010:2.0:1780342365.782224:0:279189:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff97ae6c516720. 00000008:00000010:2.0:1780342365.782229:0:279189:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff97ae6bf11650. 00020000:00000010:2.0:1780342365.782233:0:279189:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff97ae74432f00. 00008000:00000010:2.0:1780342365.782237:0:279189:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff97ae58aa5c40. 00000080:00000010:2.0:1780342365.782243:0:279189:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff97ae477835e8. 00000080:00000010:2.0:1780342365.782246:0:279189:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff97ae47e886d8. 00000020:00000010:2.0:1780342365.782250:0:279189:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff97ae72f1f200. 00000008:00000010:2.0:1780342365.782253:0:279189:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff97ae508929a0. 00020000:00000010:2.0:1780342365.782257:0:279189:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff97ae448f2f40. 00008000:00000010:2.0:1780342365.782260:0:279189:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff97ae47fe86f8. 00000080:00000010:2.0:1780342365.782264:0:279189:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff97ae6c627690. 00000020:00000001:2.0:1780342365.782266:0:279189:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446629373936389080 : -114699773162536 : ffff97ae60c3cbd8) 00000020:00001000:2.0:1780342365.782268:0:279189:0:(cl_object.c:831:cl_env_get()) 1@ffff97ae60c3cbd0 00000020:00000001:2.0:1780342365.782274:0:279189:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:2.0:1780342365.782277:0:279189:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000001:2.0:1780342365.782279:0:279189:0:(lov_pack.c:335:lov_unpackmd()) Process entered 00020000:00000010:2.0:1780342365.782284:0:279189:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 80 at ffff97ae6c516a80. 00020000:00000010:2.0:1780342365.782289:0:279189:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff97ae71f11880. 00020000:00000010:2.0:1780342365.782293:0:279189:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff97ae6c5160c0. 00020000:00000001:2.0:1780342365.782295:0:279189:0:(lov_pack.c:347:lov_unpackmd()) Process leaving (rc=18446629374130217152 : -114699579334464 : ffff97ae6c5160c0) 00020000:00000002:2.0:1780342365.782298:0:279189:0:(lov_ea.c:730:dump_lsm()) lsm ffff97ae6c5160c0, objid 0x13b0:11031, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1780342365.782303:0:279189:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1780342365.782306:0:279189:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff97ae71f11880: ostid: 0x280000401:21928 ost idx: 0 gen: 0 00020000:00000002:2.0:1780342365.782310:0:279189:0:(lov_object.c:1280:lov_conf_lock()) Took exclusive lov(ffff97ae6c0d74d8) owner ffff97ae72168000 00020000:00000001:2.0:1780342365.782313:0:279189:0:(lov_object.c:1483:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1780342365.782315:0:279189:0:(lov_object.c:1286:lov_conf_unlock()) To release exclusive lov(ffff97ae6c0d74d8) owner ffff97ae72168000 00020000:00000010:2.0:1780342365.782319:0:279189:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff97ae71f11880. 00020000:00000010:2.0:1780342365.782323:0:279189:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff97ae6c516a80. 00020000:00000010:2.0:1780342365.782326:0:279189:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff97ae6c5160c0. 00020000:00000002:2.0:1780342365.782328:0:279189:0:(lov_object.c:1510:lov_conf_set()) [0x200002b17:0x13b0:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1780342365.782330:0:279189:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780342365.782332:0:279189:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780342365.782335:0:279189:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1780342365.782338:0:279189:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff97ae6c0d74d8) owner 0000000000000000/ffff97ae72168000 00020000:00000002:2.0:1780342365.782341:0:279189:0:(lov_object.c:2359:lov_lsm_addref()) lsm ffff97ae44b6f660 addref 2/0 by ffff97ae72168000. 00020000:00000002:2.0:1780342365.782343:0:279189:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff97ae6c0d74d8) owner 0000000000000000/ffff97ae72168000 00020000:00000001:2.0:1780342365.782345:0:279189:0:(lov_object.c:2255:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1780342365.782347:0:279189:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1780342365.782349:0:279189:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1780342365.782350:0:279189:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1780342365.782352:0:279189:0:(lov_object.c:2274:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1780342365.782354:0:279189:0:(file.c:6759:ll_layout_conf()) [0x200002b17:0x13b0:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1780342365.782356:0:279189:0:(cl_object.c:925:cl_env_put()) 1@ffff97ae60c3cbd0 00000020:00000010:2.0:1780342365.782359:0:279189:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff97ae72f1ec00. 00000020:00000010:2.0:1780342365.782362:0:279189:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff97ae6c516720. 00000008:00000010:2.0:1780342365.782365:0:279189:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff97ae6bf11650. 00020000:00000010:2.0:1780342365.782371:0:279189:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff97ae74432f00. 00008000:00000010:2.0:1780342365.782374:0:279189:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff97ae58aa5c40. 00000080:00000010:2.0:1780342365.782379:0:279189:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff97ae477835e8. 00000080:00000010:2.0:1780342365.782382:0:279189:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff97ae47e886d8. 00000020:00000010:2.0:1780342365.782384:0:279189:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff97ae72f1ee00. 00000008:00000010:2.0:1780342365.782387:0:279189:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff97ae508929a0. 00020000:00000010:2.0:1780342365.782389:0:279189:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff97ae448f2f40. 00008000:00000010:2.0:1780342365.782392:0:279189:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff97ae47fe86f8. 00000080:00000010:2.0:1780342365.782394:0:279189:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff97ae6c627690. 00000020:00000010:2.0:1780342365.782396:0:279189:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff97ae72f1f200. 00000020:00000010:2.0:1780342365.782398:0:279189:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff97ae60c3cbd0. 00000080:00000001:2.0:1780342365.782400:0:279189:0:(file.c:6766:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780342365.782402:0:279189:0:(file.c:6901:ll_layout_lock_set()) Process leaving 00010000:00000001:2.0:1780342365.782403:0:279189:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780342365.782405:0:279189:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780342365.782406:0:279189:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780342365.782407:0:279189:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780342365.782408:0:279189:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff97ae452e3800 refcount=3 00000020:00000001:2.0:1780342365.782410:0:279189:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629373473601536 : -114700235950080 : ffff97ae452e3800) 00010000:00000001:2.0:1780342365.782411:0:279189:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629373473601536 : -114700235950080 : ffff97ae452e3800) 00010000:00000001:2.0:1780342365.782413:0:279189:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780342365.782416:0:279189:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97ae6a5d1000 lock: ffff97ae452e3800/0x9eda7f8b44bfd02c lrc: 3/1,0 mode: CR/CR res: [0x200002b17:0x13b0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xde20be84e1ab0efa expref: -99 pid: 279189 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1780342365.782423:0:279189:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780342365.782424:0:279189:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780342365.782426:0:279189:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1780342365.782428:0:279189:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1780342365.782430:0:279189:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97ae6a5d1000 lock: ffff97ae452e3800/0x9eda7f8b44bfd02c lrc: 2/0,0 mode: CR/CR res: [0x200002b17:0x13b0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xde20be84e1ab0efa expref: -99 pid: 279189 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1780342365.782435:0:279189:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342365.782438:0:279189:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1780342365.782440:0:279189:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780342365.782449:0:279189:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780342365.782449:0:279189:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780342365.782451:0:279189:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342365.782453:0:279189:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1780342365.782454:0:279189:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342365.782456:0:279189:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342365.782458:0:279189:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342365.782461:0:279189:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780342365.782462:0:279189:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780342365.782463:0:279189:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1780342365.782464:0:279189:0:(file.c:6942:ll_layout_lock_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780342365.782466:0:279189:0:(file.c:7061:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780342365.782469:0:279189:0:(file.c:2940:ll_file_getstripe()) Process entered 00000020:00000001:2.0:1780342365.782470:0:279189:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1780342365.782473:0:279189:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff97ae60c3cbd0. 00000020:00000010:2.0:1780342365.782475:0:279189:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff97ae72f1f200. 00000020:00000010:2.0:1780342365.782478:0:279189:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff97ae72f1ee00. 00000020:00000010:2.0:1780342365.782481:0:279189:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff97ae6c516720. 00000008:00000010:2.0:1780342365.782549:0:279189:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff97ae6bf11650. 00020000:00000010:2.0:1780342365.782552:0:279189:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff97ae74432f00. 00008000:00000010:2.0:1780342365.782555:0:279189:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff97ae58aa5c40. 00000080:00000010:2.0:1780342365.782558:0:279189:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff97ae477835e8. 00000080:00000010:2.0:1780342365.782560:0:279189:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff97ae47e886d8. 00000020:00000010:2.0:1780342365.782667:0:279189:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff97ae72f1ec00. 00000008:00000010:2.0:1780342365.782670:0:279189:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff97ae508929a0. 00020000:00000010:2.0:1780342365.782673:0:279189:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff97ae448f2f40. 00008000:00000010:2.0:1780342365.782676:0:279189:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff97ae47fe86f8. 00000080:00000010:2.0:1780342365.782679:0:279189:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff97ae6c627690. 00000020:00000001:2.0:1780342365.782681:0:279189:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446629373936389080 : -114699773162536 : ffff97ae60c3cbd8) 00000020:00001000:2.0:1780342365.782683:0:279189:0:(cl_object.c:831:cl_env_get()) 1@ffff97ae60c3cbd0 00000020:00000001:2.0:1780342365.782685:0:279189:0:(cl_object.c:406:cl_object_getstripe()) Process entered 00020000:00000001:2.0:1780342365.782687:0:279189:0:(lov_object.c:2236:lov_object_getstripe()) Process entered 00020000:00000002:2.0:1780342365.782689:0:279189:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff97ae6c0d74d8) owner 0000000000000000/ffff97ae72168000 00020000:00000002:2.0:1780342365.782691:0:279189:0:(lov_object.c:2359:lov_lsm_addref()) lsm ffff97ae44b6f660 addref 2/0 by ffff97ae72168000. 00020000:00000002:2.0:1780342365.782693:0:279189:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff97ae6c0d74d8) owner 0000000000000000/ffff97ae72168000 00020000:00000001:2.0:1780342365.782696:0:279189:0:(lov_pack.c:372:lov_getstripe()) Process entered 00020000:00000010:2.0:1780342365.782703:0:279189:0:(lov_pack.c:384:lov_getstripe()) kmalloced '(lmmk)': 56 at ffff97ae6a4289c0. 00020000:00000001:2.0:1780342365.782705:0:279189:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1780342365.782706:0:279189:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1780342365.782708:0:279189:0:(lov_pack.c:134:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000010:2.0:1780342365.782712:0:279189:0:(lov_pack.c:479:lov_getstripe()) kvfree 'lmmk': 56 at ffff97ae6a4289c0. 00020000:00000001:2.0:1780342365.782714:0:279189:0:(lov_pack.c:481:lov_getstripe()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780342365.782717:0:279189:0:(lov_object.c:2244:lov_object_getstripe()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780342365.782719:0:279189:0:(cl_object.c:416:cl_object_getstripe()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1780342365.782721:0:279189:0:(cl_object.c:925:cl_env_put()) 1@ffff97ae60c3cbd0 00000020:00000010:2.0:1780342365.782723:0:279189:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff97ae72f1ee00. 00000020:00000010:2.0:1780342365.782725:0:279189:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff97ae6c516720. 00000008:00000010:2.0:1780342365.782727:0:279189:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff97ae6bf11650. 00020000:00000010:2.0:1780342365.782730:0:279189:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff97ae74432f00. 00008000:00000010:2.0:1780342365.782732:0:279189:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff97ae58aa5c40. 00000080:00000010:2.0:1780342365.782735:0:279189:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff97ae477835e8. 00000080:00000010:2.0:1780342365.782737:0:279189:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff97ae47e886d8. 00000020:00000010:2.0:1780342365.782740:0:279189:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff97ae72f1f200. 00000008:00000010:2.0:1780342365.782742:0:279189:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff97ae508929a0. 00020000:00000010:2.0:1780342365.782744:0:279189:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff97ae448f2f40. 00008000:00000010:2.0:1780342365.782746:0:279189:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff97ae47fe86f8. 00000080:00000010:2.0:1780342365.782749:0:279189:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff97ae6c627690. 00000020:00000010:2.0:1780342365.782751:0:279189:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff97ae72f1ec00. 00000020:00000010:2.0:1780342365.782753:0:279189:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff97ae60c3cbd0. 00000080:00000001:2.0:1780342365.782755:0:279189:0:(file.c:2951:ll_file_getstripe()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1780342365.782758:0:279189:0:(file.c:2993:ll_lov_setstripe()) kvfree 'klum': 32 at ffff97ae744f1d20. 00000080:00000001:2.0:1780342365.782761:0:279189:0:(file.c:2994:ll_lov_setstripe()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780342365.782763:0:279189:0:(file.c:4668:ll_file_ioctl()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780342365.782785:0:279189:0:(lov_object.c:2369:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1780342365.782788:0:279189:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff97ae6c0d74d8) owner 0000000000000000/ffff97ae72168000 00020000:00000002:2.0:1780342365.782804:0:279189:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff97ae6c0d74d8) owner 0000000000000000/ffff97ae72168000 00020000:00000001:2.0:1780342365.782807:0:279189:0:(lov_object.c:2420:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780342365.782829:0:279189:0:(file.c:444:ll_file_release()) Process entered 00000020:00000001:2.0:1780342365.782831:0:279189:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc54c1cd7db8 00000080:00200008:2.0:1780342365.782833:0:279189:0:(file.c:448:ll_file_release()) START file f812b.sanity:[0x200002b17:0x13b0:0x0](ffff97ae752680c8), flags 100001 00000080:00000001:2.0:1780342365.782837:0:279189:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:2.0:1780342365.782844:0:279189:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:2.0:1780342365.782845:0:279189:0:(lov_object.c:2369:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1780342365.782847:0:279189:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff97ae6c0d74d8) owner 0000000000000000/ffff97ae72168000 00020000:00000002:2.0:1780342365.782850:0:279189:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff97ae6c0d74d8) owner 0000000000000000/ffff97ae72168000 00020000:00000001:2.0:1780342365.782851:0:279189:0:(lov_object.c:2420:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780342365.782853:0:279189:0:(file.c:342:ll_md_close()) Process entered 00800000:00000001:2.0:1780342365.782856:0:279189:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1780342365.782859:0:279189:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1780342365.782860:0:279189:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1780342365.782863:0:279189:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1780342365.782865:0:279189:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1780342365.782866:0:279189:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0x13b0:0x0] 00800000:00000001:2.0:1780342365.782868:0:279189:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780342365.782871:0:279189:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1780342365.782873:0:279189:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1780342365.782875:0:279189:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff97ae696ab600 count: 2 00010000:00000001:2.0:1780342365.782877:0:279189:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1780342365.782880:0:279189:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1780342365.782882:0:279189:0:(lmv_obd.c:4116:lmv_lock_match()) Lock match for [0x200002b17:0x13b0:0x0]: 0 00000080:00000001:2.0:1780342365.782883:0:279189:0:(file.c:298:ll_md_real_close()) Process entered 00000080:00000001:2.0:1780342365.782885:0:279189:0:(file.c:151:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1780342365.782888:0:279189:0:(file.c:159:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff97ae72f1ec00. 00000080:00000001:2.0:1780342365.782890:0:279189:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1780342365.782894:0:279189:0:(file.c:129:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1780342365.782897:0:279189:0:(lmv_obd.c:1649:lmv_close()) Process entered 00800000:00000001:2.0:1780342365.782898:0:279189:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1780342365.782899:0:279189:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1780342365.782900:0:279189:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1780342365.782901:0:279189:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1780342365.782903:0:279189:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1780342365.782904:0:279189:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0x13b0:0x0] 00800000:00000001:2.0:1780342365.782906:0:279189:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1780342365.782907:0:279189:0:(lmv_obd.c:1655:lmv_close()) CLOSE [0x200002b17:0x13b0:0x0] 00000002:00000001:2.0:1780342365.782910:0:279189:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1780342365.782912:0:279189:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff97ae6a5d1000: [0x200002b17:0x13b0:0x0] file closed with intent: 0 00000100:00000010:2.0:1780342365.782917:0:279189:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97ae69de8e00. 00000020:00000040:2.0:1780342365.782921:0:279189:0:(genops.c:1231:class_import_get()) import ffff97ae51c6a000 refcount=9 obd=lustre-MDT0000-mdc-ffff97ae6a5d1000 00000100:00000001:2.0:1780342365.782930:0:279189:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780342365.782933:0:279189:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780342365.782936:0:279189:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780342365.782941:0:279189:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff97ae72f1f200. 00000100:00000001:2.0:1780342365.782947:0:279189:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1780342365.782962:0:279189:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff97ae6a523480 x1866812144822272/t30064771456(30064771456) o101->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 528/608 e 0 to 0 dl 1780342451 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1780342365.782971:0:279189:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff97ae6a5d1000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1780342365.782976:0:279189:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff97ae69de8e00 x1866812144823296/t0(0) o35->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1780342365.782983:0:279189:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1780342365.782985:0:279189:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1780342365.782990:0:279189:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff97ae50412600. 00000100:00000001:2.0:1780342365.782993:0:279189:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629373659391488 : -114700050160128 : ffff97ae50412600) 00000100:00000001:2.0:1780342365.782995:0:279189:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780342365.782996:0:279189:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446629374089137664 : -114699620413952 : ffff97ae69de8e00) 00000100:00000001:2.0:1780342365.783000:0:279189:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780342365.783004:0:279189:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342365.783006:0:279189:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1780342365.783008:0:279189:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780342365.783011:0:279189:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97ae69de8e00 x1866812144823296/t0(0) o35->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780342365.783018:0:279189:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780342365.783020:0:279189:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780342365.783023:0:279189:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780342365.783026:0:279189:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780342365.783028:0:279189:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780342365.783031:0:279189:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97ae69de8e00 pname:cluuid:pid:xid:nid:opc:job lfs:4e9c6b05-0761-44df-afd6-bfbc14f27556:279189:1866812144823296:192.168.203.129@tcp:35:lfs.0 00000100:00000001:2.0:1780342365.783034:0:279189:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780342365.783038:0:279189:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780342365.783041:0:279189:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780342365.783043:0:279189:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780342365.783052:0:279189:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97ae46666400. 02000000:00000001:2.0:1780342365.783054:0:279189:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780342365.783062:0:279189:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000010:2.0:1780342365.783066:0:279189:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97ae7582af78. 00000400:00000010:2.0:1780342365.783072:0:279189:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae4a1892a8. 00000100:00000200:2.0:1780342365.783078:0:279189:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866812144823296, portal 10 00000100:00000001:2.0:1780342365.783079:0:279189:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780342365.783081:0:279189:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446629374089137664 : -114699620413952 : ffff97ae69de8e00) 00000100:00000040:2.0:1780342365.783088:0:279189:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff97ae69de8e00 x1866812144823296/t0(0) o35->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1780342381 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780342365.783094:0:279189:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780342365.783096:0:279189:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.129@tcp 00000400:00000010:2.0:1780342365.783099:0:279189:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae4a189110. 00000100:00000200:2.0:1780342365.783102:0:279189:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1866812144823296, offset 0 00000400:00000200:2.0:1780342365.783108:0:279189:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.129@tcp 00000400:00000200:2.0:1780342365.783115:0:279189:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:2.0:1780342365.783122:0:279189:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.129@tcp local destination 00000400:00000200:2.0:1780342365.783126:0:279189:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780342365.783130:0:279189:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.29@tcp 00000400:00000200:2.0:1780342365.783133:0:279189:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780342365.783136:0:279189:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.129@tcp 00000400:00000200:2.0:1780342365.783139:0:279189:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.29@tcp NI seq info: [551818:551818:256:4294967295] 192.168.203.129@tcp LPNI seq info [551744:551744:8:4294967295] 00000400:00000200:2.0:1780342365.783144:0:279189:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:2.0:1780342365.783152:0:279189:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp:) -> 192.168.203.129@tcp(192.168.203.129@tcp:192.168.203.129@tcp) : PUT try# 0 00000800:00000200:2.0:1780342365.783157:0:279189:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.129@tcp 00000800:00000010:2.0:1780342365.783163:0:279189:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97ae51391700. 00000800:00000200:2.0:1780342365.783170:0:279189:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97ae46b85a80] -> 12345-192.168.203.129@tcp (5) 00000800:00000200:2.0:1780342365.783178:0:279189:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.129@tcp ip 192.168.203.129:988 00000800:00000200:2.0:1780342365.783182:0:279189:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97ae51391700 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1780342365.783205:0:279189:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780342365.783210:0:279189:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: using a timeout of 16227 usecs (17 jiffies) 00000400:00000200:2.0:1780342365.783219:0:279189:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000001:2.0:1780342365.783222:0:279189:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 0 is 4306480907 00000100:00000001:2.0:1780342365.783230:0:279189:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: PM QoS request active for cpu 0, simply extend its deadline from 4306480900 00000100:00000001:2.0:1780342365.783234:0:279189:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 1 is 4306480907 00000100:00000001:2.0:1780342365.783238:0:279189:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: PM QoS request active for cpu 1, simply extend its deadline from 4306480900 00000100:00000001:2.0:1780342365.783241:0:279189:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780342365.783243:0:279189:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342365.783245:0:279189:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780342365.783247:0:279189:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1780342365.783250:0:279189:0:(client.c:2692:ptlrpc_set_wait()) set ffff97ae50412600 going to sleep for 11 seconds 00000100:00000001:2.0:1780342365.783252:0:279189:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780342365.783254:0:279189:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780342365.783404:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780342365.783410:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97ae51391700. 00000400:00000200:1.0:1780342365.783415:0:2401:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780342365.783421:0:2401:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000400:00000200:1.0:1780342365.783426:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae4a189110 00000400:00000010:1.0:1780342365.783428:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae4a189110. 00000100:00000001:1.0:1780342365.783431:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780342365.783436:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97ae69de8e00 x1866812144823296/t0(0) o35->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1780342381 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780342365.783447:0:2401:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780342365.783451:0:2401:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff97ae69de8e00 x1866812144823296/t0(0) o35->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1780342381 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780342365.783458:0:2401:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342365.783460:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780342365.787646:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342365.787661:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780342365.787665:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342365.787667:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780342365.787675:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342365.787683:0:2402:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp) <- 192.168.203.129@tcp : PUT - for me 00000400:00000200:1.0:1780342365.787692:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342365.787697:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342365.787702:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342365.787706:0:2402:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.129@tcp of length 456 into portal 10 MB=0x6a1db12c12c00 00000400:00000200:1.0:1780342365.787729:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342365.787736:0:2402:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.129@tcp of length 456/456 into md 0x5463b1 [1] + 224 00000800:00000001:1.0:1780342365.787744:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342365.787751:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780342365.787754:0:2402:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780342365.787758:0:2402:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000100:00000001:1.0:1780342365.787766:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780342365.787773:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97ae69de8e00 x1866812144823296/t0(0) o35->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1780342381 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1780342365.787782:0:2402:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff97ae69de8e00 x1866812144823296/t0(0) o35->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1780342381 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780342365.787805:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780342365.787885:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342365.787888:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342365.787960:0:279189:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780342365.787967:0:279189:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780342365.787969:0:279189:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780342365.787973:0:279189:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97ae7582af78. 00000400:00000200:2.0:1780342365.787977:0:279189:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae4a1892a8 00000400:00000010:2.0:1780342365.787979:0:279189:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae4a1892a8. 00000100:00000001:2.0:1780342365.787982:0:279189:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780342365.787986:0:279189:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97ae69de8e00 x1866812144823296/t0(0) o35->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1780342381 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1780342365.787994:0:279189:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97ae69de8e00 x1866812144823296/t0(0) o35->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1780342381 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780342365.788000:0:279189:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780342365.788070:0:279189:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342365.788074:0:279189:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780342365.788077:0:279189:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780342365.788080:0:279189:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780342365.788082:0:279189:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780342365.788084:0:279189:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780342365.788093:0:279189:0:(import.c:2151:obd_at_measure()) add 5 to ffff97ae51c6a4f0 time=142 v=5 (5 5 5 5) 00000100:00001000:2.0:1780342365.788097:0:279189:0:(import.c:2151:obd_at_measure()) add 1 to ffff97ae51c6a418 time=63 v=5 (1 1 0 0) 00000100:00000001:2.0:1780342365.788100:0:279189:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780342365.788108:0:279189:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342365.788111:0:279189:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780342365.788114:0:279189:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342365.788118:0:279189:0:(client.c:1533:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1780342365.788120:0:279189:0:(client.c:1540:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1780342365.788121:0:279189:0:(client.c:1542:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1780342365.788123:0:279189:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780342365.788125:0:279189:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446629374089137664 : -114699620413952 : ffff97ae69de8e00) 00000100:00000001:2.0:1780342365.788128:0:279189:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780342365.788129:0:279189:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff97ae6a5d1000: skip recheck: last_committed 30064771455 00000100:00000001:2.0:1780342365.788131:0:279189:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780342365.788134:0:279189:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780342365.788139:0:279189:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97ae69de8e00 x1866812144823296/t30064771459(30064771459) o35->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1780342381 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780342365.788145:0:279189:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780342365.788148:0:279189:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780342365.788149:0:279189:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780342365.788153:0:279189:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97ae69de8e00 x1866812144823296/t30064771459(30064771459) o35->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1780342381 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1780342365.788161:0:279189:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff97ae69de8e00 pname:cluuid:pid:xid:nid:opc:job lfs:4e9c6b05-0761-44df-afd6-bfbc14f27556:279189:1866812144823296:192.168.203.129@tcp:35:lfs.0 00000100:00000001:2.0:1780342365.788165:0:279189:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342365.788168:0:279189:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342365.788171:0:279189:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1780342365.788173:0:279189:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780342365.788176:0:279189:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff97ae69de8e00 x1866812144823296/t30064771459(30064771459) o35->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1780342381 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780342365.788183:0:279189:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780342365.788186:0:279189:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff97ae50412600. 00000100:00000001:2.0:1780342365.788189:0:279189:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1780342365.788191:0:279189:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342365.788199:0:279189:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780342365.788200:0:279189:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446629374089137664 : -114699620413952 : ffff97ae69de8e00) 00000002:00000001:2.0:1780342365.788208:0:279189:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780342365.788210:0:279189:0:(lmv_obd.c:1657:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1780342365.788215:0:279189:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff97ae72f1ec00. 00000080:00000001:2.0:1780342365.788218:0:279189:0:(file.c:269:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1780342365.788221:0:279189:0:(lmv_obd.c:4175:lmv_clear_open_replay_data()) Process entered 00800000:00000001:2.0:1780342365.788223:0:279189:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1780342365.788225:0:279189:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1780342365.788227:0:279189:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1780342365.788229:0:279189:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1780342365.788231:0:279189:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1780342365.788233:0:279189:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0x13b0:0x0] 00800000:00000001:2.0:1780342365.788235:0:279189:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780342365.788239:0:279189:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1780342365.788244:0:279189:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff97ae6a523480 x1866812144822272/t30064771456(30064771456) o101->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 528/608 e 0 to 0 dl 1780342451 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1780342365.788250:0:279189:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780342365.788252:0:279189:0:(lmv_obd.c:4181:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1780342365.788254:0:279189:0:(file.c:274:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff97ae6c6cf980. 00000100:00000001:2.0:1780342365.788257:0:279189:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780342365.788260:0:279189:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff97ae69de8e00 x1866812144823296/t30064771459(30064771459) o35->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1780342381 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780342365.788265:0:279189:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780342365.788267:0:279189:0:(file.c:327:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1780342365.788270:0:279189:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff97ae60566000. 00000080:00000001:2.0:1780342365.788273:0:279189:0:(file.c:407:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780342365.788278:0:279189:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc54c1cd7db8 00000080:00000008:2.0:1780342365.788280:0:279189:0:(file.c:492:ll_file_release()) COMPLETED file f812b.sanity:[0x200002b17:0x13b0:0x0](ffff97ae752680c8), flags 100001, rc = 0 00000080:00000001:2.0:1780342365.788283:0:279189:0:(file.c:494:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780342365.788287:0:279189:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1780342365.788289:0:279189:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc54c1cd7e00 00000080:00002000:2.0:1780342365.788290:0:279189:0:(dcache.c:127:ll_ddelete()) deleting dentry f812b.sanity (ffff97ae61c81948, parent ffff97ae51704d80, inode ffff97ae752680c8) hashed, 00000080:00000001:2.0:1780342365.788293:0:279189:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1780342365.788302:0:279189:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1780342365.788307:0:279189:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:2.1F:1780342365.793705:0:279190:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97ae744f1980. 00000080:00000001:2.0:1780342365.797370:0:279190:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:2.0:1780342365.797375:0:279190:0:(file.c:6579:ll_inode_permission()) Process entered 00000080:00000001:2.0:1780342365.797378:0:279190:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1780342365.797381:0:279190:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc54c1d07b20 00000080:00200000:2.0:1780342365.797385:0:279190:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97ae727ec2c8),name=/ 00000080:00000010:2.0:1780342365.797392:0:279190:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff97ae72f1ec00. 00800000:00000002:2.0:1780342365.797398:0:279190:0:(lmv_obd.c:3976:lmv_stripe_object_get()) get ffff97ae586e9980 2 00000080:00000001:2.0:1780342365.797402:0:279190:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1780342365.797407:0:279190:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1780342365.797408:0:279190:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc54c1d07a40 00800000:00000002:2.0:1780342365.797411:0:279190:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1780342365.797415:0:279190:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1780342365.797418:0:279190:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1780342365.797420:0:279190:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1780342365.797422:0:279190:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1780342365.797424:0:279190:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1780342365.797426:0:279190:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1780342365.797428:0:279190:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1780342365.797431:0:279190:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1780342365.797434:0:279190:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1780342365.797791:0:279190:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1780342365.797794:0:279190:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc54c1d07910 00000002:00010000:2.0:1780342365.797796:0:279190:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1780342365.797800:0:279190:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1780342365.797802:0:279190:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1780342365.797805:0:279190:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1780342365.797810:0:279190:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780342365.797821:0:279190:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780342365.797823:0:279190:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780342365.797825:0:279190:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1780342365.797828:0:279190:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1780342365.798175:0:279190:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97ae69de9f80. 00000020:00000040:2.0:1780342365.798180:0:279190:0:(genops.c:1231:class_import_get()) import ffff97ae51c6a000 refcount=10 obd=lustre-MDT0000-mdc-ffff97ae6a5d1000 00010000:00000001:2.0:1780342365.798187:0:279190:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1780342365.798191:0:279190:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780342365.798197:0:279190:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780342365.798199:0:279190:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780342365.798206:0:279190:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342365.798209:0:279190:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780342365.798211:0:279190:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780342365.798216:0:279190:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780342365.798222:0:279190:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97ae46664400. 00000100:00000001:2.0:1780342365.798228:0:279190:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342365.798233:0:279190:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1780342365.798235:0:279190:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342365.798237:0:279190:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1780342365.798238:0:279190:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342365.798239:0:279190:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780342365.798245:0:279190:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446629374089142144 : -114699620409472 : ffff97ae69de9f80) 00010000:00000001:2.0:1780342365.798249:0:279190:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1780342365.798251:0:279190:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1780342365.798256:0:279190:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff97ae60c0e500. 00010000:00000010:2.0:1780342365.798260:0:279190:0:(ldlm_resource.c:1462:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff97ae6a8d1580. 00010000:00000001:2.0:1780342365.798264:0:279190:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1780342365.798267:0:279190:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff97ae69a4f400. 00000020:00000001:2.0:1780342365.798271:0:279190:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1780342365.798273:0:279190:0:(lustre_handles.c:77:class_handle_hash()) added object ffff97ae69a4f400 with handle 0x9eda7f8b44bfd033 to hash 00000020:00000001:2.0:1780342365.798276:0:279190:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1780342365.798277:0:279190:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446629374085362688 : -114699624188928 : ffff97ae69a4f400) 00010000:00000001:2.0:1780342365.798281:0:279190:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446629374085362688 : -114699624188928 : ffff97ae69a4f400) 00010000:00000001:2.0:1780342365.798284:0:279190:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780342365.798286:0:279190:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780342365.798290:0:279190:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97ae6a5d1000 lock: ffff97ae69a4f400/0x9eda7f8b44bfd033 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 279190 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780342365.798298:0:279190:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97ae6a5d1000 lock: ffff97ae69a4f400/0x9eda7f8b44bfd033 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 279190 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780342365.798308:0:279190:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97ae6a5d1000 lock: ffff97ae69a4f400/0x9eda7f8b44bfd033 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 279190 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1780342365.798313:0:279190:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1780342365.798320:0:279190:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1780342365.798326:0:279190:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff97ae50412600. 00000100:00000001:2.0:1780342365.798329:0:279190:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629373659391488 : -114700050160128 : ffff97ae50412600) 00000100:00000001:2.0:1780342365.798332:0:279190:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780342365.798333:0:279190:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446629374089142144 : -114699620409472 : ffff97ae69de9f80) 00000100:00000001:2.0:1780342365.798337:0:279190:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780342365.798342:0:279190:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342365.798344:0:279190:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1780342365.798346:0:279190:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780342365.798357:0:279190:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97ae69de9f80 x1866812144823424/t0(0) o101->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780342365.798365:0:279190:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780342365.798366:0:279190:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780342365.798370:0:279190:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780342365.798373:0:279190:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780342365.798375:0:279190:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780342365.798378:0:279190:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97ae69de9f80 pname:cluuid:pid:xid:nid:opc:job stat:4e9c6b05-0761-44df-afd6-bfbc14f27556:279190:1866812144823424:192.168.203.129@tcp:101:stat.0 00000100:00000001:2.0:1780342365.798383:0:279190:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780342365.798388:0:279190:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780342365.798390:0:279190:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780342365.798392:0:279190:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780342365.798397:0:279190:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff97ae69586000. 02000000:00000001:2.0:1780342365.798399:0:279190:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780342365.798406:0:279190:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000010:2.0:1780342365.798410:0:279190:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97ae7582af78. 00000400:00000010:2.0:1780342365.798415:0:279190:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae4a1892a8. 00000100:00000200:2.0:1780342365.798421:0:279190:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1866812144823424, portal 10 00000100:00000001:2.0:1780342365.798423:0:279190:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780342365.798424:0:279190:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446629374089142144 : -114699620409472 : ffff97ae69de9f80) 00000100:00000040:2.0:1780342365.798431:0:279190:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff97ae69de9f80 x1866812144823424/t0(0) o101->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780342451 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780342365.798787:0:279190:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780342365.798791:0:279190:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.129@tcp 00000400:00000010:2.0:1780342365.798800:0:279190:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae4a189660. 00000100:00000200:2.0:1780342365.798804:0:279190:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1866812144823424, offset 0 00000400:00000200:2.0:1780342365.798811:0:279190:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.129@tcp 00000400:00000200:2.0:1780342365.798828:0:279190:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:2.0:1780342365.798837:0:279190:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.129@tcp local destination 00000400:00000200:2.0:1780342365.798841:0:279190:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780342365.798845:0:279190:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.29@tcp 00000400:00000200:2.0:1780342365.798849:0:279190:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780342365.798851:0:279190:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.129@tcp 00000400:00000200:2.0:1780342365.798854:0:279190:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.29@tcp NI seq info: [551819:551819:256:4294967295] 192.168.203.129@tcp LPNI seq info [551745:551745:8:4294967295] 00000400:00000200:2.0:1780342365.798859:0:279190:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:2.0:1780342365.798869:0:279190:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp:) -> 192.168.203.129@tcp(192.168.203.129@tcp:192.168.203.129@tcp) : PUT try# 0 00000800:00000200:2.0:1780342365.798874:0:279190:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.129@tcp 00000800:00000010:2.0:1780342365.798879:0:279190:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97ae51391500. 00000800:00000200:2.0:1780342365.798886:0:279190:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97ae46b85a80] -> 12345-192.168.203.129@tcp (5) 00000800:00000200:2.0:1780342365.798893:0:279190:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.129@tcp ip 192.168.203.129:988 00000800:00000200:2.0:1780342365.798897:0:279190:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97ae51391500 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1780342365.799088:0:279190:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780342365.799093:0:279190:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: using a timeout of 16223 usecs (17 jiffies) 00000400:00000200:2.0:1780342365.799097:0:279190:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000001:2.0:1780342365.799100:0:279190:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 0 is 4306480923 00000100:00000001:2.0:1780342365.799107:0:279190:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: PM QoS request active for cpu 0, simply extend its deadline from 4306480907 00000100:00000001:2.0:1780342365.799112:0:279190:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 1 is 4306480923 00000100:00000001:2.0:1780342365.799115:0:279190:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: PM QoS request active for cpu 1, simply extend its deadline from 4306480907 00000100:00000001:2.0:1780342365.799118:0:279190:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780342365.799120:0:279190:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342365.799122:0:279190:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780342365.799124:0:279190:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=81 : 81 : 51) 00000100:00100000:2.0:1780342365.799127:0:279190:0:(client.c:2692:ptlrpc_set_wait()) set ffff97ae50412600 going to sleep for 81 seconds 00000100:00000001:2.0:1780342365.799129:0:279190:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780342365.799137:0:279190:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780342365.799237:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780342365.799241:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97ae51391500. 00000400:00000200:1.0:1780342365.799245:0:2401:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780342365.799250:0:2401:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000400:00000200:1.0:1780342365.799255:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae4a189660 00000400:00000010:1.0:1780342365.799258:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae4a189660. 00000100:00000001:1.0:1780342365.799262:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780342365.799266:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97ae69de9f80 x1866812144823424/t0(0) o101->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780342451 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780342365.799276:0:2401:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780342365.799279:0:2401:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff97ae69de9f80 x1866812144823424/t0(0) o101->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780342451 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780342365.799286:0:2401:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342365.799288:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780342365.802737:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342365.802838:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780342365.802842:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342365.802846:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780342365.802867:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342365.802876:0:2402:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp) <- 192.168.203.129@tcp : PUT - for me 00000400:00000200:1.0:1780342365.802885:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342365.802889:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342365.802895:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342365.802899:0:2402:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.129@tcp of length 688 into portal 10 MB=0x6a1db12c12c80 00000400:00000200:1.0:1780342365.802904:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342365.802910:0:2402:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.129@tcp of length 688/688 into md 0x5463b9 [1] + 224 00000800:00000001:1.0:1780342365.802917:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342365.802926:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780342365.802929:0:2402:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780342365.802933:0:2402:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000100:00000001:1.0:1780342365.802940:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780342365.802948:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97ae69de9f80 x1866812144823424/t0(0) o101->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780342451 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1780342365.802957:0:2402:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff97ae69de9f80 x1866812144823424/t0(0) o101->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780342451 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780342365.803013:0:279190:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780342365.803081:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780342365.803092:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342365.803095:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1780342365.803135:0:279190:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780342365.803137:0:279190:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780342365.803139:0:279190:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97ae7582af78. 00000400:00000200:2.0:1780342365.803143:0:279190:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae4a1892a8 00000400:00000010:2.0:1780342365.803144:0:279190:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae4a1892a8. 00000100:00000001:2.0:1780342365.803146:0:279190:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780342365.803150:0:279190:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97ae69de9f80 x1866812144823424/t0(0) o101->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780342451 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1780342365.803155:0:279190:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97ae69de9f80 x1866812144823424/t0(0) o101->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780342451 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780342365.803159:0:279190:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780342365.803161:0:279190:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342365.803162:0:279190:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780342365.803165:0:279190:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780342365.803167:0:279190:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780342365.803168:0:279190:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780342365.803171:0:279190:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780342365.803180:0:279190:0:(import.c:2151:obd_at_measure()) add 61 to ffff97ae51c6a460 time=142 v=61 (61 61 62 62) 00000100:00001000:2.0:1780342365.803183:0:279190:0:(import.c:2151:obd_at_measure()) add 1 to ffff97ae51c6a418 time=63 v=5 (1 1 0 0) 00000100:00000001:2.0:1780342365.803186:0:279190:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780342365.803187:0:279190:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342365.803189:0:279190:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780342365.803191:0:279190:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342365.803194:0:279190:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780342365.803196:0:279190:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff97ae6a5d1000: skip recheck: last_committed 30064771455 00000100:00000001:2.0:1780342365.803197:0:279190:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780342365.803198:0:279190:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780342365.803201:0:279190:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97ae69de9f80 x1866812144823424/t0(0) o101->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1780342451 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780342365.803206:0:279190:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780342365.803208:0:279190:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780342365.803210:0:279190:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780342365.803212:0:279190:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97ae69de9f80 x1866812144823424/t0(0) o101->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1780342451 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1780342365.803223:0:279190:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff97ae69de9f80 pname:cluuid:pid:xid:nid:opc:job stat:4e9c6b05-0761-44df-afd6-bfbc14f27556:279190:1866812144823424:192.168.203.129@tcp:101:stat.0 00000100:00000001:2.0:1780342365.803228:0:279190:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342365.803230:0:279190:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342365.803233:0:279190:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1780342365.803235:0:279190:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780342365.803239:0:279190:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97ae69de9f80 x1866812144823424/t0(0) o101->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1780342451 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780342365.803246:0:279190:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780342365.803249:0:279190:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff97ae50412600. 00000100:00000001:2.0:1780342365.803252:0:279190:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1780342365.803253:0:279190:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342365.803256:0:279190:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1780342365.803260:0:279190:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780342365.803262:0:279190:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780342365.803265:0:279190:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff97ae69a4f400 refcount=4 00000020:00000001:2.0:1780342365.803267:0:279190:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629374085362688 : -114699624188928 : ffff97ae69a4f400) 00010000:00000001:2.0:1780342365.803269:0:279190:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629374085362688 : -114699624188928 : ffff97ae69a4f400) 00010000:00000040:2.0:1780342365.803276:0:279190:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff97ae69a4f400, remote cookie: 0xde20be84e1ab0f08, flags: 0x1001 00010000:00010000:2.0:1780342365.803280:0:279190:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97ae6a5d1000 lock: ffff97ae69a4f400/0x9eda7f8b44bfd033 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xde20be84e1ab0f08 expref: -99 pid: 279190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780342365.803290:0:279190:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97ae6a5d1000 lock: ffff97ae69a4f400/0x9eda7f8b44bfd033 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xde20be84e1ab0f08 expref: -99 pid: 279190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780342365.803296:0:279190:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1780342365.803301:0:279190:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1780342365.803303:0:279190:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1780342365.803305:0:279190:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1780342365.803306:0:279190:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1780342365.803308:0:279190:0:(ldlm_resource.c:1850:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff97ae60c0e500) refcount = 1 00010000:00010000:2.0:1780342365.803318:0:279190:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97ae6a5d1000 lock: ffff97ae69a4f400/0x9eda7f8b44bfd033 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xde20be84e1ab0f08 expref: -99 pid: 279190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780342365.803324:0:279190:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1780342365.803327:0:279190:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1780342365.803329:0:279190:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780342365.803332:0:279190:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1780342365.803334:0:279190:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780342365.803338:0:279190:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97ae6a5d1000 lock: ffff97ae69a4f400/0x9eda7f8b44bfd033 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xde20be84e1ab0f08 expref: -99 pid: 279190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780342365.803343:0:279190:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1780342365.803345:0:279190:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780342365.803346:0:279190:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780342365.803348:0:279190:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780342365.803349:0:279190:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780342365.803350:0:279190:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780342365.803356:0:279190:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1780342365.803357:0:279190:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780342365.803359:0:279190:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780342365.803360:0:279190:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff97ae69a4f400 refcount=3 00000020:00000001:2.0:1780342365.803362:0:279190:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629374085362688 : -114699624188928 : ffff97ae69a4f400) 00010000:00000001:2.0:1780342365.803364:0:279190:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629374085362688 : -114699624188928 : ffff97ae69a4f400) 00010000:00000001:2.0:1780342365.803366:0:279190:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780342365.803367:0:279190:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780342365.803368:0:279190:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff97ae69a4f400 refcount=4 00000020:00000001:2.0:1780342365.803369:0:279190:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629374085362688 : -114699624188928 : ffff97ae69a4f400) 00010000:00000001:2.0:1780342365.803371:0:279190:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629374085362688 : -114699624188928 : ffff97ae69a4f400) 00010000:00000001:2.0:1780342365.803374:0:279190:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780342365.803376:0:279190:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780342365.803379:0:279190:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97ae6a5d1000 lock: ffff97ae69a4f400/0x9eda7f8b44bfd033 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xde20be84e1ab0f08 expref: -99 pid: 279190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780342365.803397:0:279190:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780342365.803398:0:279190:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780342365.803400:0:279190:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780342365.803401:0:279190:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780342365.803402:0:279190:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff97ae69a4f400 refcount=5 00000020:00000001:2.0:1780342365.803404:0:279190:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629374085362688 : -114699624188928 : ffff97ae69a4f400) 00010000:00000001:2.0:1780342365.803407:0:279190:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629374085362688 : -114699624188928 : ffff97ae69a4f400) 00010000:00000001:2.0:1780342365.803409:0:279190:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780342365.803411:0:279190:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97ae6a5d1000 lock: ffff97ae69a4f400/0x9eda7f8b44bfd033 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xde20be84e1ab0f08 expref: -99 pid: 279190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780342365.803415:0:279190:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780342365.803416:0:279190:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1780342365.803417:0:279190:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97ae6a5d1000 lock: ffff97ae69a4f400/0x9eda7f8b44bfd033 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xde20be84e1ab0f08 expref: -99 pid: 279190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780342365.803421:0:279190:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780342365.803422:0:279190:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780342365.803423:0:279190:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780342365.803424:0:279190:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780342365.803425:0:279190:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1780342365.803428:0:279190:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97ae69de9f80 x1866812144823424/t0(0) o101->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1780342451 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1780342365.803434:0:279190:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780342365.803435:0:279190:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780342365.803436:0:279190:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff97ae69a4f400 refcount=3 00000020:00000001:2.0:1780342365.803437:0:279190:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629374085362688 : -114699624188928 : ffff97ae69a4f400) 00010000:00000001:2.0:1780342365.803490:0:279190:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629374085362688 : -114699624188928 : ffff97ae69a4f400) 00010000:00000001:2.0:1780342365.803492:0:279190:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780342365.803492:0:279190:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780342365.803494:0:279190:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780342365.803501:0:279190:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780342365.803504:0:279190:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1780342365.803506:0:279190:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780342365.803508:0:279190:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780342365.803509:0:279190:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff97ae69a4f400 refcount=3 00000020:00000001:2.0:1780342365.803511:0:279190:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629374085362688 : -114699624188928 : ffff97ae69a4f400) 00010000:00000001:2.0:1780342365.803513:0:279190:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629374085362688 : -114699624188928 : ffff97ae69a4f400) 00000002:00010000:2.0:1780342365.803516:0:279190:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97ae6a5d1000 lock: ffff97ae69a4f400/0x9eda7f8b44bfd033 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xde20be84e1ab0f08 expref: -99 pid: 279190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780342365.803523:0:279190:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780342365.803524:0:279190:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780342365.803526:0:279190:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1780342365.803527:0:279190:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780342365.803528:0:279190:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780342365.803529:0:279190:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff97ae69a4f400 refcount=3 00000020:00000001:2.0:1780342365.803531:0:279190:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629374085362688 : -114699624188928 : ffff97ae69a4f400) 00010000:00000001:2.0:1780342365.803533:0:279190:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629374085362688 : -114699624188928 : ffff97ae69a4f400) 00010000:00000040:2.0:1780342365.803539:0:279190:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff97ae60c0e500 count: 2 00010000:00000001:2.0:1780342365.803541:0:279190:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1780342365.803545:0:279190:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff97ae6a6de000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1780342365.803547:0:279190:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780342365.803549:0:279190:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780342365.803550:0:279190:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1780342365.803553:0:279190:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc54c1d07890 00000002:00002000:2.0:1780342365.803555:0:279190:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:2.0:1780342365.803558:0:279190:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780342365.803590:0:279190:0:(lmv_intent.c:554:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780342365.803593:0:279190:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1780342365.803596:0:279190:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 0 00000080:00000001:2.0:1780342365.803600:0:279190:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1780342365.803604:0:279190:0:(lmv_obd.c:4021:lmv_stripe_object_put()) put ffff97ae586e9980 2 00000080:00000010:2.0:1780342365.803608:0:279190:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff97ae72f1ec00. 00000080:00000001:2.0:1780342365.803612:0:279190:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1780342365.803620:0:279190:0:(llite_lib.c:3685:ll_prep_inode()) Process entered 00000002:00000001:2.0:1780342365.803625:0:279190:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1780342365.803630:0:279190:0:(lmv_obd.c:3904:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1780342365.803635:0:279190:0:(lmv_obd.c:3883:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff97ae6a4289c0. 00800000:00000001:2.0:1780342365.803637:0:279190:0:(lmv_obd.c:3888:lmv_stripe_object_alloc()) Process leaving (rc=18446629374095690176 : -114699613861440 : ffff97ae6a4289c0) 00800000:00000001:2.0:1780342365.803640:0:279190:0:(lmv_obd.c:3965:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780342365.803642:0:279190:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1780342365.803645:0:279190:0:(llite_lib.c:1833:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1780342365.803647:0:279190:0:(llite_lib.c:1837:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1780342365.803649:0:279190:0:(llite_lib.c:1788:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1780342365.803652:0:279190:0:(llite_lib.c:1810:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1780342365.803654:0:279190:0:(llite_lib.c:1854:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780342365.803658:0:279190:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1780342365.803661:0:279190:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:2.0:1780342365.803663:0:279190:0:(llite_lib.c:2905:ll_update_inode()) setting ino 144115188193296385 mtime from 1780342284 to 1780342365 00000080:00200000:2.0:1780342365.803667:0:279190:0:(llite_lib.c:2974:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 20480 00010000:00000001:2.0:1780342365.803669:0:279190:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780342365.803671:0:279190:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780342365.803672:0:279190:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff97ae69a4f400 refcount=3 00000020:00000001:2.0:1780342365.803674:0:279190:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629374085362688 : -114699624188928 : ffff97ae69a4f400) 00010000:00000001:2.0:1780342365.803676:0:279190:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629374085362688 : -114699624188928 : ffff97ae69a4f400) 00010000:00000001:2.0:1780342365.803678:0:279190:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780342365.803679:0:279190:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1780342365.803680:0:279190:0:(llite_lib.c:3783:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1780342365.803682:0:279190:0:(lmv_obd.c:4141:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1780342365.803684:0:279190:0:(lmv_obd.c:4021:lmv_stripe_object_put()) put ffff97ae6a4289c0 1 00800000:00000010:2.0:1780342365.803686:0:279190:0:(lmv_obd.c:4006:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff97ae6a4289c0. 00800000:00000001:2.0:1780342365.803689:0:279190:0:(lmv_obd.c:4148:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780342365.803692:0:279190:0:(llite_internal.h:2011:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97ae727ec2c8) for lock 0x9eda7f8b44bfd033 00800000:00000001:2.0:1780342365.803696:0:279190:0:(lmv_obd.c:4061:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1780342365.803698:0:279190:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1780342365.803699:0:279190:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780342365.803700:0:279190:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780342365.803702:0:279190:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff97ae69a4f400 refcount=3 00000020:00000001:2.0:1780342365.803703:0:279190:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629374085362688 : -114699624188928 : ffff97ae69a4f400) 00010000:00000001:2.0:1780342365.803711:0:279190:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629374085362688 : -114699624188928 : ffff97ae69a4f400) 00010000:00000001:2.0:1780342365.803713:0:279190:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780342365.803714:0:279190:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780342365.803715:0:279190:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780342365.803717:0:279190:0:(lmv_obd.c:4066:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780342365.803720:0:279190:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780342365.803722:0:279190:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97ae727ec2c8) 00000080:00010000:2.0:1780342365.803725:0:279190:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9eda7f8b44bfd033 from it ffffbc54c1d07b58 00010000:00000001:2.0:1780342365.803726:0:279190:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780342365.803727:0:279190:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780342365.803728:0:279190:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff97ae69a4f400 refcount=3 00000020:00000001:2.0:1780342365.803730:0:279190:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629374085362688 : -114699624188928 : ffff97ae69a4f400) 00010000:00000001:2.0:1780342365.803731:0:279190:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629374085362688 : -114699624188928 : ffff97ae69a4f400) 00010000:00000001:2.0:1780342365.803733:0:279190:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780342365.803735:0:279190:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97ae6a5d1000 lock: ffff97ae69a4f400/0x9eda7f8b44bfd033 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xde20be84e1ab0f08 expref: -99 pid: 279190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780342365.803741:0:279190:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780342365.803742:0:279190:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780342365.803743:0:279190:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1780342365.803746:0:279190:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1780342365.803748:0:279190:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97ae6a5d1000 lock: ffff97ae69a4f400/0x9eda7f8b44bfd033 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xde20be84e1ab0f08 expref: -99 pid: 279190 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1780342365.803754:0:279190:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342365.803756:0:279190:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1780342365.803758:0:279190:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780342365.803763:0:279190:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780342365.803764:0:279190:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780342365.803765:0:279190:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342365.803768:0:279190:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1780342365.803769:0:279190:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342365.803771:0:279190:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342365.803773:0:279190:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342365.803781:0:279190:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780342365.803782:0:279190:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780342365.803783:0:279190:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1780342365.803786:0:279190:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780342365.803790:0:279190:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97ae69de9f80 x1866812144823424/t0(0) o101->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1780342451 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780342365.803796:0:279190:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780342365.803799:0:279190:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780342365.803802:0:279190:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff97ae69586000. 02000000:00000001:2.0:1780342365.803805:0:279190:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780342365.803808:0:279190:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780342365.803809:0:279190:0:(genops.c:1244:class_import_put()) import ffff97ae51c6a000 refcount=9 obd=lustre-MDT0000-mdc-ffff97ae6a5d1000 00000020:00000001:2.0:1780342365.803811:0:279190:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780342365.803824:0:279190:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97ae46664400. 02000000:00000001:2.0:1780342365.803828:0:279190:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780342365.803830:0:279190:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780342365.803831:0:279190:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97ae69de9f80. 00000100:00000001:2.0:1780342365.803836:0:279190:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780342365.803837:0:279190:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1780342365.803840:0:279190:0:(file.c:6594:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97ae727ec2c8), inode mode 41ff mask 1 00000080:00000001:2.0:1780342365.803844:0:279190:0:(file.c:6633:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1780342365.803857:0:279190:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff97ae43a6c160. 00000020:00000001:2.0:1780342365.803861:0:279190:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc54c1d07ae8 00000080:00200000:2.0:1780342365.803863:0:279190:0:(namei.c:1331:ll_lookup_nd()) VFS Op:name=f812b.sanity, dir=[0x200000007:0x1:0x0](ffff97ae727ec2c8), flags=8 00000080:00000001:2.0:1780342365.803866:0:279190:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1780342365.803868:0:279190:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc54c1d07998 00000080:00200000:2.0:1780342365.803869:0:279190:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f812b.sanity, dir=[0x200000007:0x1:0x0](ffff97ae727ec2c8), intent=getattr 00000080:00000010:2.0:1780342365.803876:0:279190:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff97ae72f1ec00. 00800000:00000002:2.0:1780342365.803879:0:279190:0:(lmv_obd.c:3976:lmv_stripe_object_get()) get ffff97ae586e9980 2 00000080:00000001:2.0:1780342365.803884:0:279190:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1780342365.803886:0:279190:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1780342365.803888:0:279190:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc54c1d078b8 00800000:00000002:2.0:1780342365.803890:0:279190:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f812b.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1780342365.803892:0:279190:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1780342365.803895:0:279190:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1780342365.803897:0:279190:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1780342365.803903:0:279190:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1780342365.803905:0:279190:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1780342365.803907:0:279190:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1780342365.803909:0:279190:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1780342365.803911:0:279190:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780342365.803914:0:279190:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc54c1d07850 00800000:00000002:2.0:1780342365.803916:0:279190:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='f812b.sanity' -> mds #0 00000002:00000001:2.0:1780342365.803921:0:279190:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1780342365.803922:0:279190:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc54c1d07788 00000002:00010000:2.0:1780342365.803924:0:279190:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f812b.sanity,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1780342365.803928:0:279190:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1780342365.803930:0:279190:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1780342365.803932:0:279190:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97ae69de9f80. 00000020:00000040:2.0:1780342365.803936:0:279190:0:(genops.c:1231:class_import_get()) import ffff97ae51c6a000 refcount=10 obd=lustre-MDT0000-mdc-ffff97ae6a5d1000 00010000:00000001:2.0:1780342365.803940:0:279190:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1780342365.803943:0:279190:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780342365.803946:0:279190:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780342365.803947:0:279190:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780342365.803948:0:279190:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342365.803951:0:279190:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780342365.803953:0:279190:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780342365.803956:0:279190:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780342365.803961:0:279190:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97ae46664400. 00000100:00000001:2.0:1780342365.803967:0:279190:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342365.803969:0:279190:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1780342365.803971:0:279190:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342365.803973:0:279190:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1780342365.803974:0:279190:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342365.803976:0:279190:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780342365.803981:0:279190:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446629374089142144 : -114699620409472 : ffff97ae69de9f80) 00010000:00000001:2.0:1780342365.803984:0:279190:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1780342365.803986:0:279190:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1780342365.803988:0:279190:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff97ae60c0e500 count: 2 00010000:00000001:2.0:1780342365.803990:0:279190:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780342365.803992:0:279190:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1780342365.803999:0:279190:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff97ae69a4f600. 00000020:00000001:2.0:1780342365.804079:0:279190:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1780342365.804082:0:279190:0:(lustre_handles.c:77:class_handle_hash()) added object ffff97ae69a4f600 with handle 0x9eda7f8b44bfd03a to hash 00000020:00000001:2.0:1780342365.804085:0:279190:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1780342365.804086:0:279190:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446629374085363200 : -114699624188416 : ffff97ae69a4f600) 00010000:00000001:2.0:1780342365.804090:0:279190:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446629374085363200 : -114699624188416 : ffff97ae69a4f600) 00010000:00000001:2.0:1780342365.804093:0:279190:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780342365.804094:0:279190:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780342365.804097:0:279190:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97ae6a5d1000 lock: ffff97ae69a4f600/0x9eda7f8b44bfd03a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 279190 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780342365.804104:0:279190:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97ae6a5d1000 lock: ffff97ae69a4f600/0x9eda7f8b44bfd03a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 279190 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780342365.804113:0:279190:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97ae6a5d1000 lock: ffff97ae69a4f600/0x9eda7f8b44bfd03a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 279190 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1780342365.804119:0:279190:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1780342365.804121:0:279190:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1780342365.804126:0:279190:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff97ae50412600. 00000100:00000001:2.0:1780342365.804128:0:279190:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629373659391488 : -114700050160128 : ffff97ae50412600) 00000100:00000001:2.0:1780342365.804130:0:279190:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780342365.804131:0:279190:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446629374089142144 : -114699620409472 : ffff97ae69de9f80) 00000100:00000001:2.0:1780342365.804136:0:279190:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780342365.804139:0:279190:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342365.804142:0:279190:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1780342365.804143:0:279190:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780342365.804147:0:279190:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97ae69de9f80 x1866812144823552/t0(0) o101->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 584/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780342365.804154:0:279190:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780342365.804156:0:279190:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780342365.804160:0:279190:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780342365.804162:0:279190:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780342365.804165:0:279190:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780342365.804174:0:279190:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97ae69de9f80 pname:cluuid:pid:xid:nid:opc:job stat:4e9c6b05-0761-44df-afd6-bfbc14f27556:279190:1866812144823552:192.168.203.129@tcp:101:stat.0 00000100:00000001:2.0:1780342365.804178:0:279190:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780342365.804183:0:279190:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780342365.804186:0:279190:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780342365.804188:0:279190:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780342365.804191:0:279190:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff97ae69586000. 02000000:00000001:2.0:1780342365.804193:0:279190:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780342365.804199:0:279190:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000010:2.0:1780342365.804202:0:279190:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97ae7582af78. 00000400:00000010:2.0:1780342365.804206:0:279190:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae4a1892a8. 00000100:00000200:2.0:1780342365.804213:0:279190:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1866812144823552, portal 10 00000100:00000001:2.0:1780342365.804215:0:279190:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780342365.804216:0:279190:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446629374089142144 : -114699620409472 : ffff97ae69de9f80) 00000100:00000040:2.0:1780342365.804221:0:279190:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff97ae69de9f80 x1866812144823552/t0(0) o101->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 584/1152 e 0 to 0 dl 1780342451 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780342365.804228:0:279190:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780342365.804231:0:279190:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.129@tcp 00000400:00000010:2.0:1780342365.804233:0:279190:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae4a1893b8. 00000100:00000200:2.0:1780342365.804237:0:279190:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1866812144823552, offset 0 00000400:00000200:2.0:1780342365.804242:0:279190:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.129@tcp 00000400:00000200:2.0:1780342365.804250:0:279190:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:2.0:1780342365.804256:0:279190:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.129@tcp local destination 00000400:00000200:2.0:1780342365.804261:0:279190:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780342365.804266:0:279190:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.29@tcp 00000400:00000200:2.0:1780342365.804269:0:279190:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780342365.804272:0:279190:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.129@tcp 00000400:00000200:2.0:1780342365.804275:0:279190:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.29@tcp NI seq info: [551820:551820:256:4294967295] 192.168.203.129@tcp LPNI seq info [551746:551746:8:4294967295] 00000400:00000200:2.0:1780342365.804279:0:279190:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:2.0:1780342365.804287:0:279190:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp:) -> 192.168.203.129@tcp(192.168.203.129@tcp:192.168.203.129@tcp) : PUT try# 0 00000800:00000200:2.0:1780342365.804291:0:279190:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.129@tcp 00000800:00000010:2.0:1780342365.804295:0:279190:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97ae51391100. 00000800:00000200:2.0:1780342365.804308:0:279190:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97ae46b85a80] -> 12345-192.168.203.129@tcp (5) 00000800:00000200:2.0:1780342365.804316:0:279190:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.129@tcp ip 192.168.203.129:988 00000800:00000200:2.0:1780342365.804320:0:279190:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97ae51391100 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:2.0:1780342365.804397:0:279190:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780342365.804402:0:279190:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: using a timeout of 16220 usecs (17 jiffies) 00000400:00000200:2.0:1780342365.804406:0:279190:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000001:2.0:1780342365.804408:0:279190:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 0 is 4306480928 00000100:00000001:2.0:1780342365.804417:0:279190:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: PM QoS request active for cpu 0, simply extend its deadline from 4306480923 00000100:00000001:2.0:1780342365.804422:0:279190:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 1 is 4306480928 00000100:00000001:2.0:1780342365.804425:0:279190:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: PM QoS request active for cpu 1, simply extend its deadline from 4306480923 00000100:00000001:2.0:1780342365.804428:0:279190:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780342365.804430:0:279190:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342365.804432:0:279190:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780342365.804434:0:279190:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=81 : 81 : 51) 00000100:00100000:2.0:1780342365.804437:0:279190:0:(client.c:2692:ptlrpc_set_wait()) set ffff97ae50412600 going to sleep for 81 seconds 00000100:00000001:2.0:1780342365.804448:0:279190:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780342365.804449:0:279190:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780342365.804786:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780342365.804791:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97ae51391100. 00000400:00000200:1.0:1780342365.804795:0:2401:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780342365.804800:0:2401:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000400:00000200:1.0:1780342365.804804:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae4a1893b8 00000400:00000010:1.0:1780342365.804806:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae4a1893b8. 00000100:00000001:1.0:1780342365.804809:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780342365.804823:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97ae69de9f80 x1866812144823552/t0(0) o101->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 584/1152 e 0 to 0 dl 1780342451 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780342365.804832:0:2401:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780342365.804835:0:2401:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff97ae69de9f80 x1866812144823552/t0(0) o101->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 584/1152 e 0 to 0 dl 1780342451 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780342365.804852:0:2401:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342365.804854:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780342365.808334:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342365.808347:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780342365.808351:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342365.808354:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780342365.808363:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342365.808369:0:2402:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp) <- 192.168.203.129@tcp : PUT - for me 00000400:00000200:1.0:1780342365.808377:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342365.808382:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342365.808387:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342365.808391:0:2402:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.129@tcp of length 640 into portal 10 MB=0x6a1db12c12d00 00000400:00000200:1.0:1780342365.808396:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342365.808403:0:2402:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.129@tcp of length 640/640 into md 0x5463c1 [1] + 224 00000800:00000001:1.0:1780342365.808409:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342365.808416:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780342365.808418:0:2402:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780342365.808422:0:2402:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000100:00000001:1.0:1780342365.808427:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780342365.808434:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97ae69de9f80 x1866812144823552/t0(0) o101->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 584/1152 e 0 to 0 dl 1780342451 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1780342365.808507:0:2402:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff97ae69de9f80 x1866812144823552/t0(0) o101->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 584/1152 e 0 to 0 dl 1780342451 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780342365.808526:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780342365.808536:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342365.808539:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342365.808610:0:279190:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780342365.808618:0:279190:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780342365.808620:0:279190:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780342365.808623:0:279190:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97ae7582af78. 00000400:00000200:2.0:1780342365.808627:0:279190:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae4a1892a8 00000400:00000010:2.0:1780342365.808629:0:279190:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae4a1892a8. 00000100:00000001:2.0:1780342365.808632:0:279190:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780342365.808636:0:279190:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97ae69de9f80 x1866812144823552/t0(0) o101->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 584/1152 e 0 to 0 dl 1780342451 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1780342365.808645:0:279190:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97ae69de9f80 x1866812144823552/t0(0) o101->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 584/1152 e 0 to 0 dl 1780342451 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780342365.808651:0:279190:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780342365.808652:0:279190:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342365.808655:0:279190:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780342365.808658:0:279190:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780342365.808671:0:279190:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780342365.808673:0:279190:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780342365.808676:0:279190:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780342365.808685:0:279190:0:(import.c:2151:obd_at_measure()) add 61 to ffff97ae51c6a460 time=142 v=61 (61 61 62 62) 00000100:00001000:2.0:1780342365.808689:0:279190:0:(import.c:2151:obd_at_measure()) add 1 to ffff97ae51c6a418 time=63 v=5 (1 1 0 0) 00000100:00000001:2.0:1780342365.808692:0:279190:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780342365.808694:0:279190:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342365.808696:0:279190:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780342365.808699:0:279190:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342365.808703:0:279190:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780342365.808705:0:279190:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff97ae6a5d1000: skip recheck: last_committed 30064771455 00000100:00000001:2.0:1780342365.808707:0:279190:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780342365.808709:0:279190:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780342365.808714:0:279190:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97ae69de9f80 x1866812144823552/t0(0) o101->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 584/640 e 0 to 0 dl 1780342451 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780342365.808720:0:279190:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780342365.808723:0:279190:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780342365.808725:0:279190:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780342365.808729:0:279190:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97ae69de9f80 x1866812144823552/t0(0) o101->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 584/640 e 0 to 0 dl 1780342451 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1780342365.808736:0:279190:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff97ae69de9f80 pname:cluuid:pid:xid:nid:opc:job stat:4e9c6b05-0761-44df-afd6-bfbc14f27556:279190:1866812144823552:192.168.203.129@tcp:101:stat.0 00000100:00000001:2.0:1780342365.808741:0:279190:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342365.808744:0:279190:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342365.808746:0:279190:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1780342365.808748:0:279190:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780342365.808752:0:279190:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97ae69de9f80 x1866812144823552/t0(0) o101->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 584/640 e 0 to 0 dl 1780342451 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780342365.808758:0:279190:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780342365.808761:0:279190:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff97ae50412600. 00000100:00000001:2.0:1780342365.808764:0:279190:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1780342365.808765:0:279190:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342365.808768:0:279190:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1780342365.808772:0:279190:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780342365.808780:0:279190:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780342365.808783:0:279190:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff97ae69a4f600 refcount=4 00000020:00000001:2.0:1780342365.808785:0:279190:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629374085363200 : -114699624188416 : ffff97ae69a4f600) 00010000:00000001:2.0:1780342365.808788:0:279190:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629374085363200 : -114699624188416 : ffff97ae69a4f600) 00010000:00000040:2.0:1780342365.808794:0:279190:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff97ae69a4f600, remote cookie: 0xde20be84e1ab0f24, flags: 0x1001 00010000:00010000:2.0:1780342365.808798:0:279190:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97ae6a5d1000 lock: ffff97ae69a4f600/0x9eda7f8b44bfd03a lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xde20be84e1ab0f24 expref: -99 pid: 279190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1780342365.808806:0:279190:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200002b17:0x13b0:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1780342365.808809:0:279190:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:2.0:1780342365.808826:0:279190:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff97ae696ab600 count: 2 00010000:00000001:2.0:1780342365.808829:0:279190:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780342365.808832:0:279190:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780342365.808834:0:279190:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff97ae6a5d1000 lock: ffff97ae69a4f600/0x9eda7f8b44bfd03a lrc: 4/1,0 mode: --/PR res: [0x200002b17:0x13b0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xde20be84e1ab0f24 expref: -99 pid: 279190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780342365.808841:0:279190:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97ae6a5d1000 lock: ffff97ae69a4f600/0x9eda7f8b44bfd03a lrc: 4/1,0 mode: --/PR res: [0x200002b17:0x13b0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xde20be84e1ab0f24 expref: -99 pid: 279190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780342365.808847:0:279190:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1780342365.808851:0:279190:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1780342365.808853:0:279190:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1780342365.808855:0:279190:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1780342365.808856:0:279190:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1780342365.808859:0:279190:0:(ldlm_resource.c:1850:ldlm_resource_dump()) --- Resource: [0x200002b17:0x13b0:0x0].0x0 (ffff97ae696ab600) refcount = 2 00010000:00000040:2.0:1780342365.808862:0:279190:0:(ldlm_resource.c:1853:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1780342365.808864:0:279190:0:(ldlm_resource.c:1856:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff97ae6a5d1000 lock: ffff97ae452e3800/0x9eda7f8b44bfd02c lrc: 1/0,0 mode: CR/CR res: [0x200002b17:0x13b0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xde20be84e1ab0efa expref: -99 pid: 279189 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780342365.808871:0:279190:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97ae6a5d1000 lock: ffff97ae69a4f600/0x9eda7f8b44bfd03a lrc: 4/1,0 mode: PR/PR res: [0x200002b17:0x13b0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xde20be84e1ab0f24 expref: -99 pid: 279190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780342365.808889:0:279190:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1780342365.808892:0:279190:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1780342365.808894:0:279190:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780342365.808897:0:279190:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1780342365.808899:0:279190:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780342365.808902:0:279190:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97ae6a5d1000 lock: ffff97ae69a4f600/0x9eda7f8b44bfd03a lrc: 4/1,0 mode: PR/PR res: [0x200002b17:0x13b0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xde20be84e1ab0f24 expref: -99 pid: 279190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780342365.808907:0:279190:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1780342365.808909:0:279190:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780342365.808910:0:279190:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780342365.808911:0:279190:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780342365.808912:0:279190:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780342365.808913:0:279190:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780342365.808918:0:279190:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1780342365.808920:0:279190:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780342365.808921:0:279190:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780342365.808922:0:279190:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff97ae69a4f600 refcount=3 00000020:00000001:2.0:1780342365.808924:0:279190:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629374085363200 : -114699624188416 : ffff97ae69a4f600) 00010000:00000001:2.0:1780342365.808926:0:279190:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629374085363200 : -114699624188416 : ffff97ae69a4f600) 00010000:00000001:2.0:1780342365.808928:0:279190:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780342365.808929:0:279190:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780342365.808930:0:279190:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff97ae69a4f600 refcount=4 00000020:00000001:2.0:1780342365.808932:0:279190:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629374085363200 : -114699624188416 : ffff97ae69a4f600) 00010000:00000001:2.0:1780342365.808934:0:279190:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629374085363200 : -114699624188416 : ffff97ae69a4f600) 00010000:00000001:2.0:1780342365.808936:0:279190:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780342365.808939:0:279190:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780342365.808941:0:279190:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97ae6a5d1000 lock: ffff97ae69a4f600/0x9eda7f8b44bfd03a lrc: 5/2,0 mode: PR/PR res: [0x200002b17:0x13b0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xde20be84e1ab0f24 expref: -99 pid: 279190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780342365.808948:0:279190:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780342365.808955:0:279190:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780342365.808957:0:279190:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780342365.808958:0:279190:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780342365.808959:0:279190:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff97ae69a4f600 refcount=5 00000020:00000001:2.0:1780342365.808961:0:279190:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629374085363200 : -114699624188416 : ffff97ae69a4f600) 00010000:00000001:2.0:1780342365.808963:0:279190:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629374085363200 : -114699624188416 : ffff97ae69a4f600) 00010000:00000001:2.0:1780342365.808966:0:279190:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780342365.808968:0:279190:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97ae6a5d1000 lock: ffff97ae69a4f600/0x9eda7f8b44bfd03a lrc: 5/2,0 mode: PR/PR res: [0x200002b17:0x13b0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xde20be84e1ab0f24 expref: -99 pid: 279190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780342365.808974:0:279190:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780342365.808975:0:279190:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1780342365.808978:0:279190:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97ae6a5d1000 lock: ffff97ae69a4f600/0x9eda7f8b44bfd03a lrc: 4/1,0 mode: PR/PR res: [0x200002b17:0x13b0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xde20be84e1ab0f24 expref: -99 pid: 279190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780342365.808983:0:279190:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780342365.808984:0:279190:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780342365.808985:0:279190:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780342365.808986:0:279190:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780342365.808987:0:279190:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1780342365.808992:0:279190:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97ae69de9f80 x1866812144823552/t0(0) o101->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 584/640 e 0 to 0 dl 1780342451 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1780342365.809001:0:279190:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780342365.809002:0:279190:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780342365.809003:0:279190:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff97ae69a4f600 refcount=3 00000020:00000001:2.0:1780342365.809005:0:279190:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629374085363200 : -114699624188416 : ffff97ae69a4f600) 00010000:00000001:2.0:1780342365.809007:0:279190:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629374085363200 : -114699624188416 : ffff97ae69a4f600) 00000002:00010000:2.0:1780342365.809010:0:279190:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff97ae6a5d1000 lock: ffff97ae69a4f600/0x9eda7f8b44bfd03a lrc: 3/1,0 mode: PR/PR res: [0x200002b17:0x13b0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xde20be84e1ab0f24 expref: -99 pid: 279190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1780342365.809018:0:279190:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff97ae6a4289c0. 00010000:00000001:2.0:1780342365.809020:0:279190:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780342365.809026:0:279190:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780342365.809028:0:279190:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780342365.809030:0:279190:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780342365.809033:0:279190:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1780342365.809035:0:279190:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780342365.809036:0:279190:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780342365.809037:0:279190:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff97ae69a4f600 refcount=3 00000020:00000001:2.0:1780342365.809039:0:279190:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629374085363200 : -114699624188416 : ffff97ae69a4f600) 00010000:00000001:2.0:1780342365.809041:0:279190:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629374085363200 : -114699624188416 : ffff97ae69a4f600) 00000002:00010000:2.0:1780342365.809043:0:279190:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97ae6a5d1000 lock: ffff97ae69a4f600/0x9eda7f8b44bfd03a lrc: 3/1,0 mode: PR/PR res: [0x200002b17:0x13b0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xde20be84e1ab0f24 expref: -99 pid: 279190 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780342365.809050:0:279190:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780342365.809051:0:279190:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780342365.809052:0:279190:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1780342365.809054:0:279190:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780342365.809055:0:279190:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780342365.809056:0:279190:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff97ae69a4f600 refcount=3 00000020:00000001:2.0:1780342365.809058:0:279190:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629374085363200 : -114699624188416 : ffff97ae69a4f600) 00010000:00000001:2.0:1780342365.809060:0:279190:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629374085363200 : -114699624188416 : ffff97ae69a4f600) 00010000:00000040:2.0:1780342365.809063:0:279190:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff97ae696ab600 count: 3 00010000:00000001:2.0:1780342365.809064:0:279190:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1780342365.809068:0:279190:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff97ae6a6de000 type 13 mode 4 res 8589945623/5040 (0 0) 00010000:00000001:2.0:1780342365.809070:0:279190:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780342365.809071:0:279190:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780342365.809072:0:279190:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1780342365.809074:0:279190:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc54c1d07708 00000002:00002000:2.0:1780342365.809076:0:279190:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f812b.sanity intent=getattr status=0 disp=b: rc = 0 00000002:00000001:2.0:1780342365.809079:0:279190:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780342365.809082:0:279190:0:(lmv_intent.c:554:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780342365.809085:0:279190:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1780342365.809088:0:279190:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 0 00000080:00000001:2.0:1780342365.809091:0:279190:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1780342365.809095:0:279190:0:(lmv_obd.c:4021:lmv_stripe_object_put()) put ffff97ae586e9980 2 00000080:00000001:2.0:1780342365.809102:0:279190:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1780342365.809103:0:279190:0:(namei.c:674:ll_lookup_it_finish()) it ffffbc54c1d07b20 it_disposition b 00000080:00000001:2.0:1780342365.809106:0:279190:0:(llite_lib.c:3685:ll_prep_inode()) Process entered 00000002:00000001:2.0:1780342365.809111:0:279190:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1780342365.809113:0:279190:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1780342365.809116:0:279190:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373145330608 : 144115373145330608 : 200002b170013b0) 00000080:00000001:2.0:1780342365.809119:0:279190:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:2.0:1780342365.809125:0:279190:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1780342365.809128:0:279190:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff97ae60c3cbd0. 00000020:00000010:2.0:1780342365.809132:0:279190:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff97ae72f1ee00. 00000020:00000010:2.0:1780342365.809139:0:279190:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff97ae72f1f400. 00000020:00000010:2.0:1780342365.809142:0:279190:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff97ae6c516720. 00000008:00000010:2.0:1780342365.809148:0:279190:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff97ae6bf11650. 00020000:00000010:2.0:1780342365.809152:0:279190:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff97ae74432f00. 00008000:00000010:2.0:1780342365.809157:0:279190:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff97ae58aa5c40. 00000080:00000010:2.0:1780342365.809164:0:279190:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff97ae477835e8. 00000080:00000010:2.0:1780342365.809167:0:279190:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff97ae47e886d8. 00000020:00000010:2.0:1780342365.809170:0:279190:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff97ae72f1f800. 00000008:00000010:2.0:1780342365.809173:0:279190:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff97ae508929a0. 00020000:00000010:2.0:1780342365.809177:0:279190:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff97ae448f2f40. 00008000:00000010:2.0:1780342365.809180:0:279190:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff97ae47fe86f8. 00000080:00000010:2.0:1780342365.809183:0:279190:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff97ae6c627690. 00000020:00000001:2.0:1780342365.809186:0:279190:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446629373936389080 : -114699773162536 : ffff97ae60c3cbd8) 00000020:00001000:2.0:1780342365.809188:0:279190:0:(cl_object.c:831:cl_env_get()) 1@ffff97ae60c3cbd0 00000020:00000001:2.0:1780342365.809190:0:279190:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:2.0:1780342365.809193:0:279190:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000001:2.0:1780342365.809195:0:279190:0:(lov_pack.c:335:lov_unpackmd()) Process entered 00020000:00000010:2.0:1780342365.809199:0:279190:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 80 at ffff97ae6c5160c0. 00020000:00000010:2.0:1780342365.809203:0:279190:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff97ae71f11880. 00020000:00000010:2.0:1780342365.809207:0:279190:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff97ae6c516a80. 00020000:00000001:2.0:1780342365.809209:0:279190:0:(lov_pack.c:347:lov_unpackmd()) Process leaving (rc=18446629374130219648 : -114699579331968 : ffff97ae6c516a80) 00020000:00000002:2.0:1780342365.809212:0:279190:0:(lov_ea.c:730:dump_lsm()) lsm ffff97ae6c516a80, objid 0x13b0:11031, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1780342365.809216:0:279190:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1780342365.809219:0:279190:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff97ae71f11880: ostid: 0x280000401:21928 ost idx: 0 gen: 0 00020000:00000002:2.0:1780342365.809228:0:279190:0:(lov_object.c:1280:lov_conf_lock()) Took exclusive lov(ffff97ae6c0d74d8) owner ffff97ae744e8000 00020000:00000001:2.0:1780342365.809230:0:279190:0:(lov_object.c:1483:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1780342365.809233:0:279190:0:(lov_object.c:1286:lov_conf_unlock()) To release exclusive lov(ffff97ae6c0d74d8) owner ffff97ae744e8000 00020000:00000010:2.0:1780342365.809238:0:279190:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff97ae71f11880. 00020000:00000010:2.0:1780342365.809241:0:279190:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff97ae6c5160c0. 00020000:00000010:2.0:1780342365.809243:0:279190:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff97ae6c516a80. 00020000:00000002:2.0:1780342365.809245:0:279190:0:(lov_object.c:1510:lov_conf_set()) [0x200002b17:0x13b0:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1780342365.809247:0:279190:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780342365.809249:0:279190:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1780342365.809252:0:279190:0:(cl_object.c:925:cl_env_put()) 1@ffff97ae60c3cbd0 00000020:00000010:2.0:1780342365.809255:0:279190:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff97ae72f1f400. 00000020:00000010:2.0:1780342365.809257:0:279190:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff97ae6c516720. 00000008:00000010:2.0:1780342365.809260:0:279190:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff97ae6bf11650. 00020000:00000010:2.0:1780342365.809264:0:279190:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff97ae74432f00. 00008000:00000010:2.0:1780342365.809266:0:279190:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff97ae58aa5c40. 00000080:00000010:2.0:1780342365.809271:0:279190:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff97ae477835e8. 00000080:00000010:2.0:1780342365.809274:0:279190:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff97ae47e886d8. 00000020:00000010:2.0:1780342365.809277:0:279190:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff97ae72f1ee00. 00000008:00000010:2.0:1780342365.809279:0:279190:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff97ae508929a0. 00020000:00000010:2.0:1780342365.809281:0:279190:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff97ae448f2f40. 00008000:00000010:2.0:1780342365.809284:0:279190:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff97ae47fe86f8. 00000080:00000010:2.0:1780342365.809287:0:279190:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff97ae6c627690. 00000020:00000010:2.0:1780342365.809289:0:279190:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff97ae72f1f800. 00000020:00000010:2.0:1780342365.809291:0:279190:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff97ae60c3cbd0. 00000080:00000001:2.0:1780342365.809295:0:279190:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373145330608 : 144115373145330608 : 200002b170013b0) 00000080:00000001:2.0:1780342365.809297:0:279190:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554475 : 33554475 : 200002b) 00000080:00200000:2.0:1780342365.809302:0:279190:0:(namei.c:147:ll_iget()) got inode: [0x200002b17:0x13b0:0x0](ffff97ae752680c8): rc = 0 00000080:00000001:2.0:1780342365.809305:0:279190:0:(namei.c:156:ll_iget()) Process leaving (rc=18446629374278402248 : -114699431149368 : ffff97ae752680c8) 00010000:00000001:2.0:1780342365.809307:0:279190:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780342365.809308:0:279190:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780342365.809310:0:279190:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff97ae69a4f600 refcount=3 00000020:00000001:2.0:1780342365.809311:0:279190:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629374085363200 : -114699624188416 : ffff97ae69a4f600) 00010000:00000001:2.0:1780342365.809313:0:279190:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629374085363200 : -114699624188416 : ffff97ae69a4f600) 00000080:00000001:2.0:1780342365.809322:0:279190:0:(file.c:6724:ll_layout_conf()) Process entered 00000020:00000001:2.0:1780342365.809324:0:279190:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1780342365.809326:0:279190:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff97ae60c3cbd0. 00000020:00000010:2.0:1780342365.809329:0:279190:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff97ae72f1f800. 00000020:00000010:2.0:1780342365.809331:0:279190:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff97ae72f1ee00. 00000020:00000010:2.0:1780342365.809333:0:279190:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff97ae6c516720. 00000008:00000010:2.0:1780342365.809336:0:279190:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff97ae6bf11650. 00020000:00000010:2.0:1780342365.809338:0:279190:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff97ae74432f00. 00008000:00000010:2.0:1780342365.809340:0:279190:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff97ae58aa5c40. 00000080:00000010:2.0:1780342365.809343:0:279190:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff97ae477835e8. 00000080:00000010:2.0:1780342365.809346:0:279190:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff97ae47e886d8. 00000020:00000010:2.0:1780342365.809348:0:279190:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff97ae72f1f400. 00000008:00000010:2.0:1780342365.809350:0:279190:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff97ae508929a0. 00020000:00000010:2.0:1780342365.809353:0:279190:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff97ae448f2f40. 00008000:00000010:2.0:1780342365.809355:0:279190:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff97ae47fe86f8. 00000080:00000010:2.0:1780342365.809357:0:279190:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff97ae6c627690. 00000020:00000001:2.0:1780342365.809359:0:279190:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446629373936389080 : -114699773162536 : ffff97ae60c3cbd8) 00000020:00001000:2.0:1780342365.809361:0:279190:0:(cl_object.c:831:cl_env_get()) 1@ffff97ae60c3cbd0 00000020:00000001:2.0:1780342365.809362:0:279190:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:2.0:1780342365.809364:0:279190:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000001:2.0:1780342365.809365:0:279190:0:(lov_pack.c:335:lov_unpackmd()) Process entered 00020000:00000010:2.0:1780342365.809367:0:279190:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 80 at ffff97ae6c516a80. 00020000:00000010:2.0:1780342365.809369:0:279190:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff97ae71f11880. 00020000:00000010:2.0:1780342365.809371:0:279190:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff97ae6c5160c0. 00020000:00000001:2.0:1780342365.809373:0:279190:0:(lov_pack.c:347:lov_unpackmd()) Process leaving (rc=18446629374130217152 : -114699579334464 : ffff97ae6c5160c0) 00020000:00000002:2.0:1780342365.809375:0:279190:0:(lov_ea.c:730:dump_lsm()) lsm ffff97ae6c5160c0, objid 0x13b0:11031, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1780342365.809378:0:279190:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1780342365.809382:0:279190:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff97ae71f11880: ostid: 0x280000401:21928 ost idx: 0 gen: 0 00020000:00000002:2.0:1780342365.809384:0:279190:0:(lov_object.c:1280:lov_conf_lock()) Took exclusive lov(ffff97ae6c0d74d8) owner ffff97ae744e8000 00020000:00000001:2.0:1780342365.809386:0:279190:0:(lov_object.c:1483:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1780342365.809388:0:279190:0:(lov_object.c:1286:lov_conf_unlock()) To release exclusive lov(ffff97ae6c0d74d8) owner ffff97ae744e8000 00020000:00000010:2.0:1780342365.809390:0:279190:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff97ae71f11880. 00020000:00000010:2.0:1780342365.809399:0:279190:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff97ae6c516a80. 00020000:00000010:2.0:1780342365.809401:0:279190:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff97ae6c5160c0. 00020000:00000002:2.0:1780342365.809403:0:279190:0:(lov_object.c:1510:lov_conf_set()) [0x200002b17:0x13b0:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1780342365.809405:0:279190:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780342365.809406:0:279190:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780342365.809409:0:279190:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1780342365.809412:0:279190:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff97ae6c0d74d8) owner 0000000000000000/ffff97ae744e8000 00020000:00000002:2.0:1780342365.809415:0:279190:0:(lov_object.c:2359:lov_lsm_addref()) lsm ffff97ae44b6f660 addref 2/0 by ffff97ae744e8000. 00020000:00000002:2.0:1780342365.809417:0:279190:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff97ae6c0d74d8) owner 0000000000000000/ffff97ae744e8000 00020000:00000001:2.0:1780342365.809419:0:279190:0:(lov_object.c:2255:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1780342365.809421:0:279190:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1780342365.809422:0:279190:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1780342365.809423:0:279190:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1780342365.809425:0:279190:0:(lov_object.c:2274:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1780342365.809428:0:279190:0:(file.c:6759:ll_layout_conf()) [0x200002b17:0x13b0:0x0]: layout version change: 0 -> 0 00000020:00001000:2.0:1780342365.809430:0:279190:0:(cl_object.c:925:cl_env_put()) 1@ffff97ae60c3cbd0 00000020:00000010:2.0:1780342365.809432:0:279190:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff97ae72f1ee00. 00000020:00000010:2.0:1780342365.809435:0:279190:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff97ae6c516720. 00000008:00000010:2.0:1780342365.809437:0:279190:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff97ae6bf11650. 00020000:00000010:2.0:1780342365.809507:0:279190:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff97ae74432f00. 00008000:00000010:2.0:1780342365.809511:0:279190:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff97ae58aa5c40. 00000080:00000010:2.0:1780342365.809514:0:279190:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff97ae477835e8. 00000080:00000010:2.0:1780342365.809517:0:279190:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff97ae47e886d8. 00000020:00000010:2.0:1780342365.809519:0:279190:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff97ae72f1f800. 00000008:00000010:2.0:1780342365.809521:0:279190:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff97ae508929a0. 00020000:00000010:2.0:1780342365.809524:0:279190:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff97ae448f2f40. 00008000:00000010:2.0:1780342365.809526:0:279190:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff97ae47fe86f8. 00000080:00000010:2.0:1780342365.809528:0:279190:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff97ae6c627690. 00000020:00000010:2.0:1780342365.809530:0:279190:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff97ae72f1f400. 00000020:00000010:2.0:1780342365.809532:0:279190:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff97ae60c3cbd0. 00000080:00000001:2.0:1780342365.809534:0:279190:0:(file.c:6766:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342365.809537:0:279190:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780342365.809538:0:279190:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1780342365.809540:0:279190:0:(llite_lib.c:3783:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1780342365.809542:0:279190:0:(lmv_obd.c:4141:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1780342365.809550:0:279190:0:(lmv_obd.c:4148:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780342365.809554:0:279190:0:(llite_internal.h:2011:ll_set_lock_data()) setting l_data to inode [0x200002b17:0x13b0:0x0](ffff97ae752680c8) for lock 0x9eda7f8b44bfd03a 00800000:00000001:2.0:1780342365.809556:0:279190:0:(lmv_obd.c:4061:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1780342365.809558:0:279190:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1780342365.809559:0:279190:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780342365.809606:0:279190:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780342365.809608:0:279190:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff97ae69a4f600 refcount=3 00000020:00000001:2.0:1780342365.809610:0:279190:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629374085363200 : -114699624188416 : ffff97ae69a4f600) 00010000:00000001:2.0:1780342365.809612:0:279190:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629374085363200 : -114699624188416 : ffff97ae69a4f600) 00010000:00000001:2.0:1780342365.809614:0:279190:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780342365.809615:0:279190:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780342365.809617:0:279190:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780342365.809619:0:279190:0:(lmv_obd.c:4066:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1780342365.809625:0:279190:0:(namei.c:653:ll_splice_alias()) Add dentry ffff97ae61fbb798 inode ffff97ae752680c8 refc 1 flags 0x40000e 00000080:00000001:2.0:1780342365.809628:0:279190:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1780342365.809632:0:279190:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200002b17:0x13b0:0x0](ffff97ae752680c8) 00000080:00010000:2.0:1780342365.809635:0:279190:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9eda7f8b44bfd03a from it ffffbc54c1d07b20 00010000:00000001:2.0:1780342365.809636:0:279190:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780342365.809637:0:279190:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780342365.809638:0:279190:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff97ae69a4f600 refcount=3 00000020:00000001:2.0:1780342365.809639:0:279190:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629374085363200 : -114699624188416 : ffff97ae69a4f600) 00010000:00000001:2.0:1780342365.809641:0:279190:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629374085363200 : -114699624188416 : ffff97ae69a4f600) 00010000:00000001:2.0:1780342365.809643:0:279190:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780342365.809646:0:279190:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97ae6a5d1000 lock: ffff97ae69a4f600/0x9eda7f8b44bfd03a lrc: 3/1,0 mode: PR/PR res: [0x200002b17:0x13b0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xde20be84e1ab0f24 expref: -99 pid: 279190 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780342365.809652:0:279190:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780342365.809654:0:279190:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780342365.809655:0:279190:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1780342365.809657:0:279190:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1780342365.809660:0:279190:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97ae6a5d1000 lock: ffff97ae69a4f600/0x9eda7f8b44bfd03a lrc: 2/0,0 mode: PR/PR res: [0x200002b17:0x13b0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xde20be84e1ab0f24 expref: -99 pid: 279190 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1780342365.809678:0:279190:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342365.809680:0:279190:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1780342365.809681:0:279190:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780342365.809686:0:279190:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780342365.809687:0:279190:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780342365.809688:0:279190:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342365.809692:0:279190:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1780342365.809694:0:279190:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342365.809696:0:279190:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342365.809699:0:279190:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342365.809701:0:279190:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780342365.809703:0:279190:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780342365.809704:0:279190:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1780342365.809706:0:279190:0:(namei.c:1306:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1780342365.809709:0:279190:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff97ae72f1ec00. 00000100:00000001:2.0:1780342365.809713:0:279190:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780342365.809718:0:279190:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97ae69de9f80 x1866812144823552/t0(0) o101->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 584/640 e 0 to 0 dl 1780342451 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780342365.809725:0:279190:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780342365.809727:0:279190:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780342365.809730:0:279190:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff97ae69586000. 02000000:00000001:2.0:1780342365.809733:0:279190:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780342365.809735:0:279190:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780342365.809737:0:279190:0:(genops.c:1244:class_import_put()) import ffff97ae51c6a000 refcount=9 obd=lustre-MDT0000-mdc-ffff97ae6a5d1000 00000020:00000001:2.0:1780342365.809739:0:279190:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780342365.809741:0:279190:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97ae46664400. 02000000:00000001:2.0:1780342365.809744:0:279190:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780342365.809746:0:279190:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780342365.809747:0:279190:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97ae69de9f80. 00000100:00000001:2.0:1780342365.809751:0:279190:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780342365.809752:0:279190:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1780342365.809754:0:279190:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1780342365.809756:0:279190:0:(dcache.c:176:ll_intent_release()) intent ffffbc54c1d07b20 released 00000080:00000001:2.0:1780342365.809757:0:279190:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:2.0:1780342365.809769:0:279190:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc54c1d07d08 00000080:00200008:2.0:1780342365.809776:0:279190:0:(file.c:6227:ll_getattr_dentry()) START file f812b.sanity:[0x200002b17:0x13b0:0x0](ffff97ae752680c8), request_mask 4095, flags 0, foreign 0 00000080:00000001:2.0:1780342365.809781:0:279190:0:(file.c:6120:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1780342365.809783:0:279190:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc54c1d07c80 00000080:00200000:2.0:1780342365.809784:0:279190:0:(file.c:6122:ll_inode_revalidate()) VFS Op:inode=[0x200002b17:0x13b0:0x0](ffff97ae752680c8),name=f812b.sanity 00000080:00000010:2.0:1780342365.809789:0:279190:0:(llite_lib.c:3903:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff97ae72f1ec00. 00800000:00000002:2.0:1780342365.809794:0:279190:0:(lmv_obd.c:3976:lmv_stripe_object_get()) get ffff97ae586e9980 2 00000080:00000001:2.0:1780342365.809799:0:279190:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1780342365.809802:0:279190:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1780342365.809803:0:279190:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc54c1d07ba0 00800000:00000002:2.0:1780342365.809805:0:279190:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200002b17:0x13b0:0x0] 'f812b.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1780342365.809808:0:279190:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1780342365.809811:0:279190:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1780342365.809823:0:279190:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1780342365.809825:0:279190:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1780342365.809826:0:279190:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1780342365.809828:0:279190:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1780342365.809830:0:279190:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1780342365.809832:0:279190:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780342365.809835:0:279190:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1780342365.809836:0:279190:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1780342365.809837:0:279190:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1780342365.809838:0:279190:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1780342365.809840:0:279190:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1780342365.809841:0:279190:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0x13b0:0x0] 00800000:00000001:2.0:1780342365.809843:0:279190:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1780342365.809845:0:279190:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200002b17:0x13b0:0x0], name='' -> mds #0 00000002:00000001:2.0:1780342365.809848:0:279190:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1780342365.809849:0:279190:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc54c1d07a70 00000002:00010000:2.0:1780342365.809851:0:279190:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200002b17:0x13b0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1780342365.809854:0:279190:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1780342365.809856:0:279190:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1780342365.809858:0:279190:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1780342365.809861:0:279190:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff97ae696ab600 count: 3 00010000:00000001:2.0:1780342365.809863:0:279190:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780342365.809866:0:279190:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780342365.809874:0:279190:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1780342365.809877:0:279190:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97ae6a5d1000 lock: ffff97ae69a4f600/0x9eda7f8b44bfd03a lrc: 2/1,0 mode: PR/PR res: [0x200002b17:0x13b0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xde20be84e1ab0f24 expref: -99 pid: 279190 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1780342365.809885:0:279190:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1780342365.809888:0:279190:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780342365.809891:0:279190:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97ae6a5d1000 lock: ffff97ae69a4f600/0x9eda7f8b44bfd03a lrc: 2/1,0 mode: PR/PR res: [0x200002b17:0x13b0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xde20be84e1ab0f24 expref: -99 pid: 279190 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1780342365.809896:0:279190:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1780342365.809899:0:279190:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1780342365.809900:0:279190:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1780342365.809902:0:279190:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1780342365.809903:0:279190:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1780342365.809905:0:279190:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 0: rc 1 00000080:00000001:2.0:1780342365.809907:0:279190:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1780342365.809909:0:279190:0:(lmv_obd.c:4021:lmv_stripe_object_put()) put ffff97ae586e9980 2 00000080:00000010:2.0:1780342365.809911:0:279190:0:(llite_lib.c:4044:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff97ae72f1ec00. 00000080:00000001:2.0:1780342365.809913:0:279190:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1780342365.809915:0:279190:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780342365.809916:0:279190:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200002b17:0x13b0:0x0](ffff97ae752680c8) 00000080:00010000:2.0:1780342365.809920:0:279190:0:(llite_internal.h:2011:ll_set_lock_data()) setting l_data to inode [0x200002b17:0x13b0:0x0](ffff97ae752680c8) for lock 0x9eda7f8b44bfd03a 00800000:00000001:2.0:1780342365.809922:0:279190:0:(lmv_obd.c:4061:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1780342365.809923:0:279190:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1780342365.809925:0:279190:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780342365.809926:0:279190:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780342365.809927:0:279190:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff97ae69a4f600 refcount=3 00000020:00000001:2.0:1780342365.809929:0:279190:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629374085363200 : -114699624188416 : ffff97ae69a4f600) 00010000:00000001:2.0:1780342365.809931:0:279190:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629374085363200 : -114699624188416 : ffff97ae69a4f600) 00010000:00000001:2.0:1780342365.809933:0:279190:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780342365.809934:0:279190:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780342365.809935:0:279190:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780342365.809936:0:279190:0:(lmv_obd.c:4066:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780342365.809938:0:279190:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9eda7f8b44bfd03a from it ffffbc54c1d07cb8 00010000:00000001:2.0:1780342365.809944:0:279190:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780342365.809946:0:279190:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780342365.809947:0:279190:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff97ae69a4f600 refcount=3 00000020:00000001:2.0:1780342365.809948:0:279190:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629374085363200 : -114699624188416 : ffff97ae69a4f600) 00010000:00000001:2.0:1780342365.809950:0:279190:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629374085363200 : -114699624188416 : ffff97ae69a4f600) 00010000:00000001:2.0:1780342365.809952:0:279190:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780342365.809954:0:279190:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97ae6a5d1000 lock: ffff97ae69a4f600/0x9eda7f8b44bfd03a lrc: 3/1,0 mode: PR/PR res: [0x200002b17:0x13b0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xde20be84e1ab0f24 expref: -99 pid: 279190 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1780342365.809960:0:279190:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780342365.809961:0:279190:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780342365.809962:0:279190:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1780342365.809963:0:279190:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1780342365.809965:0:279190:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97ae6a5d1000 lock: ffff97ae69a4f600/0x9eda7f8b44bfd03a lrc: 2/0,0 mode: PR/PR res: [0x200002b17:0x13b0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xde20be84e1ab0f24 expref: -99 pid: 279190 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1780342365.809970:0:279190:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342365.809972:0:279190:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1780342365.809973:0:279190:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780342365.809975:0:279190:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780342365.809976:0:279190:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780342365.809977:0:279190:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342365.809979:0:279190:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1780342365.809980:0:279190:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342365.809982:0:279190:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342365.809984:0:279190:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342365.809985:0:279190:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780342365.809986:0:279190:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780342365.809987:0:279190:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1780342365.809989:0:279190:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1780342365.809991:0:279190:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1780342365.809994:0:279190:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:2.0:1780342365.809996:0:279190:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1780342365.809998:0:279190:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1780342365.810000:0:279190:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1780342365.810002:0:279190:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780342365.810008:0:279190:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1780342365.810011:0:279190:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:2.0:1780342365.810013:0:279190:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1780342365.810016:0:279190:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff97ae60c3cbd0. 00000020:00000010:2.0:1780342365.810019:0:279190:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff97ae72f1ec00. 00000020:00000010:2.0:1780342365.810021:0:279190:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff97ae72f1f400. 00000020:00000010:2.0:1780342365.810023:0:279190:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff97ae6c516720. 00000008:00000010:2.0:1780342365.810026:0:279190:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff97ae6bf11650. 00020000:00000010:2.0:1780342365.810028:0:279190:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff97ae74432f00. 00008000:00000010:2.0:1780342365.810031:0:279190:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff97ae58aa5c40. 00000080:00000010:2.0:1780342365.810034:0:279190:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff97ae477835e8. 00000080:00000010:2.0:1780342365.810036:0:279190:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff97ae47e886d8. 00000020:00000010:2.0:1780342365.810038:0:279190:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff97ae72f1f800. 00000008:00000010:2.0:1780342365.810041:0:279190:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff97ae508929a0. 00020000:00000010:2.0:1780342365.810043:0:279190:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff97ae448f2f40. 00008000:00000010:2.0:1780342365.810045:0:279190:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff97ae47fe86f8. 00000080:00000010:2.0:1780342365.810047:0:279190:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff97ae6c627690. 00000020:00000001:2.0:1780342365.810049:0:279190:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446629373936389080 : -114699773162536 : ffff97ae60c3cbd8) 00000020:00001000:2.0:1780342365.810050:0:279190:0:(cl_object.c:831:cl_env_get()) 1@ffff97ae60c3cbd0 00000020:00000001:2.0:1780342365.810053:0:279190:0:(cl_object.c:151:cl_object_top()) ffff97ae69a51148 -> ffff97ae69a51148 00000020:00000001:2.0:1780342365.810055:0:279190:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1780342365.810057:0:279190:0:(vvp_io.c:1811:vvp_io_init()) Process entered 00000080:00200000:2.0:1780342365.810059:0:279190:0:(vvp_io.c:1816:vvp_io_init()) [0x200002b17:0x13b0:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:2.0:1780342365.810061:0:279190:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1780342365.810063:0:279190:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1780342365.810065:0:279190:0:(file.c:7025:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1780342365.810066:0:279190:0:(file.c:7029:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780342365.810067:0:279190:0:(vvp_io.c:1888:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1780342365.810070:0:279190:0:(lov_object.c:1565:lov_io_init()) [0x200002b17:0x13b0:0x0]io ffff97ae47e88738 type 7 ignore/verify layout 0/1 00020000:00000002:2.0:1780342365.810072:0:279190:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff97ae6c0d74d8) owner 0000000000000000/ffff97ae744e8000 00020000:00000001:2.0:1780342365.810075:0:279190:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1780342365.810077:0:279190:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1780342365.810079:0:279190:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1780342365.810080:0:279190:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780342365.810082:0:279190:0:(lov_io.c:637:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1780342365.810088:0:279190:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1780342365.810089:0:279190:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780342365.810091:0:279190:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1780342365.810092:0:279190:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1780342365.810093:0:279190:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1780342365.810094:0:279190:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff97ae6c0d74d8) owner 0000000000000000/ffff97ae744e8000 00000020:00000001:2.0:1780342365.810096:0:279190:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1780342365.810099:0:279190:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1780342365.810100:0:279190:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200002b17:0x13b0:0x0] 00000020:00000001:2.0:1780342365.810102:0:279190:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1780342365.810104:0:279190:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1780342365.810106:0:279190:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1780342365.810107:0:279190:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1780342365.810111:0:279190:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1780342365.810115:0:279190:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff97ae6a8d1800. 00020000:00000002:2.0:1780342365.810117:0:279190:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1780342365.810119:0:279190:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:2.0:1780342365.810121:0:279190:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1780342365.810122:0:279190:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1780342365.810124:0:279190:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1780342365.810125:0:279190:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff97ae60c3c360. 00000020:00000010:2.0:1780342365.810128:0:279190:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff97ae72f1ee00. 00000020:00000010:2.0:1780342365.810130:0:279190:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff97ae72f1fc00. 00000020:00000010:2.0:1780342365.810131:0:279190:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff97ae6c5160c0. 00000008:00000010:2.0:1780342365.810135:0:279190:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff97ae6bf10000. 00020000:00000010:2.0:1780342365.810137:0:279190:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff97ae74432d80. 00008000:00000010:2.0:1780342365.810139:0:279190:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff97ae58aa6de8. 00000080:00000010:2.0:1780342365.810142:0:279190:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff97ae47783930. 00000080:00000010:2.0:1780342365.810144:0:279190:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff97ae47e89da8. 00000020:00000010:2.0:1780342365.810147:0:279190:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff97ae72f1f600. 00000008:00000010:2.0:1780342365.810150:0:279190:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff97ae508934a0. 00020000:00000010:2.0:1780342365.810152:0:279190:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff97ae448f1440. 00008000:00000010:2.0:1780342365.810154:0:279190:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff97ae47fe8e88. 00000080:00000010:2.0:1780342365.810156:0:279190:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff97ae6c627780. 00000020:00000001:2.0:1780342365.810159:0:279190:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446629373936386920 : -114699773164696 : ffff97ae60c3c368) 00000020:00001000:2.0:1780342365.810160:0:279190:0:(cl_object.c:831:cl_env_get()) 1@ffff97ae60c3c360 00000020:00000001:2.0:1780342365.810166:0:279190:0:(cl_object.c:151:cl_object_top()) ffff97ae69a51f58 -> ffff97ae69a51148 00000020:00000001:2.0:1780342365.810168:0:279190:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1780342365.810171:0:279190:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1780342365.810172:0:279190:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1780342365.810173:0:279190:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780342365.810175:0:279190:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780342365.810177:0:279190:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446629373463179176 : -114700246372440 : ffff97ae448f2fa8) 00000020:00000001:2.0:1780342365.810179:0:279190:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1780342365.810183:0:279190:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff97ae501870a0. 00000008:00010000:2.0:1780342365.810185:0:279190:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1780342365.810188:0:279190:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1780342365.810189:0:279190:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1780342365.810191:0:279190:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff97ae6a8d1830, osc lock ffff97ae501870a0, flags 0x400001002 00000020:00000001:2.0:1780342365.810193:0:279190:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780342365.810194:0:279190:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780342365.810197:0:279190:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446629374100576256 : -114699608975360 : ffff97ae6a8d1800) 00000020:00000001:2.0:1780342365.810198:0:279190:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1780342365.810199:0:279190:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1780342365.810200:0:279190:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780342365.810202:0:279190:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780342365.810204:0:279190:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1780342365.810206:0:279190:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1780342365.810208:0:279190:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1780342365.810210:0:279190:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1780342365.810211:0:279190:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1780342365.810212:0:279190:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446629373463179176 : -114700246372440 : ffff97ae448f2fa8) 00000020:00000001:2.0:1780342365.810214:0:279190:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1780342365.810216:0:279190:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1780342365.810218:0:279190:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1780342365.810220:0:279190:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1780342365.810222:0:279190:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1780342365.810224:0:279190:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1780342365.810225:0:279190:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1780342365.810227:0:279190:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1780342365.810228:0:279190:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1780342365.810230:0:279190:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1780342365.810232:0:279190:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1780342365.810236:0:279190:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342365.810238:0:279190:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:2.0:1780342365.810247:0:279190:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97ae69de9f80. 00000020:00000040:2.0:1780342365.810250:0:279190:0:(genops.c:1231:class_import_get()) import ffff97ae69585000 refcount=4 obd=lustre-OST0000-osc-ffff97ae6a5d1000 00010000:00000001:2.0:1780342365.810253:0:279190:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1780342365.810257:0:279190:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780342365.810259:0:279190:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342365.810262:0:279190:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780342365.810264:0:279190:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780342365.810266:0:279190:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780342365.810271:0:279190:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff97ae72f1e000. 00000100:00000001:2.0:1780342365.810278:0:279190:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342365.810282:0:279190:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1780342365.810283:0:279190:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342365.810285:0:279190:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1780342365.810286:0:279190:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342365.810287:0:279190:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342365.810290:0:279190:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446629374089142144 : -114699620409472 : ffff97ae69de9f80) 00010000:00000001:2.0:1780342365.810292:0:279190:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1780342365.810294:0:279190:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1780342365.810299:0:279190:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff97ae60c0ee00. 00010000:00000010:2.0:1780342365.810302:0:279190:0:(ldlm_resource.c:1446:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff97ae60c0e600. 00010000:00000001:2.0:1780342365.810307:0:279190:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1780342365.810310:0:279190:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff97ae69a4ee00. 00000020:00000001:2.0:1780342365.810313:0:279190:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1780342365.810315:0:279190:0:(lustre_handles.c:77:class_handle_hash()) added object ffff97ae69a4ee00 with handle 0x9eda7f8b44bfd041 to hash 00000020:00000001:2.0:1780342365.810317:0:279190:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1780342365.810318:0:279190:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446629374085361152 : -114699624190464 : ffff97ae69a4ee00) 00010000:00000010:2.0:1780342365.810322:0:279190:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff97ae6a4284c0. 00010000:00000001:2.0:1780342365.810324:0:279190:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446629374085361152 : -114699624190464 : ffff97ae69a4ee00) 00010000:00000001:2.0:1780342365.810326:0:279190:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780342365.810328:0:279190:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780342365.810330:0:279190:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff97ae6a5d1000 lock: 00000000f1b0b411/0x9eda7f8b44bfd041 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x55a8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 279190 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780342365.810339:0:279190:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff97ae6a5d1000 lock: 00000000f1b0b411/0x9eda7f8b44bfd041 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x55a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 279190 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780342365.810356:0:279190:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342365.810360:0:279190:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780342365.810363:0:279190:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780342365.810370:0:279190:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e9c7b29b] to pc [ptlrpcd_01_00+0] req@ffff97ae69de9f80 x1866812144823680/t0(0) o101->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780342365.810449:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780342365.810453:0:2411:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780342365.810454:0:2411:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780342365.810460:0:2411:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97ae69de9f80 x1866812144823680/t0(0) o101->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780342365.810467:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780342365.810470:0:2411:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780342365.810474:0:2411:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780342365.810476:0:2411:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780342365.810478:0:2411:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780342365.810487:0:2411:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97ae69de9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4e9c6b05-0761-44df-afd6-bfbc14f27556:2411:1866812144823680:192.168.203.129@tcp:101:stat.0 00000100:00000001:3.0:1780342365.810491:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780342365.810495:0:2411:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780342365.810498:0:2411:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780342365.810500:0:2411:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780342365.810504:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97ae6a7cfc00. 02000000:00000001:3.0:1780342365.810506:0:2411:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780342365.810513:0:2411:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000010:3.0:1780342365.810516:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97ae6a8163c8. 00000400:00000010:3.0:1780342365.810521:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae452f6908. 00000100:00000200:3.0:1780342365.810528:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866812144823680, portal 4 00000100:00000001:3.0:1780342365.810530:0:2411:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780342365.810532:0:2411:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446629374089142144 : -114699620409472 : ffff97ae69de9f80) 00000100:00000040:3.0:1780342365.810543:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff97ae69de9f80 x1866812144823680/t0(0) o101->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1780342420 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780342365.810550:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780342365.810552:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.129@tcp 00000400:00000010:3.0:1780342365.810555:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae452f6dd0. 00000100:00000200:3.0:1780342365.810559:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1866812144823680, offset 0 00000400:00000200:3.0:1780342365.810591:0:2411:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.129@tcp 00000400:00000200:3.0:1780342365.810598:0:2411:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:3.0:1780342365.810605:0:2411:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.129@tcp local destination 00000400:00000200:3.0:1780342365.810610:0:2411:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780342365.810614:0:2411:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.29@tcp 00000400:00000200:3.0:1780342365.810617:0:2411:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780342365.810620:0:2411:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.129@tcp 00000400:00000200:3.0:1780342365.810624:0:2411:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.29@tcp NI seq info: [551821:551821:256:4294967295] 192.168.203.129@tcp LPNI seq info [551747:551747:8:4294967295] 00000400:00000200:3.0:1780342365.810628:0:2411:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:3.0:1780342365.810638:0:2411:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp:) -> 192.168.203.129@tcp(192.168.203.129@tcp:192.168.203.129@tcp) : PUT try# 0 00000800:00000200:3.0:1780342365.810644:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.129@tcp 00000800:00000010:3.0:1780342365.810650:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97ad410ad700. 00000800:00000200:3.0:1780342365.810660:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97ae46b85a80] -> 12345-192.168.203.129@tcp (5) 00000800:00000200:3.0:1780342365.810667:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.129@tcp ip 192.168.203.129:988 00000800:00000200:3.0:1780342365.810672:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97ad410ad700 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1780342365.810690:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342365.810694:0:2411:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff97ae6a5d1000: using a timeout of 111265 usecs (112 jiffies) 00000400:00000200:3.0:1780342365.810698:0:2411:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000001:3.0:1780342365.810700:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 0 is 4306481029 00000100:00000001:3.0:1780342365.810708:0:2411:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff97ae6a5d1000: PM QoS request active for cpu 0, simply extend its deadline from 4306480928 00000100:00000001:3.0:1780342365.810712:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 1 is 4306481029 00000100:00000001:3.0:1780342365.810715:0:2411:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff97ae6a5d1000: PM QoS request active for cpu 1, simply extend its deadline from 4306480928 00000100:00000001:3.0:1780342365.810718:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780342365.810720:0:2411:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342365.810722:0:2411:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342365.810724:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1780342365.810907:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780342365.810912:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97ad410ad700. 00000400:00000200:1.0:1780342365.810916:0:2401:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780342365.810920:0:2401:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000400:00000200:1.0:1780342365.810925:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae452f6dd0 00000400:00000010:1.0:1780342365.810931:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae452f6dd0. 00000100:00000001:1.0:1780342365.810935:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780342365.810939:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97ae69de9f80 x1866812144823680/t0(0) o101->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1780342420 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780342365.810947:0:2401:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780342365.810950:0:2401:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97ae69de9f80 x1866812144823680/t0(0) o101->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1780342420 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780342365.810956:0:2401:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342365.810957:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000008:00000001:2.0:1780342365.811267:0:279190:0:(osc_request.c:3307:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1780342365.811271:0:279190:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780342365.811273:0:279190:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780342365.811276:0:279190:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780342365.811277:0:279190:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780342365.811280:0:279190:0:(cl_io.c:1806:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1780342365.811281:0:279190:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1780342365.811283:0:279190:0:(cl_io.c:1880:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1780342365.811285:0:279190:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000100:00000001:2.0:1780342365.811294:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780342365.811296:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342365.811389:0:2411:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780342365.811392:0:2411:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:3.0:1780342365.811394:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780342365.811395:0:2411:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780342365.811397:0:2411:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342365.811398:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1780342365.814797:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342365.814823:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780342365.814827:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342365.814830:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780342365.814838:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342365.814846:0:2402:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp) <- 192.168.203.129@tcp : PUT - for me 00000400:00000200:1.0:1780342365.814854:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342365.814858:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342365.814863:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342365.814867:0:2402:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.129@tcp of length 400 into portal 4 MB=0x6a1db12c12d80 00000400:00000200:1.0:1780342365.814873:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342365.814879:0:2402:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.129@tcp of length 400/400 into md 0x5463c9 [1] + 224 00000800:00000001:1.0:1780342365.814886:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342365.814906:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780342365.814909:0:2402:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780342365.814914:0:2402:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000100:00000001:1.0:1780342365.814921:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780342365.814930:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97ae69de9f80 x1866812144823680/t0(0) o101->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1780342420 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1780342365.814941:0:2402:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff97ae69de9f80 x1866812144823680/t0(0) o101->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1780342420 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780342365.814961:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780342365.814970:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342365.814982:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780342365.815045:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780342365.815049:0:2411:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780342365.815055:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780342365.815057:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780342365.815060:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97ae6a8163c8. 00000400:00000200:3.0:1780342365.815065:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae452f6908 00000400:00000010:3.0:1780342365.815067:0:2411:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae452f6908. 00000100:00000001:3.0:1780342365.815070:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780342365.815075:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97ae69de9f80 x1866812144823680/t0(0) o101->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1780342420 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1780342365.815083:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97ae69de9f80 x1866812144823680/t0(0) o101->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1780342420 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780342365.815089:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780342365.815096:0:2411:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780342365.815098:0:2411:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780342365.815100:0:2411:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780342365.815102:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780342365.815103:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780342365.815105:0:2411:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780342365.815112:0:2411:0:(import.c:2151:obd_at_measure()) add 36 to ffff97ae69585460 time=142 v=36 (36 5 5 5) 00000100:00001000:3.0:1780342365.815116:0:2411:0:(import.c:2151:obd_at_measure()) add 1 to ffff97ae69585418 time=34 v=5 (1 1 0 0) 00000100:00000001:3.0:1780342365.815117:0:2411:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780342365.815119:0:2411:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780342365.815120:0:2411:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780342365.815123:0:2411:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342365.815126:0:2411:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780342365.815128:0:2411:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0000-osc-ffff97ae6a5d1000: skip recheck: last_committed 47244662593 00000100:00000001:3.0:1780342365.815129:0:2411:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780342365.815130:0:2411:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342365.815133:0:2411:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97ae69de9f80 x1866812144823680/t0(0) o101->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1780342420 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780342365.815137:0:2411:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780342365.815139:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780342365.815140:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1780342365.815143:0:2411:0:(osc_request.c:3122:osc_enqueue_interpret()) Process entered 00010000:00000001:3.0:1780342365.815144:0:2411:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780342365.815146:0:2411:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780342365.815148:0:2411:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff97ae69a4ee00 refcount=4 00000020:00000001:3.0:1780342365.815149:0:2411:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629374085361152 : -114699624190464 : ffff97ae69a4ee00) 00010000:00000001:3.0:1780342365.815151:0:2411:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629374085361152 : -114699624190464 : ffff97ae69a4ee00) 00010000:00000001:3.0:1780342365.815153:0:2411:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780342365.815153:0:2411:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780342365.815154:0:2411:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff97ae69a4ee00 refcount=5 00000020:00000001:3.0:1780342365.815156:0:2411:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629374085361152 : -114699624190464 : ffff97ae69a4ee00) 00010000:00000001:3.0:1780342365.815157:0:2411:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629374085361152 : -114699624190464 : ffff97ae69a4ee00) 00010000:00000001:3.0:1780342365.815159:0:2411:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780342365.815161:0:2411:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780342365.815168:0:2411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff97ae6a5d1000 lock: 00000000f1b0b411/0x9eda7f8b44bfd041 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x55a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 279190 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780342365.815175:0:2411:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780342365.815177:0:2411:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780342365.815178:0:2411:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1780342365.815180:0:2411:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780342365.815181:0:2411:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780342365.815182:0:2411:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff97ae69a4ee00 refcount=6 00000020:00000001:3.0:1780342365.815183:0:2411:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629374085361152 : -114699624190464 : ffff97ae69a4ee00) 00010000:00000001:3.0:1780342365.815184:0:2411:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629374085361152 : -114699624190464 : ffff97ae69a4ee00) 00010000:00000040:3.0:1780342365.815189:0:2411:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff97ae69a4ee00, remote cookie: 0xde20be84e1ab0f2b, flags: 0x1001 00010000:00010000:3.0:1780342365.815192:0:2411:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff97ae6a5d1000 lock: 00000000f1b0b411/0x9eda7f8b44bfd041 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x55a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xde20be84e1ab0f2b expref: -99 pid: 279190 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780342365.815197:0:2411:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:3.0:1780342365.815199:0:2411:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780342365.815200:0:2411:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1780342365.815203:0:2411:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:3.0:1780342365.815206:0:2411:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff97ae6a5d1000 lock: 00000000f1b0b411/0x9eda7f8b44bfd041 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x55a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xde20be84e1ab0f2b expref: -99 pid: 279190 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1780342365.815211:0:2411:0:(ldlm_resource.c:1850:ldlm_resource_dump()) --- Resource: [0x280000401:0x55a8:0x0].0x0 (ffff97ae60c0ee00) refcount = 1 00010000:00000040:3.0:1780342365.815213:0:2411:0:(ldlm_resource.c:1853:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1780342365.815215:0:2411:0:(ldlm_resource.c:1856:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff97ae6a5d1000 lock: 00000000f1b0b411/0x9eda7f8b44bfd041 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x55a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xde20be84e1ab0f2b expref: -99 pid: 279190 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780342365.815220:0:2411:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1780342365.815221:0:2411:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780342365.815223:0:2411:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1780342365.815224:0:2411:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780342365.815231:0:2411:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff97ae6a5d1000 lock: 00000000f1b0b411/0x9eda7f8b44bfd041 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x55a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xde20be84e1ab0f2b expref: -99 pid: 279190 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780342365.815238:0:2411:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1780342365.815240:0:2411:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780342365.815241:0:2411:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780342365.815242:0:2411:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780342365.815243:0:2411:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1780342365.815244:0:2411:0:(osc_request.c:3076:osc_enqueue_fini()) Process entered 00000008:00000001:3.0:1780342365.815246:0:2411:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1780342365.815250:0:2411:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780342365.815251:0:2411:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780342365.815253:0:2411:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff97ae69a4ee00 refcount=5 00000020:00000001:3.0:1780342365.815255:0:2411:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629374085361152 : -114699624190464 : ffff97ae69a4ee00) 00010000:00000001:3.0:1780342365.815257:0:2411:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629374085361152 : -114699624190464 : ffff97ae69a4ee00) 00000008:00000001:3.0:1780342365.815261:0:2411:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:3.0:1780342365.815265:0:2411:0:(cl_object.c:151:cl_object_top()) ffff97ae58d47500 -> ffff97ae69a51148 00000008:00010000:3.0:1780342365.815269:0:2411:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff97ae6a5d1000 lock: 00000000f1b0b411/0x9eda7f8b44bfd041 lrc: 5/2,0 mode: PR/PR res: [0x280000401:0x55a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xde20be84e1ab0f2b expref: -99 pid: 279190 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:3.0:1780342365.815281:0:2411:0:(cl_object.c:151:cl_object_top()) ffff97ae58d47500 -> ffff97ae69a51148 00000020:00000001:3.0:1780342365.815283:0:2411:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1780342365.815286:0:2411:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:3.0:1780342365.815289:0:2411:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1780342365.815291:0:2411:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780342365.815293:0:2411:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780342365.815294:0:2411:0:(cl_object.c:151:cl_object_top()) ffff97ae58d47500 -> ffff97ae69a51148 00000008:00000001:3.0:1780342365.815296:0:2411:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:3.0:1780342365.815299:0:2411:0:(cl_io.c:1806:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1780342365.815301:0:2411:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:3.0:1780342365.815367:0:2411:0:(cl_io.c:1880:__cl_sync_io_note()) Process leaving 00000008:00000001:3.0:1780342365.815370:0:2411:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780342365.815372:0:2411:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780342365.815373:0:2411:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780342365.815375:0:2411:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff97ae69a4ee00 refcount=6 00000020:00000001:3.0:1780342365.815382:0:2411:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629374085361152 : -114699624190464 : ffff97ae69a4ee00) 00010000:00000001:3.0:1780342365.815384:0:2411:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629374085361152 : -114699624190464 : ffff97ae69a4ee00) 00010000:00000001:3.0:1780342365.815386:0:2411:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780342365.815390:0:2411:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff97ae6a5d1000 lock: 00000000f1b0b411/0x9eda7f8b44bfd041 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x55a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xde20be84e1ab0f2b expref: -99 pid: 279190 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780342365.815401:0:2411:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780342365.815402:0:2411:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1780342365.815405:0:2411:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff97ae6a5d1000 lock: 00000000f1b0b411/0x9eda7f8b44bfd041 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x55a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xde20be84e1ab0f2b expref: -99 pid: 279190 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780342365.815411:0:2411:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780342365.815413:0:2411:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780342365.815413:0:2411:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1780342365.815415:0:2411:0:(osc_request.c:3103:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780342365.815417:0:2411:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780342365.815418:0:2411:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780342365.815419:0:2411:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff97ae69a4ee00 refcount=5 00000020:00000001:3.0:1780342365.815421:0:2411:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629374085361152 : -114699624190464 : ffff97ae69a4ee00) 00010000:00000001:3.0:1780342365.815422:0:2411:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629374085361152 : -114699624190464 : ffff97ae69a4ee00) 00010000:00000001:3.0:1780342365.815424:0:2411:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780342365.815426:0:2411:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff97ae6a5d1000 lock: 00000000f1b0b411/0x9eda7f8b44bfd041 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x55a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xde20be84e1ab0f2b expref: -99 pid: 279190 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780342365.815432:0:2411:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780342365.815432:0:2411:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780342365.815433:0:2411:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1780342365.815435:0:2411:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1780342365.815438:0:2411:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff97ae6a5d1000 lock: 00000000f1b0b411/0x9eda7f8b44bfd041 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x55a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xde20be84e1ab0f2b expref: -99 pid: 279190 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1780342365.815467:0:2411:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780342365.815469:0:2411:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1780342365.815471:0:2411:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780342365.815475:0:2411:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780342365.815476:0:2411:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780342365.815478:0:2411:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780342365.815480:0:2411:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1780342365.815482:0:2411:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780342365.815484:0:2411:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780342365.815486:0:2411:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780342365.815488:0:2411:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780342365.815488:0:2411:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780342365.815490:0:2411:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780342365.815491:0:2411:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780342365.815492:0:2411:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1780342365.815493:0:2411:0:(osc_request.c:3161:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342365.815498:0:2411:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97ae69de9f80 x1866812144823680/t0(0) o101->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1780342420 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1780342365.815505:0:2411:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff97ae69de9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4e9c6b05-0761-44df-afd6-bfbc14f27556:2411:1866812144823680:192.168.203.129@tcp:101:stat.0 00000100:00000001:3.0:1780342365.815510:0:2411:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780342365.815513:0:2411:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780342365.815515:0:2411:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97ae69de9f80 x1866812144823680/t0(0) o101->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1780342420 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780342365.815521:0:2411:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780342365.815524:0:2411:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780342365.815527:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97ae6a7cfc00. 02000000:00000001:3.0:1780342365.815532:0:2411:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780342365.815534:0:2411:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780342365.815536:0:2411:0:(genops.c:1244:class_import_put()) import ffff97ae69585000 refcount=3 obd=lustre-OST0000-osc-ffff97ae6a5d1000 00000020:00000001:3.0:1780342365.815538:0:2411:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780342365.815540:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff97ae72f1e000. 02000000:00000001:3.0:1780342365.815543:0:2411:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780342365.815549:0:2411:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780342365.815551:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97ae69de9f80. 00000100:00000001:3.0:1780342365.815555:0:2411:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780342365.815556:0:2411:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780342365.815558:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780342365.815603:0:2411:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780342365.815606:0:2411:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342365.815608:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780342365.815610:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780342365.815744:0:279190:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780342365.815748:0:279190:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780342365.815754:0:279190:0:(file.c:1692:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1780342365.815756:0:279190:0:(cl_object.c:151:cl_object_top()) ffff97ae69a51148 -> ffff97ae69a51148 00000020:00000001:2.0:1780342365.815759:0:279190:0:(cl_object.c:151:cl_object_top()) ffff97ae69a51148 -> ffff97ae69a51148 00000020:00000001:2.0:1780342365.815760:0:279190:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1780342365.815764:0:279190:0:(lov_object.c:1061:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1780342365.815769:0:279190:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1780342365.815770:0:279190:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780342365.815771:0:279190:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1780342365.815773:0:279190:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1780342365.815775:0:279190:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x13b0:11031 on OST[0]: s=0 (1) m=0 a=0 c=0 b=0 00020000:00000001:2.0:1780342365.815778:0:279190:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1780342365.815780:0:279190:0:(lov_object.c:1092:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:2.0:1780342365.815782:0:279190:0:(lov_object.c:1110:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780342365.815783:0:279190:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780342365.815785:0:279190:0:(cl_object.c:151:cl_object_top()) ffff97ae69a51148 -> ffff97ae69a51148 00000080:00200000:2.0:1780342365.815787:0:279190:0:(file.c:1743:ll_merge_attr_nolock()) [0x200002b17:0x13b0:0x0] updating i_size 0 i_blocks 0 00000080:00000001:2.0:1780342365.815795:0:279190:0:(file.c:1762:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1780342365.815798:0:279190:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1780342365.815800:0:279190:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff97ae47e886d8 (ffff97ae60c3cbd8/0) at cl_lock_release():245 00000020:00000001:2.0:1780342365.815803:0:279190:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1780342365.815804:0:279190:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff97ae47e886d8 (ffff97ae60c3cbd8/0) at cl_lock_cancel():142 00020000:00000001:2.0:1780342365.815808:0:279190:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1780342365.815811:0:279190:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1780342365.815821:0:279190:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446629373463179176 : -114700246372440 : ffff97ae448f2fa8) 00000020:00000001:2.0:1780342365.815823:0:279190:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1780342365.815825:0:279190:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff97ae6a8d1830 (ffff97ae60c3c368/1) at cl_lock_cancel():142 00000008:00000001:2.0:1780342365.815828:0:279190:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1780342365.815829:0:279190:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:2.0:1780342365.815830:0:279190:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780342365.815832:0:279190:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1780342365.815833:0:279190:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1780342365.815834:0:279190:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1780342365.815836:0:279190:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1780342365.815837:0:279190:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1780342365.815838:0:279190:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1780342365.815839:0:279190:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff97ae47e886d8 (ffff97ae60c3cbd8/0) at cl_lock_fini():72 00020000:00000001:2.0:1780342365.815842:0:279190:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:2.0:1780342365.815843:0:279190:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1780342365.815844:0:279190:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff97ae6a8d1830 (ffff97ae60c3cbd8/1) at cl_lock_fini():72 00000008:00000010:2.0:1780342365.815847:0:279190:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff97ae501870a0. 00000020:00000001:2.0:1780342365.815850:0:279190:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1780342365.815852:0:279190:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff97ae6a8d1800. 00020000:00000001:2.0:1780342365.815854:0:279190:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1780342365.815855:0:279190:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1780342365.815856:0:279190:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1780342365.815858:0:279190:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780342365.815860:0:279190:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1780342365.815863:0:279190:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:2.0:1780342365.815865:0:279190:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1780342365.815866:0:279190:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1780342365.815868:0:279190:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1780342365.815870:0:279190:0:(cl_object.c:925:cl_env_put()) 1@ffff97ae60c3c360 00000020:00000010:2.0:1780342365.815874:0:279190:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff97ae72f1fc00. 00000020:00000010:2.0:1780342365.815877:0:279190:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff97ae6c5160c0. 00000008:00000010:2.0:1780342365.815882:0:279190:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff97ae6bf10000. 00020000:00000010:2.0:1780342365.815891:0:279190:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff97ae74432d80. 00008000:00000010:2.0:1780342365.815895:0:279190:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff97ae58aa6de8. 00000080:00000010:2.0:1780342365.815901:0:279190:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff97ae47783930. 00000080:00000010:2.0:1780342365.815905:0:279190:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff97ae47e89da8. 00000020:00000010:2.0:1780342365.815908:0:279190:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff97ae72f1ee00. 00000008:00000010:2.0:1780342365.815911:0:279190:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff97ae508934a0. 00020000:00000010:2.0:1780342365.815915:0:279190:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff97ae448f1440. 00008000:00000010:2.0:1780342365.815918:0:279190:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff97ae47fe8e88. 00000080:00000010:2.0:1780342365.815921:0:279190:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff97ae6c627780. 00000020:00000010:2.0:1780342365.815923:0:279190:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff97ae72f1f600. 00000020:00000010:2.0:1780342365.815925:0:279190:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff97ae60c3c360. 00020000:00000001:2.0:1780342365.815928:0:279190:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1780342365.815930:0:279190:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:2.0:1780342365.815932:0:279190:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:2.0:1780342365.815935:0:279190:0:(vvp_io.c:287:vvp_io_fini()) [0x200002b17:0x13b0:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1780342365.815938:0:279190:0:(file.c:7025:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1780342365.815940:0:279190:0:(file.c:7029:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780342365.815943:0:279190:0:(vvp_io.c:382:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1780342365.815945:0:279190:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1780342365.815946:0:279190:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1780342365.815948:0:279190:0:(cl_object.c:925:cl_env_put()) 1@ffff97ae60c3cbd0 00000020:00000010:2.0:1780342365.815949:0:279190:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff97ae72f1f400. 00000020:00000010:2.0:1780342365.815951:0:279190:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff97ae6c516720. 00000008:00000010:2.0:1780342365.815954:0:279190:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff97ae6bf11650. 00020000:00000010:2.0:1780342365.815957:0:279190:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff97ae74432f00. 00008000:00000010:2.0:1780342365.815959:0:279190:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff97ae58aa5c40. 00000080:00000010:2.0:1780342365.815963:0:279190:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff97ae477835e8. 00000080:00000010:2.0:1780342365.815965:0:279190:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff97ae47e886d8. 00000020:00000010:2.0:1780342365.815967:0:279190:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff97ae72f1ec00. 00000008:00000010:2.0:1780342365.815969:0:279190:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff97ae508929a0. 00020000:00000010:2.0:1780342365.815971:0:279190:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff97ae448f2f40. 00008000:00000010:2.0:1780342365.815974:0:279190:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff97ae47fe86f8. 00000080:00000010:2.0:1780342365.815976:0:279190:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff97ae6c627690. 00000020:00000010:2.0:1780342365.815978:0:279190:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff97ae72f1f800. 00000020:00000010:2.0:1780342365.815987:0:279190:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff97ae60c3cbd0. 00000001:00000001:2.0:1780342365.815990:0:279190:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780342365.815998:0:279190:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc54c1d07d08 00000080:00000008:2.0:1780342365.816000:0:279190:0:(file.c:6403:ll_getattr_dentry()) COMPLETED file f812b.sanity:[0x200002b17:0x13b0:0x0](ffff97ae752680c8), request_mask 4095, flags 0, foreign 0 00000080:00000001:2.0:1780342365.816006:0:279190:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1780342365.816008:0:279190:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc54c1d07da0 00000080:00002000:2.0:1780342365.816010:0:279190:0:(dcache.c:127:ll_ddelete()) keeping dentry f812b.sanity (ffff97ae61fbb798, parent ffff97ae51704d80, inode ffff97ae752680c8) hashed, 00000080:00000001:2.0:1780342365.816012:0:279190:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780342365.925149:0:252173:0:(connection.c:75:cpu_latency_work()) work item of ffff97ae60cbd000 (cpu 0) has reached its deadline 4306481029, at 4306481032 00000100:00000010:0.0:1780342365.925159:0:252173:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97ae6c6e2600. 00000100:00000040:1.0:1780342365.925431:0:243559:0:(connection.c:75:cpu_latency_work()) work item of ffff97ae60cbd110 (cpu 0) has reached its deadline 4306481029, at 4306481032 00000100:00000010:1.0:1780342365.925437:0:243559:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97ae6c6e26c0. 00010000:00000001:2.0:1780342365.984030:0:252029:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342365.984038:0:252029:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1780342365.984040:0:252029:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780342365.984044:0:252029:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342365.984048:0:252029:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1780342365.984051:0:252029:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342365.984053:0:252029:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342365.984055:0:252029:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342365.984058:0:252029:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342365.984059:0:252029:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342365.984062:0:252029:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342365.984063:0:252029:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780342365.984643:0:236698:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780342365.984647:0:236698:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780342365.984651:0:236698:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1780342367.004634:0:252029:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342367.004639:0:252029:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342367.004645:0:252029:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342367.004646:0:252029:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342367.004649:0:252029:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342367.004650:0:252029:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780342367.004743:0:248350:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780342367.004747:0:248350:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780342367.004750:0:248350:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1780342367.068796:0:247974:0:(pinger.c:231:ptlrpc_pinger_process_import()) 2a8e121d-4255-4dce-9cfd-5ec7361d75ba->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780342367.068813:0:247974:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780342367.068821:0:247974:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97ae69de8380. 00000020:00000040:2.0:1780342367.068828:0:247974:0:(genops.c:1231:class_import_get()) import ffff97ae604f8800 refcount=4 obd=MGC192.168.203.129@tcp 00000100:00000001:2.0:1780342367.068832:0:247974:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780342367.068835:0:247974:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780342367.068840:0:247974:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780342367.068848:0:247974:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97ae51391000. 00000100:00000001:2.0:1780342367.068855:0:247974:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780342367.068873:0:247974:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2a8e121d-4255-4dce-9cfd-5ec7361d75ba->MGS req@ffff97ae69de8380 x1866812144823808/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1780342367.068883:0:247974:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780342367.068888:0:247974:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780342367.068895:0:247974:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0056613] to pc [ptlrpcd_01_01+1] req@ffff97ae69de8380 x1866812144823808/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342367.068928:0:247974:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780342367.068931:0:247974:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780342367.068935:0:247974:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780342367.068938:0:247974:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97ae69deb100. 00000020:00000040:2.0:1780342367.068941:0:247974:0:(genops.c:1231:class_import_get()) import ffff97ae51c6a000 refcount=10 obd=lustre-MDT0000-mdc-ffff97ae6a5d1000 00000100:00000001:2.0:1780342367.068944:0:247974:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780342367.068945:0:247974:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780342367.068948:0:247974:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780342367.068952:0:247974:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97ae51391f00. 00000100:00000001:2.0:1780342367.068955:0:247974:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780342367.068961:0:247974:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-MDT0000_UUID req@ffff97ae69deb100 x1866812144823936/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1780342367.068969:0:247974:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780342367.068971:0:247974:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342367.068973:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1780342367.068976:0:247974:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000634424b3] to pc [ptlrpcd_01_00+0] req@ffff97ae69deb100 x1866812144823936/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342367.068979:0:2412:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780342367.068983:0:2412:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1780342367.068990:0:247974:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342367.068993:0:2412:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97ae69de8380 x1866812144823808/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1780342367.068994:0:247974:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780342367.069001:0:247974:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780342367.069005:0:247974:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97ae69de9880. 00000100:00000001:3.0:1780342367.069009:0:2412:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:2.0:1780342367.069009:0:247974:0:(genops.c:1231:class_import_get()) import ffff97ae43085800 refcount=4 obd=lustre-MDT0001-mdc-ffff97ae6a5d1000 00000100:00000001:3.0:1780342367.069012:0:2412:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342367.069013:0:247974:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780342367.069015:0:247974:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780342367.069018:0:2412:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780342367.069018:0:247974:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780342367.069022:0:2412:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780342367.069026:0:2412:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780342367.069029:0:247974:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97ae51391b00. 00000100:00100000:3.0:1780342367.069031:0:2412:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97ae69de8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2a8e121d-4255-4dce-9cfd-5ec7361d75ba:2412:1866812144823808:192.168.203.129@tcp:400:kworker.0 00000100:00000001:2.0:1780342367.069033:0:247974:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342367.069039:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1780342367.069043:0:247974:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-MDT0001_UUID req@ffff97ae69de9880 x1866812144824064/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1780342367.069046:0:2412:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780342367.069050:0:2412:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342367.069052:0:247974:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1780342367.069054:0:2412:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1780342367.069055:0:247974:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780342367.069060:0:247974:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003d95172a] to pc [ptlrpcd_01_01+1] req@ffff97ae69de9880 x1866812144824064/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1780342367.069061:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97ae428d7200. 02000000:00000001:3.0:1780342367.069065:0:2412:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342367.069074:0:247974:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780342367.069078:0:2412:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000040:2.0:1780342367.069079:0:247974:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780342367.069084:0:247974:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:3.0:1780342367.069085:0:2412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97ae6a8163c8. 00000100:00000010:2.0:1780342367.069088:0:247974:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97ae69de9500. 00000020:00000040:2.0:1780342367.069092:0:247974:0:(genops.c:1231:class_import_get()) import ffff97ae69585000 refcount=4 obd=lustre-OST0000-osc-ffff97ae6a5d1000 00000400:00000010:3.0:1780342367.069093:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae452f6908. 00000100:00000001:2.0:1780342367.069094:0:247974:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780342367.069097:0:247974:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780342367.069099:0:247974:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1780342367.069101:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812144823808, portal 25 02000000:00000010:2.0:1780342367.069104:0:247974:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97ae51391600. 00000100:00000001:3.0:1780342367.069105:0:2412:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780342367.069108:0:2412:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446629374089134976 : -114699620416640 : ffff97ae69de8380) 00000100:00000001:2.0:1780342367.069108:0:247974:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780342367.069116:0:247974:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-OST0000_UUID req@ffff97ae69de9500 x1866812144824192/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1780342367.069119:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97ae69de8380 x1866812144823808/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342367.069124:0:247974:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780342367.069126:0:247974:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780342367.069133:0:247974:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa004c08] to pc [ptlrpcd_01_00+0] req@ffff97ae69de9500 x1866812144824192/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342367.069138:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780342367.069142:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.129@tcp 00000400:00000010:3.0:1780342367.069144:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae452f6220. 00000100:00000200:3.0:1780342367.069149:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866812144823808, offset 0 00000100:00000001:2.0:1780342367.069158:0:247974:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780342367.069159:0:2412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.129@tcp 00000100:00000040:2.0:1780342367.069161:0:247974:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1780342367.069165:0:247974:0:(pinger.c:249:ptlrpc_pinger_process_import()) 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:3.0:1780342367.069169:0:2412:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000040:2.0:1780342367.069171:0:247974:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11819) 00000400:00000200:3.0:1780342367.069177:0:2412:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.129@tcp local destination 00000400:00000200:3.0:1780342367.069182:0:2412:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780342367.069187:0:2412:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.29@tcp 00000400:00000200:3.0:1780342367.069190:0:2412:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780342367.069193:0:2412:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.129@tcp 00000400:00000200:3.0:1780342367.069196:0:2412:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.29@tcp NI seq info: [551822:551822:256:4294967295] 192.168.203.129@tcp LPNI seq info [551748:551748:8:4294967295] 00000400:00000200:3.0:1780342367.069200:0:2412:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:3.0:1780342367.069209:0:2412:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp:) -> 192.168.203.129@tcp(192.168.203.129@tcp:192.168.203.129@tcp) : PUT try# 0 00000800:00000200:3.0:1780342367.069214:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.129@tcp 00000800:00000010:3.0:1780342367.069219:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97ad410ad100. 00000800:00000200:3.0:1780342367.069226:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97ae46b85a80] -> 12345-192.168.203.129@tcp (5) 00000800:00000200:3.0:1780342367.069243:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.129@tcp ip 192.168.203.129:988 00000800:00000200:3.0:1780342367.069247:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97ad410ad100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780342367.069409:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780342367.069415:0:2412:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000001:3.0:1780342367.069418:0:2412:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306486011 00000100:00000010:3.0:1780342367.069423:0:2412:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97ae44b6f360. 00000100:00000001:3.0:1780342367.069429:0:2412:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.129@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1780342367.069434:0:2412:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306486011 00000100:00000010:3.0:1780342367.069436:0:2412:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97ae44b6f6c0. 00000100:00000001:3.0:1780342367.069439:0:2412:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.129@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1780342367.069442:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780342367.069444:0:2412:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342367.069454:0:2412:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342367.069456:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780342367.069463:0:2412:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780342367.069465:0:2412:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1780342367.069467:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780342367.069468:0:2412:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780342367.069470:0:2412:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780342367.069475:0:2412:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97ae69de9880 x1866812144824064/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342367.069495:0:2412:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780342367.069496:0:2412:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780342367.069499:0:2412:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780342367.069501:0:2412:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780342367.069503:0:2412:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780342367.069506:0:2412:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97ae69de9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4e9c6b05-0761-44df-afd6-bfbc14f27556:2412:1866812144824064:192.168.203.129@tcp:400:kworker.0 00000100:00000001:3.0:1780342367.069509:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780342367.069511:0:2412:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780342367.069513:0:2412:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780342367.069514:0:2412:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780342367.069518:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97ae428d6a00. 02000000:00000001:3.0:1780342367.069520:0:2412:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780342367.069525:0:2412:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000010:3.0:1780342367.069527:0:2412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97ae6a816790. 00000400:00000010:3.0:1780342367.069531:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae452f65d8. 00000100:00000200:3.0:1780342367.069535:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812144824064, portal 10 00000100:00000001:3.0:1780342367.069537:0:2412:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780342367.069538:0:2412:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446629374089140352 : -114699620411264 : ffff97ae69de9880) 00000100:00000040:3.0:1780342367.069546:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97ae69de9880 x1866812144824064/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342453 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342367.069553:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780342367.069556:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.129@tcp 00000400:00000010:3.0:1780342367.069559:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae452f6d48. 00000100:00000001:2.0:1780342367.069621:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780342367.069630:0:2411:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780342367.069632:0:2411:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780342367.069638:0:2411:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97ae69deb100 x1866812144823936/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342367.069645:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780342367.069647:0:2411:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780342367.069649:0:2411:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780342367.069651:0:2411:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780342367.069653:0:2411:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780342367.069657:0:2411:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97ae69deb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4e9c6b05-0761-44df-afd6-bfbc14f27556:2411:1866812144823936:192.168.203.129@tcp:400:kworker.0 00000100:00000200:3.0:1780342367.069662:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866812144824064, offset 0 00000100:00000001:2.0:1780342367.069662:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780342367.069666:0:2411:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780342367.069668:0:2411:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780342367.069672:0:2411:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1780342367.069673:0:2412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.129@tcp 02000000:00000010:2.0:1780342367.069677:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97ae49dc4800. 02000000:00000001:2.0:1780342367.069679:0:2411:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780342367.069686:0:2411:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:3.0:1780342367.069689:0:2412:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000010:2.0:1780342367.069690:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97ae7582af78. 00000400:00000200:3.0:1780342367.069696:0:2412:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.129@tcp local destination 00000400:00000010:2.0:1780342367.069696:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae4a1892a8. 00000400:00000200:3.0:1780342367.069702:0:2412:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:2.0:1780342367.069702:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812144823936, portal 10 00000100:00000001:2.0:1780342367.069706:0:2411:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1780342367.069708:0:2412:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.29@tcp 00000100:00000001:2.0:1780342367.069709:0:2411:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446629374089146624 : -114699620404992 : ffff97ae69deb100) 00000400:00000200:3.0:1780342367.069714:0:2412:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780342367.069719:0:2412:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.129@tcp 00000100:00000040:2.0:1780342367.069719:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97ae69deb100 x1866812144823936/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342453 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1780342367.069726:0:2412:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.29@tcp NI seq info: [551823:551823:255:4294967295] 192.168.203.129@tcp LPNI seq info [551749:551749:7:4294967295] 00000100:00000001:2.0:1780342367.069736:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1780342367.069737:0:2412:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000040:2.0:1780342367.069742:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.129@tcp 00000400:00000010:2.0:1780342367.069747:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae4a1895d8. 00000400:00000200:3.0:1780342367.069750:0:2412:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp:) -> 192.168.203.129@tcp(192.168.203.129@tcp:192.168.203.129@tcp) : PUT try# 0 00000100:00000200:2.0:1780342367.069752:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866812144823936, offset 0 00000400:00000200:2.0:1780342367.069760:0:2411:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.129@tcp 00000400:00000200:2.0:1780342367.069764:0:2411:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:2.0:1780342367.069769:0:2411:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.129@tcp local destination 00000400:00000200:2.0:1780342367.069772:0:2411:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780342367.069774:0:2411:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.29@tcp 00000400:00000200:2.0:1780342367.069783:0:2411:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780342367.069785:0:2411:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.129@tcp 00000400:00000200:2.0:1780342367.069788:0:2411:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.29@tcp NI seq info: [551824:551824:254:4294967295] 192.168.203.129@tcp LPNI seq info [551750:551750:6:4294967295] 00000400:00000200:2.0:1780342367.069793:0:2411:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:2.0:1780342367.069800:0:2411:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp:) -> 192.168.203.129@tcp(192.168.203.129@tcp:192.168.203.129@tcp) : PUT try# 0 00000800:00000200:2.0:1780342367.069816:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.129@tcp 00000800:00000010:2.0:1780342367.069820:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97ae51391300. 00000800:00000200:2.0:1780342367.069824:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97ae46b85a80] -> 12345-192.168.203.129@tcp (5) 00000800:00000200:2.0:1780342367.069829:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.129@tcp ip 192.168.203.129:988 00000800:00000200:2.0:1780342367.069832:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97ae51391300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780342367.069836:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780342367.069839:0:2411:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: using a timeout of 16216 usecs (17 jiffies) 00000400:00000200:2.0:1780342367.069843:0:2411:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000001:2.0:1780342367.069845:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 0 is 4306482193 00000100:00000001:2.0:1780342367.069848:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: PM QoS request active for cpu 0, keep current deadline 4306486011 00000100:00000001:2.0:1780342367.069850:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 1 is 4306482193 00000100:00000001:2.0:1780342367.069852:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: PM QoS request active for cpu 1, keep current deadline 4306486011 00000100:00000001:2.0:1780342367.069854:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780342367.069856:0:2411:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342367.069858:0:2411:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780342367.069862:0:2411:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97ae69de9500 x1866812144824192/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342367.069868:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780342367.069870:0:2411:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780342367.069872:0:2411:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780342367.069874:0:2411:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780342367.069876:0:2411:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780342367.069879:0:2411:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97ae69de9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4e9c6b05-0761-44df-afd6-bfbc14f27556:2411:1866812144824192:192.168.203.129@tcp:400:kworker.0 00000100:00000001:2.0:1780342367.069882:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780342367.069891:0:2411:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780342367.069893:0:2411:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780342367.069895:0:2411:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780342367.069898:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97ae49dc5600. 02000000:00000001:2.0:1780342367.069900:0:2411:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780342367.069904:0:2411:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000010:2.0:1780342367.069906:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97ae7582a528. 00000400:00000010:2.0:1780342367.069910:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae4a189e58. 00000100:00000200:2.0:1780342367.069913:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812144824192, portal 4 00000100:00000001:2.0:1780342367.069915:0:2411:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780342367.069916:0:2411:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446629374089139456 : -114699620412160 : ffff97ae69de9500) 00000100:00000040:2.0:1780342367.069923:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97ae69de9500 x1866812144824192/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342367.069929:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780342367.069931:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.129@tcp 00000400:00000010:2.0:1780342367.069934:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae4a189aa0. 00000100:00000200:2.0:1780342367.069936:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1866812144824192, offset 0 00000400:00000200:2.0:1780342367.069941:0:2411:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.129@tcp 00000400:00000200:2.0:1780342367.069945:0:2411:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:2.0:1780342367.069949:0:2411:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.129@tcp local destination 00000400:00000200:2.0:1780342367.069952:0:2411:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780342367.069954:0:2411:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.29@tcp 00000400:00000200:2.0:1780342367.069957:0:2411:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780342367.069959:0:2411:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.129@tcp 00000400:00000200:2.0:1780342367.069962:0:2411:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.29@tcp NI seq info: [551825:551825:253:4294967295] 192.168.203.129@tcp LPNI seq info [551751:551751:5:4294967295] 00000400:00000200:2.0:1780342367.069966:0:2411:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:2.0:1780342367.069972:0:2411:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp:) -> 192.168.203.129@tcp(192.168.203.129@tcp:192.168.203.129@tcp) : PUT try# 0 00000800:00000200:2.0:1780342367.069976:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.129@tcp 00000800:00000010:2.0:1780342367.069980:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97ae51391100. 00000800:00000200:2.0:1780342367.069984:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97ae46b85a80] -> 12345-192.168.203.129@tcp (5) 00000800:00000200:2.0:1780342367.069988:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.129@tcp ip 192.168.203.129:988 00000800:00000200:2.0:1780342367.069991:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97ae51391100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780342367.070001:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780342367.070004:0:2411:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff97ae6a5d1000: using a timeout of 111167 usecs (112 jiffies) 00000400:00000200:2.0:1780342367.070008:0:2411:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000001:2.0:1780342367.070010:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 0 is 4306482288 00000100:00000001:2.0:1780342367.070012:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff97ae6a5d1000: PM QoS request active for cpu 0, keep current deadline 4306486011 00000100:00000001:2.0:1780342367.070014:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 1 is 4306482288 00000100:00000001:2.0:1780342367.070016:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff97ae6a5d1000: PM QoS request active for cpu 1, keep current deadline 4306486011 00000100:00000001:2.0:1780342367.070018:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780342367.070025:0:2411:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342367.070027:0:2411:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342367.070029:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342367.070034:0:2411:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780342367.070035:0:2411:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:2.0:1780342367.070037:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780342367.070039:0:2411:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780342367.070040:0:2411:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342367.070042:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1780342367.070404:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.129@tcp 00000800:00000010:3.0:1780342367.070410:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97ad410ad500. 00000800:00000200:3.0:1780342367.070415:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97ae46b85a80] -> 12345-192.168.203.129@tcp (5) 00000800:00000200:3.0:1780342367.070419:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.129@tcp ip 192.168.203.129:988 00000800:00000200:3.0:1780342367.070422:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97ad410ad500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780342367.070426:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342367.070429:0:2412:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97ae6a5d1000: using a timeout of 22550 usecs (23 jiffies) 00000400:00000200:3.0:1780342367.070433:0:2412:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000001:3.0:1780342367.070435:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 0 is 4306482199 00000100:00000001:3.0:1780342367.070438:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97ae6a5d1000: PM QoS request active for cpu 0, keep current deadline 4306486011 00000100:00000001:3.0:1780342367.070440:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 1 is 4306482199 00000100:00000001:3.0:1780342367.070442:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97ae6a5d1000: PM QoS request active for cpu 1, keep current deadline 4306486011 00000100:00000001:3.0:1780342367.070444:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780342367.070446:0:2412:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342367.070449:0:2412:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342367.070450:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780342367.070454:0:2412:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780342367.070456:0:2412:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1780342367.070458:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780342367.070460:0:2412:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780342367.070461:0:2412:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342367.070463:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780342367.071465:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780342367.071471:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97ad410ad100. 00000400:00000200:0.0:1780342367.071476:0:2401:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780342367.071483:0:2401:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000400:00000200:0.0:1780342367.071489:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae452f6220 00000400:00000010:0.0:1780342367.071492:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae452f6220. 00000100:00000001:0.0:1780342367.071497:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780342367.071504:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97ae69de8380 x1866812144823808/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342367.071516:0:2401:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780342367.071520:0:2401:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97ae69de8380 x1866812144823808/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342383 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342367.071527:0:2401:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780342367.071529:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1780342367.071539:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780342367.071542:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97ae51391300. 00000400:00000200:0.0:1780342367.071544:0:2401:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780342367.071547:0:2401:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000400:00000200:0.0:1780342367.071550:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae4a1895d8 00000400:00000010:0.0:1780342367.071551:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae4a1895d8. 00000100:00000001:0.0:1780342367.071554:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780342367.071557:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97ae69deb100 x1866812144823936/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342453 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342367.071600:0:2401:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780342367.071603:0:2401:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97ae69deb100 x1866812144823936/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342453 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342367.071608:0:2401:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780342367.071610:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1780342367.071617:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780342367.071619:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97ae51391100. 00000400:00000200:0.0:1780342367.071622:0:2401:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780342367.071631:0:2401:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000400:00000200:0.0:1780342367.071633:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae4a189aa0 00000400:00000010:0.0:1780342367.071635:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae4a189aa0. 00000100:00000001:0.0:1780342367.071637:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780342367.071641:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97ae69de9500 x1866812144824192/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342367.071647:0:2401:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780342367.071649:0:2401:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97ae69de9500 x1866812144824192/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342422 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342367.071655:0:2401:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780342367.071656:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1780342367.071712:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780342367.071714:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97ad410ad500. 00000400:00000200:0.0:1780342367.071717:0:2401:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780342367.071720:0:2401:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000400:00000200:0.0:1780342367.071723:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae452f6d48 00000400:00000010:0.0:1780342367.071724:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae452f6d48. 00000100:00000001:0.0:1780342367.071726:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780342367.071729:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97ae69de9880 x1866812144824064/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342453 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342367.071737:0:2401:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780342367.071740:0:2401:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97ae69de9880 x1866812144824064/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342453 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342367.071746:0:2401:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780342367.071747:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780342367.075221:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342367.075246:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780342367.075249:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342367.075252:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780342367.075262:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342367.075269:0:2402:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp) <- 192.168.203.129@tcp : PUT - for me 00000400:00000200:1.0:1780342367.075278:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342367.075283:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342367.075292:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342367.075297:0:2402:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.129@tcp of length 224 into portal 4 MB=0x6a1db12c12f80 00000400:00000200:1.0:1780342367.075302:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342367.075309:0:2402:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.129@tcp of length 224/224 into md 0x5463e9 [1] + 224 00000800:00000001:1.0:1780342367.075315:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342367.075320:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780342367.075323:0:2402:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780342367.075327:0:2402:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000100:00000001:1.0:1780342367.075335:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780342367.075344:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97ae69de9500 x1866812144824192/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342422 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780342367.075355:0:2402:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97ae69de9500 x1866812144824192/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342422 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342367.075365:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780342367.075374:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342367.075378:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780342367.075380:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342367.075383:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780342367.075386:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342367.075396:0:2402:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp) <- 192.168.203.129@tcp : PUT - for me 00000400:00000200:1.0:1780342367.075401:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342367.075404:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342367.075407:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342367.075410:0:2402:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.129@tcp of length 224 into portal 10 MB=0x6a1db12c12e80 00000400:00000200:1.0:1780342367.075414:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342367.075418:0:2402:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.129@tcp of length 224/224 into md 0x5463e1 [1] + 224 00000800:00000001:1.0:1780342367.075422:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342367.075426:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780342367.075428:0:2402:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780342367.075430:0:2402:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000100:00000001:1.0:1780342367.075433:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780342367.075438:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97ae69deb100 x1866812144823936/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342453 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780342367.075447:0:2402:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97ae69deb100 x1866812144823936/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342453 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342367.075453:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780342367.075457:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342367.075459:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780342367.075462:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342367.075464:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780342367.075467:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342367.075470:0:2402:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp) <- 192.168.203.129@tcp : PUT - for me 00000400:00000200:1.0:1780342367.075474:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342367.075477:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342367.075479:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342367.075481:0:2402:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.129@tcp of length 224 into portal 10 MB=0x6a1db12c12f00 00000400:00000200:1.0:1780342367.075633:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342367.075638:0:2402:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.129@tcp of length 224/224 into md 0x5463d9 [1] + 224 00000800:00000001:1.0:1780342367.075644:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342367.075652:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780342367.075660:0:2402:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780342367.075662:0:2402:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000100:00000001:1.0:1780342367.075666:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780342367.075670:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97ae69de9880 x1866812144824064/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342453 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780342367.075677:0:2402:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97ae69de9880 x1866812144824064/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342453 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342367.075690:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780342367.075695:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342367.075698:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342367.076062:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780342367.076067:0:2411:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780342367.076073:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780342367.076075:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780342367.076079:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97ae7582af78. 00000400:00000200:2.0:1780342367.076083:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae4a1892a8 00000400:00000010:2.0:1780342367.076086:0:2411:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae4a1892a8. 00000100:00000001:2.0:1780342367.076089:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780342367.076094:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97ae69deb100 x1866812144823936/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342453 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780342367.076104:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97ae69deb100 x1866812144823936/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342453 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342367.076111:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780342367.076113:0:2411:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342367.076115:0:2411:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780342367.076118:0:2411:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780342367.076128:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780342367.076130:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780342367.076133:0:2411:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780342367.076142:0:2411:0:(import.c:2151:obd_at_measure()) add 61 to ffff97ae51c6a460 time=144 v=61 (61 61 62 62) 00000100:00001000:2.0:1780342367.076148:0:2411:0:(import.c:2151:obd_at_measure()) add 1 to ffff97ae51c6a418 time=65 v=5 (1 1 0 0) 00000100:00000001:2.0:1780342367.076151:0:2411:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780342367.076153:0:2411:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342367.076155:0:2411:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780342367.076159:0:2411:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342367.076163:0:2411:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780342367.076165:0:2411:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff97ae6a5d1000: skip recheck: last_committed 30064771455 00000100:00000001:2.0:1780342367.076167:0:2411:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780342367.076169:0:2411:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780342367.076175:0:2411:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97ae69deb100 x1866812144823936/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342453 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342367.076182:0:2411:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780342367.076185:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780342367.076187:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780342367.076191:0:2411:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97ae69deb100 x1866812144823936/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342453 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1780342367.076199:0:2411:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff97ae69deb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4e9c6b05-0761-44df-afd6-bfbc14f27556:2411:1866812144823936:192.168.203.129@tcp:400:kworker.0 00000400:00000001:2.0:1780342367.076207:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780342367.076208:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780342367.076210:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97ae7582a528. 00000400:00000200:2.0:1780342367.076213:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae4a189e58 00000400:00000010:2.0:1780342367.076215:0:2411:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae4a189e58. 00000100:00000001:2.0:1780342367.076218:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780342367.076221:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97ae69de9500 x1866812144824192/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342422 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780342367.076229:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97ae69de9500 x1866812144824192/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342422 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342367.076234:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780342367.076242:0:2411:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342367.076244:0:2411:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780342367.076245:0:2411:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780342367.076246:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780342367.076248:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780342367.076250:0:2411:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780342367.076255:0:2411:0:(import.c:2151:obd_at_measure()) add 36 to ffff97ae69585460 time=144 v=36 (36 5 5 5) 00000100:00001000:2.0:1780342367.076258:0:2411:0:(import.c:2151:obd_at_measure()) add 1 to ffff97ae69585418 time=36 v=5 (1 1 0 0) 00000100:00000001:2.0:1780342367.076260:0:2411:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780342367.076261:0:2411:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342367.076263:0:2411:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780342367.076265:0:2411:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342367.076268:0:2411:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780342367.076269:0:2411:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0000-osc-ffff97ae6a5d1000: skip recheck: last_committed 47244662593 00000100:00000001:2.0:1780342367.076271:0:2411:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780342367.076273:0:2411:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780342367.076277:0:2411:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97ae69de9500 x1866812144824192/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342422 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342367.076283:0:2411:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780342367.076284:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780342367.076285:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780342367.076289:0:2411:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97ae69de9500 x1866812144824192/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342422 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1780342367.076296:0:2411:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff97ae69de9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4e9c6b05-0761-44df-afd6-bfbc14f27556:2411:1866812144824192:192.168.203.129@tcp:400:kworker.0 00000100:00000001:2.0:1780342367.076300:0:2411:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342367.076303:0:2411:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780342367.076306:0:2411:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97ae69deb100 x1866812144823936/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342453 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342367.076312:0:2411:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780342367.076314:0:2411:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780342367.076317:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97ae49dc4800. 02000000:00000001:2.0:1780342367.076321:0:2411:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780342367.076324:0:2411:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780342367.076330:0:2411:0:(genops.c:1244:class_import_put()) import ffff97ae51c6a000 refcount=9 obd=lustre-MDT0000-mdc-ffff97ae6a5d1000 00000020:00000001:2.0:1780342367.076332:0:2411:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780342367.076334:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97ae51391f00. 02000000:00000001:2.0:1780342367.076338:0:2411:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780342367.076340:0:2411:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780342367.076342:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97ae69deb100. 00000100:00000001:2.0:1780342367.076346:0:2411:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780342367.076347:0:2411:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342367.076349:0:2411:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780342367.076353:0:2411:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97ae69de9500 x1866812144824192/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342422 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342367.076359:0:2411:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780342367.076361:0:2411:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780342367.076362:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97ae49dc5600. 02000000:00000001:2.0:1780342367.076365:0:2411:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780342367.076366:0:2411:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780342367.076367:0:2411:0:(genops.c:1244:class_import_put()) import ffff97ae69585000 refcount=3 obd=lustre-OST0000-osc-ffff97ae6a5d1000 00000020:00000001:2.0:1780342367.076369:0:2411:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780342367.076370:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97ae51391600. 02000000:00000001:2.0:1780342367.076372:0:2411:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780342367.076373:0:2411:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780342367.076374:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97ae69de9500. 00000100:00000001:2.0:1780342367.076376:0:2411:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780342367.076377:0:2411:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342367.076379:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342367.076487:0:2411:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780342367.076490:0:2411:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342367.076493:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780342367.076495:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342367.076975:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780342367.076978:0:2412:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780342367.076983:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780342367.076985:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780342367.076988:0:2412:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97ae6a816790. 00000400:00000200:3.0:1780342367.076991:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae452f65d8 00000400:00000010:3.0:1780342367.076993:0:2412:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae452f65d8. 00000100:00000001:3.0:1780342367.076996:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780342367.077012:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97ae69de9880 x1866812144824064/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342453 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780342367.077021:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97ae69de9880 x1866812144824064/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342453 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342367.077028:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780342367.077029:0:2412:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780342367.077031:0:2412:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780342367.077141:0:2412:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780342367.077143:0:2412:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780342367.077144:0:2412:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780342367.077147:0:2412:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780342367.077152:0:2412:0:(import.c:2151:obd_at_measure()) add 61 to ffff97ae43085c60 time=144 v=61 (61 61 62 62) 00000100:00001000:3.0:1780342367.077155:0:2412:0:(import.c:2151:obd_at_measure()) add 1 to ffff97ae43085c18 time=50 v=5 (1 1 0 0) 00000100:00000001:3.0:1780342367.077158:0:2412:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780342367.077160:0:2412:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780342367.077162:0:2412:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1780342367.077166:0:2412:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff97ae69de9880 x1866812144824064/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342453 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1780342367.077174:0:2412:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342367.077176:0:2412:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780342367.077178:0:2412:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff97ae6a5d1000: skip recheck: last_committed 21474836545 00000100:00000001:3.0:1780342367.077179:0:2412:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780342367.077181:0:2412:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342367.077184:0:2412:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97ae69de9880 x1866812144824064/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342453 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342367.077260:0:2412:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780342367.077268:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780342367.077270:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780342367.077276:0:2412:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97ae69de9880 x1866812144824064/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342453 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1780342367.077276:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342367.077287:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1780342367.077288:0:2412:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff97ae69de9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4e9c6b05-0761-44df-afd6-bfbc14f27556:2412:1866812144824064:192.168.203.129@tcp:400:kworker.0 00000800:00000001:0.0:1780342367.077291:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1780342367.077295:0:2412:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1780342367.077296:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780342367.077300:0:2412:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780342367.077306:0:2412:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97ae69de9880 x1866812144824064/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342453 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1780342367.077306:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342367.077317:0:2401:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp) <- 192.168.203.129@tcp : PUT - for me 00000100:00000001:3.0:1780342367.077321:0:2412:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780342367.077324:0:2412:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780342367.077326:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97ae428d6a00. 02000000:00000001:3.0:1780342367.077328:0:2412:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780342367.077331:0:2412:0:(genops.c:1238:class_import_put()) Process entered 00000400:00000200:0.0:1780342367.077331:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000020:00000040:3.0:1780342367.077334:0:2412:0:(genops.c:1244:class_import_put()) import ffff97ae43085800 refcount=3 obd=lustre-MDT0001-mdc-ffff97ae6a5d1000 00000020:00000001:3.0:1780342367.077337:0:2412:0:(genops.c:1251:class_import_put()) Process leaving 00000400:00000200:0.0:1780342367.077338:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 02000000:00000010:3.0:1780342367.077340:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97ae51391b00. 02000000:00000001:3.0:1780342367.077344:0:2412:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780342367.077346:0:2412:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780342367.077349:0:2412:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97ae69de9880. 00000400:00000200:0.0:1780342367.077352:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000001:3.0:1780342367.077354:0:2412:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780342367.077358:0:2412:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780342367.077358:0:2401:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.129@tcp of length 224 into portal 25 MB=0x6a1db12c12e00 00000100:00000001:3.0:1780342367.077362:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342367.077366:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1780342367.077366:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000001:3.0:1780342367.077369:0:2412:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780342367.077372:0:2412:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342367.077376:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780342367.077376:0:2401:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.129@tcp of length 224/224 into md 0x5463d1 [1] + 224 00000800:00000001:0.0:1780342367.077395:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342367.077403:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780342367.077405:0:2401:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780342367.077409:0:2401:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000100:00000001:0.0:1780342367.077415:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780342367.077420:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97ae69de8380 x1866812144823808/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342383 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780342367.077428:0:2401:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97ae69de8380 x1866812144823808/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342383 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342367.077445:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780342367.077452:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342367.077455:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780342367.077497:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780342367.077499:0:2412:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780342367.077502:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780342367.077503:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780342367.077505:0:2412:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97ae6a8163c8. 00000400:00000200:3.0:1780342367.077508:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae452f6908 00000400:00000010:3.0:1780342367.077509:0:2412:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae452f6908. 00000100:00000001:3.0:1780342367.077511:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780342367.077521:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97ae69de8380 x1866812144823808/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342383 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780342367.077528:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97ae69de8380 x1866812144823808/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342383 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342367.077533:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780342367.077534:0:2412:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780342367.077536:0:2412:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780342367.077538:0:2412:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780342367.077539:0:2412:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780342367.077540:0:2412:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780342367.077541:0:2412:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780342367.077545:0:2412:0:(import.c:2151:obd_at_measure()) add 5 to ffff97ae604f8c60 time=145 v=5 (5 5 5 5) 00000100:00001000:3.0:1780342367.077547:0:2412:0:(import.c:2151:obd_at_measure()) add 1 to ffff97ae604f8c18 time=65 v=5 (1 1 0 0) 00000100:00000001:3.0:1780342367.077549:0:2412:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780342367.077551:0:2412:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780342367.077552:0:2412:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780342367.077554:0:2412:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342367.077555:0:2412:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342367.077559:0:2412:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97ae69de8380 x1866812144823808/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342383 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342367.077607:0:2412:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780342367.077609:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780342367.077610:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780342367.077614:0:2412:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97ae69de8380 x1866812144823808/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342383 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1780342367.077621:0:2412:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff97ae69de8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2a8e121d-4255-4dce-9cfd-5ec7361d75ba:2412:1866812144823808:192.168.203.129@tcp:400:kworker.0 00000100:00000001:3.0:1780342367.077624:0:2412:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780342367.077627:0:2412:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780342367.077630:0:2412:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97ae69de8380 x1866812144823808/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342383 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342367.077635:0:2412:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780342367.077644:0:2412:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780342367.077646:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97ae428d7200. 02000000:00000001:3.0:1780342367.077649:0:2412:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780342367.077650:0:2412:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780342367.077652:0:2412:0:(genops.c:1244:class_import_put()) import ffff97ae604f8800 refcount=3 obd=MGC192.168.203.129@tcp 00000020:00000001:3.0:1780342367.077653:0:2412:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780342367.077655:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97ae51391000. 02000000:00000001:3.0:1780342367.077657:0:2412:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780342367.077669:0:2412:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780342367.077670:0:2412:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97ae69de8380. 00000100:00000001:3.0:1780342367.077672:0:2412:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780342367.077674:0:2412:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780342367.077676:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780342367.077681:0:2412:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780342367.077683:0:2412:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342367.077685:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780342367.077686:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342368.028663:0:252029:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342368.028669:0:252029:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342368.028674:0:252029:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342368.028676:0:252029:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342368.028680:0:252029:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342368.028681:0:252029:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780342368.030654:0:242641:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780342368.030660:0:242641:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780342368.030665:0:242641:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1780342368.294717:0:279390:0:(llite_lib.c:4092:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1780342368.561146:0:279427:0:(debug.c:650:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1780342368.561151:0:279427:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg329-client.virtnet: executing wait_import_state FULL osc.lustre-OST0000-osc-ffff97ae6a5d1000.ost_server_uuid 50 00000001:00000001:1.0:1780342368.567141:0:279427:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:2.0:1780342369.054213:0:252029:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342369.054230:0:252029:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342369.054237:0:252029:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342369.054238:0:252029:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342369.054241:0:252029:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342369.054242:0:252029:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780342369.054448:0:236697:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780342369.054453:0:236697:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780342369.054456:0:236697:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1780342369.503702:0:279535:0:(llite_lib.c:4092:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1780342369.727976:0:279571:0:(debug.c:650:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1780342369.727981:0:279571:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: osc.lustre-OST0000-osc-ffff97ae6a5d1000.ost_server_uuid in FULL state after 0 sec 00000001:00000001:1.0:1780342369.740171:0:279571:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00010000:00010000:1.0:1780342369.983547:0:279586:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0000-osc-ffff97ae6a5d1000 00010000:00000001:1.0:1780342369.983553:0:279586:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1780342369.983554:0:279586:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780342369.983587:0:279586:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780342369.983590:0:279586:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1780342369.983594:0:279586:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1780342369.983597:0:279586:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1780342369.983601:0:279586:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1780342369.983609:0:279586:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000020:00000001:3.0:1780342369.983699:0:252496:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780342369.983701:0:252496:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780342369.983704:0:252496:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1780342369.983708:0:252496:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1780342369.983710:0:252496:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1780342369.983768:0:252496:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff97ae6a5d1000 lock: 00000000f1b0b411/0x9eda7f8b44bfd041 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x55a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400010000 nid: local remote: 0xde20be84e1ab0f2b expref: -99 pid: 279190 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:3.0:1780342369.983789:0:252496:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:3.0:1780342369.983792:0:252496:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1780342369.983797:0:252496:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff97ae477e5240. 00000020:00000010:3.0:1780342369.983801:0:252496:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff97ae6c6c1e00. 00000020:00000010:3.0:1780342369.983806:0:252496:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff97ae6c6c0600. 00000020:00000010:3.0:1780342369.983809:0:252496:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff97ae44b6ff60. 00000008:00000010:3.0:1780342369.983816:0:252496:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff97ae6a09aca0. 00020000:00000010:3.0:1780342369.983820:0:252496:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff97ae509529c0. 00008000:00000010:3.0:1780342369.983832:0:252496:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff97ae525d1530. 00000080:00000010:3.0:1780342369.983839:0:252496:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff97ae47e33540. 00000080:00000010:3.0:1780342369.983843:0:252496:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff97ae502fab58. 00000020:00000010:3.0:1780342369.983846:0:252496:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff97ae6c6c1a00. 00000008:00000010:3.0:1780342369.983850:0:252496:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff97ae46acd340. 00020000:00000010:3.0:1780342369.983853:0:252496:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff97ae4892f600. 00008000:00000010:3.0:1780342369.983856:0:252496:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff97ae47d029c0. 00000080:00000010:3.0:1780342369.983860:0:252496:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff97ae6b979870. 00000020:00000001:3.0:1780342369.983863:0:252496:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446629373512405576 : -114700197146040 : ffff97ae477e5248) 00000020:00001000:3.0:1780342369.983865:0:252496:0:(cl_object.c:831:cl_env_get()) 1@ffff97ae477e5240 00000008:00000001:3.0:1780342369.983868:0:252496:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:3.0:1780342369.983870:0:252496:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:3.0:1780342369.983872:0:252496:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1780342369.983874:0:252496:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff97ae477e5ab0. 00000020:00000010:3.0:1780342369.983877:0:252496:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff97ae6c6c0000. 00000020:00000010:3.0:1780342369.983879:0:252496:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff97ae6c6c1000. 00000020:00000010:3.0:1780342369.983882:0:252496:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff97ae44b6f420. 00000008:00000010:3.0:1780342369.983885:0:252496:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff97ae6a09a178. 00020000:00000010:3.0:1780342369.983887:0:252496:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff97ae509523c0. 00008000:00000010:3.0:1780342369.983890:0:252496:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff97ae525d11a8. 00000080:00000010:3.0:1780342369.983892:0:252496:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff97ae47e33888. 00000080:00000010:3.0:1780342369.983894:0:252496:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff97ae502fbb50. 00000020:00000010:3.0:1780342369.983897:0:252496:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff97ae6c6c1600. 00000008:00000010:3.0:1780342369.983900:0:252496:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff97ae46acc000. 00020000:00000010:3.0:1780342369.983902:0:252496:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff97ae4892dd40. 00008000:00000010:3.0:1780342369.983904:0:252496:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff97ae47d02990. 00000080:00000010:3.0:1780342369.983906:0:252496:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff97ae6b979000. 00000020:00000001:3.0:1780342369.983908:0:252496:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446629373512407736 : -114700197143880 : ffff97ae477e5ab8) 00000020:00001000:3.0:1780342369.983910:0:252496:0:(cl_object.c:831:cl_env_get()) 1@ffff97ae477e5ab0 00000008:00000001:3.0:1780342369.983913:0:252496:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:3.0:1780342369.983915:0:252496:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:3.0:1780342369.983918:0:252496:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:3.0:1780342369.983920:0:252496:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1780342369.983927:0:252496:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:3.0:1780342369.983930:0:252496:0:(cl_object.c:151:cl_object_top()) ffff97ae58d47500 -> ffff97ae69a51148 00000020:00000001:3.0:1780342369.983933:0:252496:0:(cl_object.c:151:cl_object_top()) ffff97ae69a51148 -> ffff97ae69a51148 00000020:00000001:3.0:1780342369.983935:0:252496:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1780342369.983937:0:252496:0:(vvp_io.c:1811:vvp_io_init()) Process entered 00000080:00200000:3.0:1780342369.983939:0:252496:0:(vvp_io.c:1816:vvp_io_init()) [0x200002b17:0x13b0:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1780342369.983942:0:252496:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1780342369.983944:0:252496:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1780342369.983945:0:252496:0:(vvp_io.c:1888:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1780342369.983949:0:252496:0:(lov_object.c:1565:lov_io_init()) [0x200002b17:0x13b0:0x0]io ffff97ae6a09a218 type 8 ignore/verify layout 1/0 00020000:00000001:3.0:1780342369.983952:0:252496:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1780342369.983954:0:252496:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1780342369.983956:0:252496:0:(lov_io.c:625:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1780342369.983959:0:252496:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1780342369.983960:0:252496:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780342369.983962:0:252496:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1780342369.983962:0:252496:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1780342369.983963:0:252496:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00000020:00000001:3.0:1780342369.983965:0:252496:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1780342369.983967:0:252496:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000008:00000001:3.0:1780342369.983970:0:252496:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1780342369.983971:0:252496:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1780342369.983974:0:252496:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:3.0:1780342369.983975:0:252496:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:3.0:1780342369.983977:0:252496:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:3.0:1780342369.983979:0:252496:0:(vvp_io.c:287:vvp_io_fini()) [0x200002b17:0x13b0:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:3.0:1780342369.983981:0:252496:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1780342369.983982:0:252496:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:3.0:1780342369.983983:0:252496:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1780342369.983985:0:252496:0:(cl_object.c:925:cl_env_put()) 1@ffff97ae477e5ab0 00000020:00000010:3.0:1780342369.983988:0:252496:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff97ae6c6c1000. 00000020:00000010:3.0:1780342369.983992:0:252496:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff97ae44b6f420. 00000008:00000010:3.0:1780342369.983994:0:252496:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff97ae6a09a178. 00020000:00000010:3.0:1780342369.983997:0:252496:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff97ae509523c0. 00008000:00000010:3.0:1780342369.984000:0:252496:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff97ae525d11a8. 00000080:00000010:3.0:1780342369.984004:0:252496:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff97ae47e33888. 00000080:00000010:3.0:1780342369.984006:0:252496:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff97ae502fbb50. 00000020:00000010:3.0:1780342369.984008:0:252496:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff97ae6c6c0000. 00000008:00000010:3.0:1780342369.984016:0:252496:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff97ae46acc000. 00020000:00000010:3.0:1780342369.984019:0:252496:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff97ae4892dd40. 00008000:00000010:3.0:1780342369.984022:0:252496:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff97ae47d02990. 00000080:00000010:3.0:1780342369.984024:0:252496:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff97ae6b979000. 00000020:00000010:3.0:1780342369.984027:0:252496:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff97ae6c6c1600. 00000020:00000010:3.0:1780342369.984028:0:252496:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff97ae477e5ab0. 00000008:00000001:3.0:1780342369.984031:0:252496:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780342369.984034:0:252496:0:(cl_object.c:151:cl_object_top()) ffff97ae58d47500 -> ffff97ae69a51148 00010000:00000001:3.0:1780342369.984037:0:252496:0:(ldlm_extent.c:918:ldlm_extent_shift_kms()) Process entered 00010000:00000001:3.0:1780342369.984039:0:252496:0:(ldlm_extent.c:991:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780342369.984041:0:252496:0:(cl_object.c:151:cl_object_top()) ffff97ae58d47500 -> ffff97ae69a51148 00000020:00000001:3.0:1780342369.984042:0:252496:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1780342369.984045:0:252496:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:3.0:1780342369.984048:0:252496:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1780342369.984050:0:252496:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780342369.984053:0:252496:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780342369.984054:0:252496:0:(cl_object.c:151:cl_object_top()) ffff97ae58d47500 -> ffff97ae69a51148 00000008:00000001:3.0:1780342369.984057:0:252496:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1780342369.984059:0:252496:0:(cl_object.c:925:cl_env_put()) 1@ffff97ae477e5240 00000020:00000010:3.0:1780342369.984061:0:252496:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff97ae6c6c0600. 00000020:00000010:3.0:1780342369.984063:0:252496:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff97ae44b6ff60. 00000008:00000010:3.0:1780342369.984066:0:252496:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff97ae6a09aca0. 00020000:00000010:3.0:1780342369.984068:0:252496:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff97ae509529c0. 00008000:00000010:3.0:1780342369.984071:0:252496:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff97ae525d1530. 00000080:00000010:3.0:1780342369.984073:0:252496:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff97ae47e33540. 00000080:00000010:3.0:1780342369.984075:0:252496:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff97ae502fab58. 00000020:00000010:3.0:1780342369.984078:0:252496:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff97ae6c6c1e00. 00000008:00000010:3.0:1780342369.984080:0:252496:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff97ae46acd340. 00020000:00000010:3.0:1780342369.984082:0:252496:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff97ae4892f600. 00008000:00000010:3.0:1780342369.984084:0:252496:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff97ae47d029c0. 00000080:00000010:3.0:1780342369.984086:0:252496:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff97ae6b979870. 00000020:00000010:3.0:1780342369.984087:0:252496:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff97ae6c6c1a00. 00000020:00000010:3.0:1780342369.984089:0:252496:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff97ae477e5240. 00000008:00000001:3.0:1780342369.984090:0:252496:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780342369.984099:0:252496:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1780342369.984103:0:252496:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1780342369.984104:0:252496:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1780342369.984106:0:252496:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780342369.984107:0:252496:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1780342369.984111:0:252496:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff97ae69a4ee00 with handle 0x9eda7f8b44bfd041 from hash 00010000:00000001:3.0:1780342369.984113:0:252496:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1780342369.984115:0:252496:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780342369.984116:0:252496:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780342369.984117:0:252496:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1780342369.984120:0:252496:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1780342369.984122:0:252496:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1780342369.984124:0:252496:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1780342369.984126:0:252496:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1780342369.984128:0:252496:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1780342369.984135:0:252496:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97ae6a520700. 00000020:00000040:3.0:1780342369.984138:0:252496:0:(genops.c:1231:class_import_get()) import ffff97ae69585000 refcount=4 obd=lustre-OST0000-osc-ffff97ae6a5d1000 00000100:00000001:3.0:1780342369.984143:0:252496:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780342369.984146:0:252496:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780342369.984150:0:252496:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780342369.984156:0:252496:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff97ae6c6c1a00. 00000100:00000001:3.0:1780342369.984163:0:252496:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780342369.984166:0:252496:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1780342369.984171:0:252496:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff97ae6a5d1000 lock: 00000000f1b0b411/0x9eda7f8b44bfd041 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x55a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400010020 nid: local remote: 0xde20be84e1ab0f2b expref: -99 pid: 279190 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780342369.984179:0:252496:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1780342369.984180:0:252496:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780342369.984183:0:252496:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1780342369.984184:0:252496:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1780342369.984190:0:252496:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff97ae695bfc00. 00000100:00000001:3.0:1780342369.984192:0:252496:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629374080580608 : -114699628971008 : ffff97ae695bfc00) 00000100:00000001:3.0:1780342369.984195:0:252496:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780342369.984196:0:252496:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446629374096705280 : -114699612846336 : ffff97ae6a520700) 00000100:00000001:3.0:1780342369.984201:0:252496:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780342369.984210:0:252496:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342369.984213:0:252496:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1780342369.984214:0:252496:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780342369.984224:0:252496:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97ae6a520700 x1866812144824320/t0(0) o103->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342369.984233:0:252496:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780342369.984236:0:252496:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780342369.984239:0:252496:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780342369.984242:0:252496:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780342369.984244:0:252496:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780342369.984247:0:252496:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97ae6a520700 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_05:4e9c6b05-0761-44df-afd6-bfbc14f27556:252496:1866812144824320:192.168.203.129@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1780342369.984251:0:252496:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780342369.984256:0:252496:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780342369.984259:0:252496:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780342369.984262:0:252496:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780342369.984265:0:252496:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97ae6c6c1e00. 02000000:00000001:3.0:1780342369.984267:0:252496:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780342369.984274:0:252496:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000010:3.0:1780342369.984279:0:252496:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97ae6a8163c8. 00000400:00000010:3.0:1780342369.984284:0:252496:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae452f6908. 00000100:00000200:3.0:1780342369.984291:0:252496:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812144824320, portal 18 00000100:00000001:3.0:1780342369.984293:0:252496:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780342369.984295:0:252496:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446629374096705280 : -114699612846336 : ffff97ae6a520700) 00000100:00000040:3.0:1780342369.984301:0:252496:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97ae6a520700 x1866812144824320/t0(0) o103->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1780342385 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342369.984309:0:252496:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780342369.984312:0:252496:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.129@tcp 00000400:00000010:3.0:1780342369.984314:0:252496:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae452f65d8. 00000100:00000200:3.0:1780342369.984318:0:252496:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1866812144824320, offset 0 00000400:00000200:3.0:1780342369.984324:0:252496:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.129@tcp 00000400:00000200:3.0:1780342369.984333:0:252496:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:3.0:1780342369.984341:0:252496:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.129@tcp local destination 00000400:00000200:3.0:1780342369.984346:0:252496:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780342369.984356:0:252496:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.29@tcp 00000400:00000200:3.0:1780342369.984360:0:252496:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780342369.984363:0:252496:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.129@tcp 00000400:00000200:3.0:1780342369.984367:0:252496:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.29@tcp NI seq info: [551826:551826:256:4294967295] 192.168.203.129@tcp LPNI seq info [551752:551752:8:4294967295] 00000400:00000200:3.0:1780342369.984371:0:252496:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:3.0:1780342369.984381:0:252496:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp:) -> 192.168.203.129@tcp(192.168.203.129@tcp:192.168.203.129@tcp) : PUT try# 0 00000800:00000200:3.0:1780342369.984387:0:252496:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.129@tcp 00000800:00000010:3.0:1780342369.984393:0:252496:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97ad410add00. 00000800:00000200:3.0:1780342369.984399:0:252496:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97ae46b85a80] -> 12345-192.168.203.129@tcp (5) 00000800:00000200:3.0:1780342369.984407:0:252496:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.129@tcp ip 192.168.203.129:988 00000800:00000200:3.0:1780342369.984411:0:252496:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97ad410add00 type 1, nob 424 niov 1 nkiov 1 00010000:00010000:0.0:1780342369.984579:0:279585:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0001-osc-ffff97ae6a5d1000 00010000:00000001:0.0:1780342369.984582:0:279585:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780342369.984583:0:279585:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780342369.984586:0:279585:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780342369.984588:0:279585:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780342369.984589:0:279585:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780342369.984591:0:279585:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342369.984865:0:252496:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342369.984870:0:252496:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff97ae6a5d1000: using a timeout of 111072 usecs (112 jiffies) 00000400:00000200:3.0:1780342369.984874:0:252496:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000001:3.0:1780342369.984877:0:252496:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 0 is 4306485204 00000100:00000001:3.0:1780342369.984880:0:252496:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff97ae6a5d1000: PM QoS request active for cpu 0, keep current deadline 4306486011 00000100:00000001:3.0:1780342369.984882:0:252496:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 1 is 4306485204 00000100:00000001:3.0:1780342369.984884:0:252496:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff97ae6a5d1000: PM QoS request active for cpu 1, keep current deadline 4306486011 00000100:00000001:3.0:1780342369.984886:0:252496:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780342369.984889:0:252496:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342369.984892:0:252496:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780342369.984893:0:252496:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1780342369.984896:0:252496:0:(client.c:2692:ptlrpc_set_wait()) set ffff97ae695bfc00 going to sleep for 11 seconds 00000100:00000001:3.0:1780342369.984899:0:252496:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780342369.984902:0:252496:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780342369.989921:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780342369.989932:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97ad410add00. 00000400:00000200:1.0:1780342369.989940:0:2402:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780342369.989948:0:2402:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000400:00000200:1.0:1780342369.989969:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae452f65d8 00000400:00000010:1.0:1780342369.989971:0:2402:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae452f65d8. 00000100:00000001:1.0:1780342369.989976:0:2402:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780342369.989984:0:2402:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97ae6a520700 x1866812144824320/t0(0) o103->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1780342385 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342369.989996:0:2402:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780342369.989999:0:2402:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff97ae6a520700 x1866812144824320/t0(0) o103->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1780342385 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342369.990005:0:2402:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342369.990006:0:2402:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1780342369.993367:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342369.993382:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780342369.993387:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342369.993389:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780342369.993398:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342369.993405:0:2401:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp) <- 192.168.203.129@tcp : PUT - for me 00000400:00000200:0.0:1780342369.993413:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342369.993418:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342369.993423:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342369.993427:0:2401:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.129@tcp of length 224 into portal 18 MB=0x6a1db12c13000 00000400:00000200:0.0:1780342369.993443:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342369.993451:0:2401:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.129@tcp of length 224/224 into md 0x5463f1 [1] + 224 00000800:00000001:0.0:1780342369.993458:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342369.993466:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780342369.993468:0:2401:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780342369.993473:0:2401:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000100:00000001:0.0:1780342369.993480:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780342369.993488:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97ae6a520700 x1866812144824320/t0(0) o103->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1780342385 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780342369.993499:0:2401:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97ae6a520700 x1866812144824320/t0(0) o103->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1780342385 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342369.993518:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780342369.993527:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342369.993531:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780342369.993540:0:252496:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780342369.993549:0:252496:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780342369.993551:0:252496:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780342369.993554:0:252496:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97ae6a8163c8. 00000400:00000200:3.0:1780342369.993558:0:252496:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae452f6908 00000400:00000010:3.0:1780342369.993594:0:252496:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae452f6908. 00000100:00000001:3.0:1780342369.993605:0:252496:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780342369.993610:0:252496:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97ae6a520700 x1866812144824320/t0(0) o103->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1780342385 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780342369.993619:0:252496:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97ae6a520700 x1866812144824320/t0(0) o103->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1780342385 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342369.993626:0:252496:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780342369.993629:0:252496:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780342369.993632:0:252496:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780342369.993645:0:252496:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780342369.993648:0:252496:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780342369.993649:0:252496:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780342369.993653:0:252496:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780342369.993664:0:252496:0:(import.c:2151:obd_at_measure()) add 5 to ffff97ae695854f0 time=92 v=5 (5 5 5 5) 00000100:00001000:3.0:1780342369.993668:0:252496:0:(import.c:2151:obd_at_measure()) add 1 to ffff97ae69585418 time=38 v=5 (1 1 0 0) 00000100:00000001:3.0:1780342369.993670:0:252496:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780342369.993672:0:252496:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780342369.993675:0:252496:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780342369.993678:0:252496:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342369.993682:0:252496:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780342369.993684:0:252496:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0000-osc-ffff97ae6a5d1000: skip recheck: last_committed 47244662593 00000100:00000001:3.0:1780342369.993687:0:252496:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780342369.993688:0:252496:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342369.993693:0:252496:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97ae6a520700 x1866812144824320/t0(0) o103->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1780342385 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342369.993701:0:252496:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780342369.993704:0:252496:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780342369.993706:0:252496:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780342369.993710:0:252496:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97ae6a520700 x1866812144824320/t0(0) o103->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1780342385 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1780342369.993719:0:252496:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff97ae6a520700 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_05:4e9c6b05-0761-44df-afd6-bfbc14f27556:252496:1866812144824320:192.168.203.129@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1780342369.993724:0:252496:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780342369.993732:0:252496:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342369.993734:0:252496:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1780342369.993736:0:252496:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780342369.993741:0:252496:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97ae6a520700 x1866812144824320/t0(0) o103->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1780342385 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342369.993746:0:252496:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1780342369.993749:0:252496:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff97ae695bfc00. 00000100:00000001:3.0:1780342369.993751:0:252496:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1780342369.993753:0:252496:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342369.993755:0:252496:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780342369.993757:0:252496:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97ae6a520700 x1866812144824320/t0(0) o103->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1780342385 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342369.993763:0:252496:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780342369.993765:0:252496:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780342369.993768:0:252496:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97ae6c6c1e00. 02000000:00000001:3.0:1780342369.993771:0:252496:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780342369.993773:0:252496:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780342369.993775:0:252496:0:(genops.c:1244:class_import_put()) import ffff97ae69585000 refcount=3 obd=lustre-OST0000-osc-ffff97ae6a5d1000 00000020:00000001:3.0:1780342369.993777:0:252496:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780342369.993780:0:252496:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff97ae6c6c1a00. 02000000:00000001:3.0:1780342369.993794:0:252496:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780342369.993796:0:252496:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780342369.993798:0:252496:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97ae6a520700. 00000100:00000001:3.0:1780342369.993801:0:252496:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780342369.993802:0:252496:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1780342369.993804:0:252496:0:(ldlm_request.c:1624:ldlm_cli_cancel_req()) Process leaving 00010000:00000001:3.0:1780342369.993807:0:252496:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1780342369.993811:0:252496:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff97ae6a5d1000 lock: 00000000f1b0b411/0x9eda7f8b44bfd041 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x55a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400010020 nid: local remote: 0xde20be84e1ab0f2b expref: -99 pid: 279190 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:3.0:1780342369.993823:0:252496:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff97ae6a4284c0. 00010000:00000040:3.0:1780342369.993826:0:252496:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff97ae60c0ee00 count: 0 00010000:00000010:3.0:1780342369.993833:0:252496:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff97ae60c0e600. 00010000:00000001:3.0:1780342369.993840:0:252496:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780342369.993847:0:252496:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780342369.993862:0:252496:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780342369.993866:0:252496:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780342369.993868:0:252496:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780342369.993880:0:252496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1780342369.993881:0:252496:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780342369.993882:0:252496:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780342369.993884:0:252496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1780342369.993886:0:252496:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780342369.993887:0:252496:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780342369.993888:0:252496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1780342369.994522:0:279586:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780342369.994528:0:279586:0:(ldlm_lockd.c:2264:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780342369.994531:0:279586:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1:1780342370.012618:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff97ae60c0ee00. 00010000:00000010:3.1:1780342370.012630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff97ae69a4ee00. 00010000:00000001:2.0:1780342370.077430:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342370.077436:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342370.077441:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342370.077443:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780342370.077508:0:236698:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780342370.077511:0:236698:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780342370.077514:0:236698:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1780342370.908643:0:243559:0:(connection.c:75:cpu_latency_work()) work item of ffff97ae60cbd110 (cpu 0) has reached its deadline 4306486011, at 4306486016 00000100:00000010:1.0:1780342370.908658:0:243559:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97ae44b6f6c0. 00000100:00000040:0.0:1780342370.909670:0:252173:0:(connection.c:75:cpu_latency_work()) work item of ffff97ae60cbd000 (cpu 0) has reached its deadline 4306486011, at 4306486016 00000100:00000010:0.0:1780342370.909682:0:252173:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97ae44b6f360. 00010000:00000001:2.0:1780342371.101063:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342371.101070:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342371.101076:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342371.101077:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780342371.101997:0:248350:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780342371.102002:0:248350:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780342371.102006:0:248350:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1780342372.124936:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342372.124942:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342372.124948:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342372.124950:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780342372.125100:0:242641:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780342372.125104:0:242641:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780342372.125107:0:242641:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1780342372.188844:0:246068:0:(service.c:1713:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1780342372.188849:0:246068:0:(service.c:1724:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780342372.190454:0:247974:0:(pinger.c:231:ptlrpc_pinger_process_import()) 2a8e121d-4255-4dce-9cfd-5ec7361d75ba->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780342372.190463:0:247974:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780342372.190475:0:247974:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97ae69de9500. 00000020:00000040:2.0:1780342372.190482:0:247974:0:(genops.c:1231:class_import_get()) import ffff97ae604f8800 refcount=4 obd=MGC192.168.203.129@tcp 00000100:00000001:2.0:1780342372.190486:0:247974:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780342372.190489:0:247974:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780342372.190505:0:247974:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780342372.190513:0:247974:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97ae51391700. 00000100:00000001:2.0:1780342372.190520:0:247974:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780342372.190532:0:247974:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2a8e121d-4255-4dce-9cfd-5ec7361d75ba->MGS req@ffff97ae69de9500 x1866812144824448/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1780342372.190550:0:247974:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780342372.190553:0:247974:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780342372.190560:0:247974:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa004c08] to pc [ptlrpcd_01_01+1] req@ffff97ae69de9500 x1866812144824448/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342372.190952:0:247974:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780342372.190969:0:247974:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780342372.190973:0:247974:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780342372.190977:0:247974:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97ae69deb100. 00000020:00000040:2.0:1780342372.190979:0:247974:0:(genops.c:1231:class_import_get()) import ffff97ae51c6a000 refcount=10 obd=lustre-MDT0000-mdc-ffff97ae6a5d1000 00000100:00000001:2.0:1780342372.190982:0:247974:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780342372.190983:0:247974:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780342372.190985:0:247974:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780342372.190989:0:247974:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97ae51391e00. 00000100:00000001:2.0:1780342372.190992:0:247974:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780342372.190997:0:247974:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-MDT0000_UUID req@ffff97ae69deb100 x1866812144824576/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1780342372.191004:0:247974:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780342372.191006:0:247974:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780342372.191009:0:247974:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000634424b3] to pc [ptlrpcd_01_00+0] req@ffff97ae69deb100 x1866812144824576/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342372.191017:0:247974:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780342372.191019:0:247974:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780342372.191022:0:247974:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780342372.191025:0:247974:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97ae69de9180. 00000020:00000040:2.0:1780342372.191027:0:247974:0:(genops.c:1231:class_import_get()) import ffff97ae43085800 refcount=4 obd=lustre-MDT0001-mdc-ffff97ae6a5d1000 00000100:00000001:2.0:1780342372.191029:0:247974:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780342372.191030:0:247974:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780342372.191032:0:247974:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780342372.191035:0:247974:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97ae51391500. 00000100:00000001:2.0:1780342372.191037:0:247974:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780342372.191041:0:247974:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-MDT0001_UUID req@ffff97ae69de9180 x1866812144824704/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1780342372.191047:0:247974:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780342372.191049:0:247974:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780342372.191052:0:247974:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000837436e1] to pc [ptlrpcd_01_01+1] req@ffff97ae69de9180 x1866812144824704/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342372.191069:0:247974:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780342372.191072:0:247974:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780342372.191074:0:247974:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780342372.191077:0:247974:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97ae69deb800. 00000020:00000040:2.0:1780342372.191079:0:247974:0:(genops.c:1231:class_import_get()) import ffff97ae69585000 refcount=4 obd=lustre-OST0000-osc-ffff97ae6a5d1000 00000100:00000001:2.0:1780342372.191081:0:247974:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780342372.191083:0:247974:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780342372.191084:0:247974:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780342372.191087:0:247974:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97ae51391600. 00000100:00000001:2.0:1780342372.191090:0:247974:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780342372.191094:0:247974:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-OST0000_UUID req@ffff97ae69deb800 x1866812144824832/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1780342372.191100:0:247974:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780342372.191102:0:247974:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780342372.191105:0:247974:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004e551bfc] to pc [ptlrpcd_01_00+0] req@ffff97ae69deb800 x1866812144824832/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342372.191111:0:247974:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780342372.191113:0:247974:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1780342372.191115:0:247974:0:(pinger.c:249:ptlrpc_pinger_process_import()) 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1780342372.191120:0:247974:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11825) 00000100:00000001:2.0:1780342372.191131:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780342372.191135:0:2411:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780342372.191137:0:2411:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780342372.191142:0:2411:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97ae69deb100 x1866812144824576/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342372.191148:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780342372.191151:0:2411:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780342372.191154:0:2411:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780342372.191157:0:2411:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780342372.191164:0:2411:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780342372.191169:0:2411:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97ae69deb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4e9c6b05-0761-44df-afd6-bfbc14f27556:2411:1866812144824576:192.168.203.129@tcp:400:kworker.0 00000100:00000001:2.0:1780342372.191173:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780342372.191178:0:2411:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780342372.191181:0:2411:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780342372.191183:0:2411:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780342372.191193:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97ae50053200. 02000000:00000001:2.0:1780342372.191195:0:2411:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780342372.191203:0:2411:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000010:2.0:1780342372.191207:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97ae7582a528. 00000400:00000010:2.0:1780342372.191213:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae4a189e58. 00000100:00000200:2.0:1780342372.191220:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812144824576, portal 10 00000100:00000001:2.0:1780342372.191222:0:2411:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780342372.191224:0:2411:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446629374089146624 : -114699620404992 : ffff97ae69deb100) 00000100:00000040:2.0:1780342372.191232:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97ae69deb100 x1866812144824576/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342458 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342372.191238:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780342372.191241:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.129@tcp 00000400:00000010:2.0:1780342372.191243:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae4a1892a8. 00000100:00000200:2.0:1780342372.191246:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866812144824576, offset 0 00000400:00000200:2.0:1780342372.191252:0:2411:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.129@tcp 00000400:00000200:2.0:1780342372.191260:0:2411:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:2.0:1780342372.191268:0:2411:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.129@tcp local destination 00000400:00000200:2.0:1780342372.191273:0:2411:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780342372.191277:0:2411:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.29@tcp 00000400:00000200:2.0:1780342372.191280:0:2411:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780342372.191283:0:2411:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.129@tcp 00000400:00000200:2.0:1780342372.191287:0:2411:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.29@tcp NI seq info: [551827:551827:256:4294967295] 192.168.203.129@tcp LPNI seq info [551753:551753:8:4294967295] 00000400:00000200:2.0:1780342372.191292:0:2411:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:2.0:1780342372.191301:0:2411:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp:) -> 192.168.203.129@tcp(192.168.203.129@tcp:192.168.203.129@tcp) : PUT try# 0 00000800:00000200:2.0:1780342372.191307:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.129@tcp 00000800:00000010:2.0:1780342372.191317:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97ae51391d00. 00000800:00000200:2.0:1780342372.191323:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97ae46b85a80] -> 12345-192.168.203.129@tcp (5) 00000800:00000200:2.0:1780342372.191330:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.129@tcp ip 192.168.203.129:988 00000800:00000200:2.0:1780342372.191335:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97ae51391d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780342372.191356:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780342372.191360:0:2411:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: using a timeout of 16213 usecs (17 jiffies) 00000400:00000200:2.0:1780342372.191363:0:2411:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000001:2.0:1780342372.191365:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 0 is 4306487315 00000100:00000010:2.0:1780342372.191370:0:2411:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97ae6c516ba0. 00000100:00000001:2.0:1780342372.191377:0:2411:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1780342372.191468:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780342372.191471:0:2412:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780342372.191472:0:2412:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780342372.191477:0:2412:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97ae69de9500 x1866812144824448/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342372.191484:0:2412:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780342372.191486:0:2412:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780342372.191488:0:2412:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780342372.191490:0:2412:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780342372.191492:0:2412:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780342372.191494:0:2412:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97ae69de9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2a8e121d-4255-4dce-9cfd-5ec7361d75ba:2412:1866812144824448:192.168.203.129@tcp:400:kworker.0 00000100:00000001:3.0:1780342372.191498:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780342372.191501:0:2412:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780342372.191502:0:2412:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780342372.191504:0:2412:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780342372.191508:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97ae6c6c0e00. 02000000:00000001:3.0:1780342372.191510:0:2412:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780342372.191514:0:2412:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000010:3.0:1780342372.191522:0:2412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97ae6a8163c8. 00000400:00000010:3.0:1780342372.191526:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae452f6908. 00000100:00000200:3.0:1780342372.191529:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812144824448, portal 25 00000100:00000001:3.0:1780342372.191531:0:2412:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780342372.191532:0:2412:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446629374089139456 : -114699620412160 : ffff97ae69de9500) 00000100:00000040:3.0:1780342372.191537:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97ae69de9500 x1866812144824448/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342372.191544:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780342372.191546:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.129@tcp 00000400:00000010:3.0:1780342372.191549:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae452f6aa0. 00000100:00000200:3.0:1780342372.191551:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866812144824448, offset 0 00000400:00000200:3.0:1780342372.191555:0:2412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.129@tcp 00000400:00000200:3.0:1780342372.191559:0:2412:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:3.0:1780342372.191582:0:2412:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.129@tcp local destination 00000400:00000200:3.0:1780342372.191585:0:2412:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780342372.191587:0:2412:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.29@tcp 00000400:00000200:3.0:1780342372.191589:0:2412:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780342372.191591:0:2412:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.129@tcp 00000400:00000200:3.0:1780342372.191593:0:2412:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.29@tcp NI seq info: [551828:551828:255:4294967295] 192.168.203.129@tcp LPNI seq info [551754:551754:7:4294967295] 00000400:00000200:3.0:1780342372.191597:0:2412:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:3.0:1780342372.191603:0:2412:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp:) -> 192.168.203.129@tcp(192.168.203.129@tcp:192.168.203.129@tcp) : PUT try# 0 00000800:00000200:3.0:1780342372.191607:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.129@tcp 00000800:00000010:3.0:1780342372.191611:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97ad410ad300. 00000800:00000200:3.0:1780342372.191615:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97ae46b85a80] -> 12345-192.168.203.129@tcp (5) 00000800:00000200:3.0:1780342372.191619:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.129@tcp ip 192.168.203.129:988 00000800:00000200:3.0:1780342372.191622:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97ad410ad300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780342372.191625:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780342372.191627:0:2412:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000001:3.0:1780342372.191629:0:2412:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306491133 00000100:00000001:2.0:1780342372.191664:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 1 is 4306487316 00000100:00000010:2.0:1780342372.191669:0:2411:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97ae6c516960. 00000100:00000001:2.0:1780342372.191673:0:2411:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1780342372.191677:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780342372.191679:0:2411:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342372.191681:0:2411:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780342372.191686:0:2411:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97ae69deb800 x1866812144824832/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342372.191692:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780342372.191694:0:2411:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780342372.191697:0:2411:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:1.0:1780342372.191698:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000001:2.0:1780342372.191700:0:2411:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780342372.191704:0:2411:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1780342372.191704:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97ae51391d00. 00000100:00100000:2.0:1780342372.191708:0:2411:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97ae69deb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4e9c6b05-0761-44df-afd6-bfbc14f27556:2411:1866812144824832:192.168.203.129@tcp:400:kworker.0 00000400:00000200:1.0:1780342372.191712:0:2402:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1780342372.191713:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780342372.191717:0:2411:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780342372.191720:0:2411:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780342372.191720:0:2402:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 02000000:00000001:2.0:1780342372.191724:0:2411:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1780342372.191727:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae4a1892a8 02000000:00000010:2.0:1780342372.191728:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97ae50052a00. 00000400:00000010:1.0:1780342372.191731:0:2402:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae4a1892a8. 02000000:00000001:2.0:1780342372.191732:0:2411:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342372.191737:0:2402:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1780342372.191738:0:2411:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000200:1.0:1780342372.191743:0:2402:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97ae69deb100 x1866812144824576/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342458 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1780342372.191748:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97ae7582af78. 00000400:00000010:2.0:1780342372.191753:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae4a189bb0. 00000100:00000200:2.0:1780342372.191758:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812144824832, portal 4 00000100:00000001:1.0:1780342372.191759:0:2402:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1780342372.191762:0:2411:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1780342372.191773:0:2402:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97ae69deb100 x1866812144824576/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342458 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342372.191775:0:2411:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446629374089148416 : -114699620403200 : ffff97ae69deb800) 00000100:00000001:1.0:1780342372.191784:0:2402:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780342372.191787:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97ae69deb800 x1866812144824832/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342372.191795:0:2402:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1780342372.191798:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780342372.191801:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.129@tcp 00000400:00000010:2.0:1780342372.191805:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae4a1892a8. 00000100:00000200:2.0:1780342372.191808:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1866812144824832, offset 0 00000400:00000200:2.0:1780342372.191813:0:2411:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.129@tcp 00000400:00000200:2.0:1780342372.191817:0:2411:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:2.0:1780342372.191822:0:2411:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.129@tcp local destination 00000400:00000200:2.0:1780342372.191824:0:2411:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780342372.191827:0:2411:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.29@tcp 00000400:00000200:2.0:1780342372.191829:0:2411:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780342372.191832:0:2411:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.129@tcp 00000400:00000200:2.0:1780342372.191835:0:2411:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.29@tcp NI seq info: [551829:551829:255:4294967295] 192.168.203.129@tcp LPNI seq info [551755:551755:7:4294967295] 00000400:00000200:2.0:1780342372.191838:0:2411:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:2.0:1780342372.191845:0:2411:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp:) -> 192.168.203.129@tcp(192.168.203.129@tcp:192.168.203.129@tcp) : PUT try# 0 00000800:00000200:2.0:1780342372.191848:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.129@tcp 00000800:00000010:2.0:1780342372.191852:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97ae51391d00. 00000800:00000200:2.0:1780342372.191855:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97ae46b85a80] -> 12345-192.168.203.129@tcp (5) 00000800:00000200:2.0:1780342372.191860:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.129@tcp ip 192.168.203.129:988 00000800:00000200:2.0:1780342372.191863:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97ae51391d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780342372.191866:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780342372.191870:0:2411:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff97ae6a5d1000: using a timeout of 110980 usecs (111 jiffies) 00000800:00000200:1.0:1780342372.191870:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1780342372.191875:0:2411:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000800:00000010:1.0:1780342372.191875:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97ad410ad300. 00000100:00000001:2.0:1780342372.191878:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 0 is 4306487410 00000400:00000200:1.0:1780342372.191880:0:2402:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780342372.191886:0:2402:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000400:00000200:1.0:1780342372.191890:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae452f6aa0 00000400:00000010:1.0:1780342372.191892:0:2402:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae452f6aa0. 00000100:00000001:1.0:1780342372.191894:0:2402:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780342372.191898:0:2402:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97ae69de9500 x1866812144824448/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342372.191904:0:2402:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780342372.191907:0:2402:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97ae69de9500 x1866812144824448/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342388 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342372.191912:0:2402:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342372.191914:0:2402:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1780342372.191924:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780342372.191926:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97ae51391d00. 00000400:00000200:1.0:1780342372.191929:0:2402:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780342372.191932:0:2402:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000400:00000200:1.0:1780342372.191934:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae4a1892a8 00000400:00000010:1.0:1780342372.191936:0:2402:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae4a1892a8. 00000100:00000001:1.0:1780342372.191938:0:2402:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780342372.191940:0:2402:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97ae69deb800 x1866812144824832/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342372.191947:0:2402:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780342372.191950:0:2402:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97ae69deb800 x1866812144824832/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342427 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342372.191955:0:2402:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342372.191957:0:2402:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1780342372.198062:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1780342372.198282:0:2411:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff97ae6a5d1000: PM QoS request active for cpu 0, simply extend its deadline from 4306487315 00000100:00000001:2.0:1780342372.198306:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 1 is 4306487416 00000100:00000001:2.0:1780342372.198310:0:2411:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff97ae6a5d1000: PM QoS request active for cpu 1, simply extend its deadline from 4306487316 00000100:00000001:2.0:1780342372.198314:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780342372.198319:0:2411:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342372.198322:0:2411:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342372.198326:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342372.198334:0:2411:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780342372.198336:0:2411:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:2.0:1780342372.198339:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780342372.198340:0:2411:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780342372.198342:0:2411:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342372.198344:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1780342372.198665:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780342372.198668:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342372.198672:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780342372.198680:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342372.198688:0:2401:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp) <- 192.168.203.129@tcp : PUT - for me 00000400:00000200:0.0:1780342372.198696:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342372.198701:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342372.198706:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342372.198710:0:2401:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.129@tcp of length 224 into portal 25 MB=0x6a1db12c13080 00000400:00000200:0.0:1780342372.198714:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342372.198721:0:2401:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.129@tcp of length 224/224 into md 0x546401 [1] + 224 00000800:00000001:0.0:1780342372.198729:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342372.198733:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780342372.198736:0:2401:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780342372.198746:0:2401:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000100:00000001:0.0:1780342372.198753:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780342372.198760:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97ae69de9500 x1866812144824448/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342388 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342372.199020:0:2412:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306487410 00000100:00000001:3.0:1780342372.199027:0:2412:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306491141 00000100:00000001:3.0:1780342372.199036:0:2412:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306487416 00000100:00000001:3.0:1780342372.199038:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780342372.199041:0:2412:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342372.199044:0:2412:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780342372.199050:0:2412:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97ae69de9180 x1866812144824704/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342372.199057:0:2412:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780342372.199059:0:2412:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780342372.199063:0:2412:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780342372.199066:0:2412:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780342372.199068:0:2412:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780342372.199071:0:2412:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97ae69de9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4e9c6b05-0761-44df-afd6-bfbc14f27556:2412:1866812144824704:192.168.203.129@tcp:400:kworker.0 00000100:00000001:3.0:1780342372.199075:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780342372.199080:0:2412:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780342372.199082:0:2412:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780342372.199084:0:2412:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780342372.199089:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97ae6c6c1a00. 02000000:00000001:3.0:1780342372.199091:0:2412:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780342372.199096:0:2412:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000010:3.0:1780342372.199100:0:2412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97ae6a816790. 00000400:00000010:3.0:1780342372.199105:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae452f6770. 00000100:00000200:3.0:1780342372.199110:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812144824704, portal 10 00000100:00000001:3.0:1780342372.199112:0:2412:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780342372.199114:0:2412:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446629374089138560 : -114699620413056 : ffff97ae69de9180) 00000100:00000040:3.0:1780342372.199120:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97ae69de9180 x1866812144824704/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342458 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342372.199127:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780342372.199129:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.129@tcp 00000400:00000010:3.0:1780342372.199131:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae452f6330. 00000100:00000200:3.0:1780342372.199135:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866812144824704, offset 0 00000400:00000200:3.0:1780342372.199141:0:2412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.129@tcp 00000400:00000200:3.0:1780342372.199147:0:2412:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:3.0:1780342372.199159:0:2412:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.129@tcp local destination 00000400:00000200:3.0:1780342372.199164:0:2412:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780342372.199167:0:2412:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.29@tcp 00000400:00000200:3.0:1780342372.199170:0:2412:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780342372.199173:0:2412:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.129@tcp 00000400:00000200:3.0:1780342372.199177:0:2412:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.29@tcp NI seq info: [551830:551830:256:4294967295] 192.168.203.129@tcp LPNI seq info [551756:551756:8:4294967295] 00000400:00000200:3.0:1780342372.199181:0:2412:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:3.0:1780342372.199189:0:2412:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp:) -> 192.168.203.129@tcp(192.168.203.129@tcp:192.168.203.129@tcp) : PUT try# 0 00000800:00000200:3.0:1780342372.199194:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.129@tcp 00000800:00000010:3.0:1780342372.199200:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97ad410ad800. 00000800:00000200:3.0:1780342372.199206:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97ae46b85a80] -> 12345-192.168.203.129@tcp (5) 00000800:00000200:3.0:1780342372.199212:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.129@tcp ip 192.168.203.129:988 00000800:00000200:3.0:1780342372.199216:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97ad410ad800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780342372.199283:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342372.199288:0:2412:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97ae6a5d1000: using a timeout of 22548 usecs (23 jiffies) 00000400:00000200:3.0:1780342372.199291:0:2412:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000001:3.0:1780342372.199293:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 0 is 4306487329 00000100:00000001:3.0:1780342372.199295:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97ae6a5d1000: PM QoS request active for cpu 0, keep current deadline 4306491133 00000100:00000001:3.0:1780342372.199298:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 1 is 4306487329 00000100:00000001:3.0:1780342372.199299:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97ae6a5d1000: PM QoS request active for cpu 1, keep current deadline 4306491141 00000100:00000001:3.0:1780342372.199301:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780342372.199303:0:2412:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342372.199305:0:2412:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342372.199308:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780342372.199312:0:2412:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780342372.199314:0:2412:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1780342372.199316:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780342372.199317:0:2412:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780342372.199319:0:2412:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342372.199321:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780342372.199382:0:2401:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97ae69de9500 x1866812144824448/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342388 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342372.199406:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:0.0:1780342372.199472:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780342372.199476:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97ad410ad800. 00000400:00000200:0.0:1780342372.199480:0:2401:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780342372.199484:0:2401:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000400:00000200:0.0:1780342372.199489:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae452f6330 00000400:00000010:0.0:1780342372.199491:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae452f6330. 00000100:00000001:0.0:1780342372.199507:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780342372.199511:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97ae69de9180 x1866812144824704/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342458 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342372.199521:0:2401:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780342372.199523:0:2401:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97ae69de9180 x1866812144824704/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342458 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342372.199530:0:2401:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780342372.199531:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1780342372.199536:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342372.199541:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780342372.199542:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342372.199544:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780342372.199547:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342372.199551:0:2401:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp) <- 192.168.203.129@tcp : PUT - for me 00000400:00000200:0.0:1780342372.199555:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342372.199557:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342372.199581:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342372.199584:0:2401:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.129@tcp of length 224 into portal 10 MB=0x6a1db12c13100 00000400:00000200:0.0:1780342372.199588:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342372.199599:0:2401:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.129@tcp of length 224/224 into md 0x5463f9 [1] + 224 00000800:00000001:0.0:1780342372.199604:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342372.199608:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780342372.199610:0:2401:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780342372.199613:0:2401:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000100:00000001:0.0:1780342372.199617:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780342372.199621:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97ae69deb100 x1866812144824576/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342458 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780342372.199628:0:2401:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97ae69deb100 x1866812144824576/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342458 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342372.199676:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780342372.199679:0:2411:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780342372.199712:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780342372.199719:0:2412:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780342372.199724:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780342372.199726:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780342372.199728:0:2412:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97ae6a8163c8. 00000400:00000200:3.0:1780342372.199731:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae452f6908 00000400:00000010:3.0:1780342372.199733:0:2412:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae452f6908. 00000100:00000001:3.0:1780342372.199735:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780342372.199740:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97ae69de9500 x1866812144824448/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342388 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780342372.199748:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97ae69de9500 x1866812144824448/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342388 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342372.199754:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780342372.199755:0:2412:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780342372.199757:0:2412:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780342372.199760:0:2412:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780342372.199762:0:2412:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780342372.199764:0:2412:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780342372.199780:0:2412:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780342372.199786:0:2412:0:(import.c:2151:obd_at_measure()) add 5 to ffff97ae604f8c60 time=150 v=5 (5 5 5 5) 00000100:00001000:3.0:1780342372.199790:0:2412:0:(import.c:2151:obd_at_measure()) add 1 to ffff97ae604f8c18 time=70 v=5 (1 1 0 0) 00000100:00000001:3.0:1780342372.199793:0:2412:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780342372.199794:0:2412:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780342372.199797:0:2412:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780342372.199799:0:2412:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342372.199802:0:2412:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342372.199806:0:2412:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97ae69de9500 x1866812144824448/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342388 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342372.199813:0:2412:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780342372.199815:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780342372.199817:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780342372.199820:0:2412:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97ae69de9500 x1866812144824448/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342388 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1780342372.199827:0:2412:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff97ae69de9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2a8e121d-4255-4dce-9cfd-5ec7361d75ba:2412:1866812144824448:192.168.203.129@tcp:400:kworker.0 00000100:00000001:3.0:1780342372.199840:0:2412:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342372.199842:0:2412:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780342372.199845:0:2412:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97ae69de9500 x1866812144824448/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342388 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342372.200303:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780342372.200311:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342372.200316:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780342372.200318:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342372.200320:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780342372.200324:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342372.200328:0:2401:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp) <- 192.168.203.129@tcp : PUT - for me 00000400:00000200:0.0:1780342372.200333:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342372.200335:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342372.200339:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342372.200341:0:2401:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.129@tcp of length 224 into portal 4 MB=0x6a1db12c13200 00000400:00000200:0.0:1780342372.200345:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342372.200350:0:2401:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.129@tcp of length 224/224 into md 0x546409 [1] + 224 00000800:00000001:0.0:1780342372.200354:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342372.200360:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780342372.200363:0:2401:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780342372.200366:0:2401:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000100:00000001:0.0:1780342372.200369:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780342372.200374:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97ae69deb800 x1866812144824832/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342427 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780342372.200381:0:2401:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97ae69deb800 x1866812144824832/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342427 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342372.200406:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780342372.200411:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342372.200414:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780342372.201947:0:2412:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780342372.201954:0:2412:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780342372.201959:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97ae6c6c0e00. 00000800:00000001:1.0:1780342372.201965:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:3.0:1780342372.201966:0:2412:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780342372.201971:0:2412:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780342372.201973:0:2412:0:(genops.c:1244:class_import_put()) import ffff97ae604f8800 refcount=3 obd=MGC192.168.203.129@tcp 00000020:00000001:3.0:1780342372.201975:0:2412:0:(genops.c:1251:class_import_put()) Process leaving 00000800:00000001:1.0:1780342372.201976:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1780342372.201978:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97ae51391700. 00000800:00000001:1.0:1780342372.201980:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342372.201984:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1780342372.201985:0:2412:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780342372.201987:0:2412:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780342372.201990:0:2412:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97ae69de9500. 00000400:00000200:1.0:1780342372.201992:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000001:3.0:1780342372.201995:0:2412:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780342372.201996:0:2412:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780342372.202000:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342372.202002:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780342372.202006:0:2412:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780342372.202010:0:2412:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780342372.202011:0:2402:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp) <- 192.168.203.129@tcp : PUT - for me 00000100:00000001:3.0:1780342372.202014:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780342372.202022:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342372.202027:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342372.202033:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342372.202037:0:2402:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.129@tcp of length 224 into portal 10 MB=0x6a1db12c13180 00000400:00000200:1.0:1780342372.202042:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342372.202048:0:2402:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.129@tcp of length 224/224 into md 0x546411 [1] + 224 00000800:00000001:1.0:1780342372.202054:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342372.202061:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780342372.202911:0:2402:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780342372.202921:0:2402:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000100:00000001:1.0:1780342372.202928:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780342372.202937:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97ae69de9180 x1866812144824704/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342458 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780342372.202949:0:2402:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97ae69de9180 x1866812144824704/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342458 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342372.202999:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780342372.203003:0:2412:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780342372.203020:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780342372.203032:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342372.203036:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1780342372.203067:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780342372.203070:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780342372.203072:0:2412:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97ae6a816790. 00000400:00000200:3.0:1780342372.203077:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae452f6770 00000400:00000010:3.0:1780342372.203079:0:2412:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae452f6770. 00000100:00000001:3.0:1780342372.203082:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780342372.203087:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97ae69de9180 x1866812144824704/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342458 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780342372.203095:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97ae69de9180 x1866812144824704/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342458 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342372.203101:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780342372.203116:0:2412:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780342372.203118:0:2412:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780342372.203120:0:2412:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780342372.203123:0:2412:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780342372.203125:0:2412:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780342372.203128:0:2412:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780342372.203137:0:2412:0:(import.c:2151:obd_at_measure()) add 61 to ffff97ae43085c60 time=149 v=61 (61 61 62 62) 00000100:00001000:3.0:1780342372.203142:0:2412:0:(import.c:2151:obd_at_measure()) add 1 to ffff97ae43085c18 time=55 v=5 (1 1 0 0) 00000100:00000001:3.0:1780342372.203144:0:2412:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780342372.203146:0:2412:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780342372.203148:0:2412:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1780342372.203153:0:2412:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff97ae69de9180 x1866812144824704/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342458 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1780342372.203291:0:2412:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342372.203304:0:2412:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780342372.203306:0:2412:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff97ae6a5d1000: skip recheck: last_committed 21474836545 00000100:00000001:3.0:1780342372.203308:0:2412:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780342372.203310:0:2412:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342372.203315:0:2412:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97ae69de9180 x1866812144824704/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342458 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342372.203322:0:2412:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780342372.203431:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780342372.203434:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780342372.203439:0:2412:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97ae69de9180 x1866812144824704/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342458 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1780342372.203447:0:2412:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff97ae69de9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4e9c6b05-0761-44df-afd6-bfbc14f27556:2412:1866812144824704:192.168.203.129@tcp:400:kworker.0 00000100:00000001:3.0:1780342372.203451:0:2412:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780342372.203454:0:2412:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780342372.203456:0:2412:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97ae69de9180 x1866812144824704/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342458 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342372.203464:0:2412:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780342372.203472:0:2412:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780342372.203475:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97ae6c6c1a00. 02000000:00000001:3.0:1780342372.203479:0:2412:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780342372.203481:0:2412:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780342372.203483:0:2412:0:(genops.c:1244:class_import_put()) import ffff97ae43085800 refcount=3 obd=lustre-MDT0001-mdc-ffff97ae6a5d1000 00000020:00000001:3.0:1780342372.203485:0:2412:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780342372.203487:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97ae51391500. 02000000:00000001:3.0:1780342372.203490:0:2412:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780342372.203491:0:2412:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780342372.203493:0:2412:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97ae69de9180. 00000100:00000001:3.0:1780342372.203497:0:2412:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780342372.203499:0:2412:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780342372.203501:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780342372.203510:0:2412:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780342372.203512:0:2412:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342372.203514:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780342372.203516:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1780342372.203889:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780342372.203892:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780342372.203895:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97ae7582a528. 00000400:00000200:2.0:1780342372.203900:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae4a189e58 00000400:00000010:2.0:1780342372.203902:0:2411:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae4a189e58. 00000100:00000001:2.0:1780342372.203905:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780342372.203911:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97ae69deb100 x1866812144824576/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342458 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780342372.203921:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97ae69deb100 x1866812144824576/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342458 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342372.203927:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780342372.203929:0:2411:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342372.203931:0:2411:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780342372.203933:0:2411:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780342372.203934:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780342372.203937:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780342372.203939:0:2411:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780342372.203945:0:2411:0:(import.c:2151:obd_at_measure()) add 61 to ffff97ae51c6a460 time=149 v=61 (61 61 62 62) 00000100:00001000:2.0:1780342372.203949:0:2411:0:(import.c:2151:obd_at_measure()) add 1 to ffff97ae51c6a418 time=70 v=5 (1 1 0 0) 00000100:00000001:2.0:1780342372.203951:0:2411:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780342372.203960:0:2411:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342372.203963:0:2411:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780342372.203965:0:2411:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342372.203968:0:2411:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1780342372.203970:0:2411:0:(client.c:3102:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff97ae6a5d1000: committing for last_committed 30064771459 gen 1 00000100:00000040:2.0:1780342372.203976:0:2411:0:(client.c:3158:ptlrpc_free_committed()) @@@ commit (last_committed 30064771459) req@ffff97ae6a523480 x1866812144822272/t30064771456(30064771456) o101->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 528/608 e 0 to 0 dl 1780342451 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780342372.203983:0:2411:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780342372.203985:0:2411:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446629374096716928 : -114699612834688 : ffff97ae6a523480) 00000100:00000001:2.0:1780342372.203987:0:2411:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780342372.203990:0:2411:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97ae6a523480 x1866812144822272/t30064771456(30064771456) o101->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 528/608 e 0 to 0 dl 1780342451 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780342372.203996:0:2411:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342372.203998:0:2411:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780342372.204001:0:2411:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97ae69de8e00 x1866812144823296/t30064771459(30064771459) o35->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1780342381 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780342372.204008:0:2411:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780342372.204010:0:2411:0:(client.c:2924:obd_mod_free()) kfreed 'mod': 32 at ffff97ae744f15e0. 00000100:00000001:2.0:1780342372.204012:0:2411:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780342372.204015:0:2411:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97ae6a523480 x1866812144822272/t30064771456(30064771456) o101->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 528/608 e 0 to 0 dl 1780342451 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780342372.204021:0:2411:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1780342372.204023:0:2411:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780342372.204025:0:2411:0:(genops.c:1244:class_import_put()) import ffff97ae51c6a000 refcount=9 obd=lustre-MDT0000-mdc-ffff97ae6a5d1000 00000020:00000001:2.0:1780342372.204026:0:2411:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780342372.204028:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97ae6a7cd800. 02000000:00000001:2.0:1780342372.204031:0:2411:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780342372.204032:0:2411:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780342372.204034:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97ae6a523480. 00000100:00000001:2.0:1780342372.204037:0:2411:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780342372.204038:0:2411:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780342372.204042:0:2411:0:(client.c:3158:ptlrpc_free_committed()) @@@ commit (last_committed 30064771459) req@ffff97ae6a520e00 x1866812144822528/t30064771457(30064771457) o101->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 576/664 e 0 to 0 dl 1780342451 ref 1 fl Complete:RQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780342372.204054:0:2411:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780342372.204055:0:2411:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446629374096707072 : -114699612844544 : ffff97ae6a520e00) 00000100:00000001:2.0:1780342372.204057:0:2411:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780342372.204060:0:2411:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97ae6a520e00 x1866812144822528/t30064771457(30064771457) o101->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 576/664 e 0 to 0 dl 1780342451 ref 2 fl Complete:RMQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780342372.204066:0:2411:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342372.204067:0:2411:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780342372.204070:0:2411:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97ae6a523b80 x1866812144822912/t30064771458(30064771458) o35->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1780342381 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780342372.204076:0:2411:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780342372.204078:0:2411:0:(client.c:2924:obd_mod_free()) kfreed 'mod': 32 at ffff97ae744f18e0. 00000100:00000001:2.0:1780342372.204079:0:2411:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780342372.204081:0:2411:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97ae6a520e00 x1866812144822528/t30064771457(30064771457) o101->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 576/664 e 0 to 0 dl 1780342451 ref 1 fl Complete:RMQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780342372.204086:0:2411:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780342372.204088:0:2411:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780342372.204090:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff97ae69840000. 02000000:00000001:2.0:1780342372.204128:0:2411:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780342372.204130:0:2411:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780342372.204131:0:2411:0:(genops.c:1244:class_import_put()) import ffff97ae51c6a000 refcount=8 obd=lustre-MDT0000-mdc-ffff97ae6a5d1000 00000020:00000001:2.0:1780342372.204133:0:2411:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780342372.204135:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97ae6a7ccc00. 02000000:00000001:2.0:1780342372.204138:0:2411:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780342372.204139:0:2411:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780342372.204141:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97ae6a520e00. 00000100:00000001:2.0:1780342372.204144:0:2411:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780342372.204145:0:2411:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780342372.204149:0:2411:0:(client.c:3158:ptlrpc_free_committed()) @@@ commit (last_committed 30064771459) req@ffff97ae6a523b80 x1866812144822912/t30064771458(30064771458) o35->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1780342381 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780342372.204155:0:2411:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780342372.204158:0:2411:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97ae6a523b80 x1866812144822912/t30064771458(30064771458) o35->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1780342381 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780342372.204168:0:2411:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780342372.204170:0:2411:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780342372.204171:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97ae6a7ce000. 02000000:00000001:2.0:1780342372.204174:0:2411:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780342372.204175:0:2411:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780342372.204176:0:2411:0:(genops.c:1244:class_import_put()) import ffff97ae51c6a000 refcount=7 obd=lustre-MDT0000-mdc-ffff97ae6a5d1000 00000020:00000001:2.0:1780342372.204178:0:2411:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780342372.204180:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff97ae428d7000. 02000000:00000001:2.0:1780342372.204182:0:2411:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780342372.204183:0:2411:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780342372.204184:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97ae6a523b80. 00000100:00000001:2.0:1780342372.204187:0:2411:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780342372.204188:0:2411:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780342372.204192:0:2411:0:(client.c:3158:ptlrpc_free_committed()) @@@ commit (last_committed 30064771459) req@ffff97ae69de8e00 x1866812144823296/t30064771459(30064771459) o35->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1780342381 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780342372.204198:0:2411:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780342372.204200:0:2411:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97ae69de8e00 x1866812144823296/t30064771459(30064771459) o35->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1780342381 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780342372.204206:0:2411:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780342372.204207:0:2411:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780342372.204209:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97ae46666400. 02000000:00000001:2.0:1780342372.204211:0:2411:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780342372.204212:0:2411:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780342372.204213:0:2411:0:(genops.c:1244:class_import_put()) import ffff97ae51c6a000 refcount=6 obd=lustre-MDT0000-mdc-ffff97ae6a5d1000 00000020:00000001:2.0:1780342372.204214:0:2411:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780342372.204215:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff97ae72f1f200. 02000000:00000001:2.0:1780342372.204217:0:2411:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780342372.204218:0:2411:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780342372.204220:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97ae69de8e00. 00000100:00000001:2.0:1780342372.204222:0:2411:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780342372.204223:0:2411:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342372.204225:0:2411:0:(client.c:3165:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1780342372.204227:0:2411:0:(client.c:3212:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff97ae6a5d1000: normal: skip=1 replay=4/4 committed=0/0 00000100:00000001:2.0:1780342372.204234:0:2411:0:(client.c:3213:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780342372.204236:0:2411:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780342372.204241:0:2411:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97ae69deb100 x1866812144824576/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342458 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342372.204248:0:2411:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780342372.204250:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780342372.204251:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780342372.204255:0:2411:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97ae69deb100 x1866812144824576/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342458 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1780342372.204262:0:2411:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff97ae69deb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4e9c6b05-0761-44df-afd6-bfbc14f27556:2411:1866812144824576:192.168.203.129@tcp:400:kworker.0 00000400:00000001:2.0:1780342372.204268:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780342372.204269:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780342372.204271:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97ae7582af78. 00000400:00000200:2.0:1780342372.204273:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae4a189bb0 00000400:00000010:2.0:1780342372.204275:0:2411:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae4a189bb0. 00000100:00000001:2.0:1780342372.204277:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780342372.204281:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97ae69deb800 x1866812144824832/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342427 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780342372.204290:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97ae69deb800 x1866812144824832/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342427 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342372.204295:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780342372.204296:0:2411:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342372.204298:0:2411:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780342372.204299:0:2411:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780342372.204301:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780342372.204303:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780342372.204305:0:2411:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780342372.204309:0:2411:0:(import.c:2151:obd_at_measure()) add 36 to ffff97ae69585460 time=149 v=36 (36 5 5 5) 00000100:00001000:2.0:1780342372.204312:0:2411:0:(import.c:2151:obd_at_measure()) add 1 to ffff97ae69585418 time=41 v=5 (1 1 0 0) 00000100:00000001:2.0:1780342372.204315:0:2411:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780342372.204316:0:2411:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342372.204322:0:2411:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780342372.204325:0:2411:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342372.204327:0:2411:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780342372.204329:0:2411:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0000-osc-ffff97ae6a5d1000: skip recheck: last_committed 47244662593 00000100:00000001:2.0:1780342372.204330:0:2411:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780342372.204332:0:2411:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780342372.204336:0:2411:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97ae69deb800 x1866812144824832/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342427 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342372.204341:0:2411:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780342372.204343:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780342372.204344:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780342372.204348:0:2411:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97ae69deb800 x1866812144824832/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342427 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1780342372.204355:0:2411:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff97ae69deb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4e9c6b05-0761-44df-afd6-bfbc14f27556:2411:1866812144824832:192.168.203.129@tcp:400:kworker.0 00000100:00000001:2.0:1780342372.204359:0:2411:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342372.204360:0:2411:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780342372.204363:0:2411:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97ae69deb100 x1866812144824576/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342458 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342372.204383:0:2411:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780342372.204385:0:2411:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780342372.204386:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97ae50053200. 02000000:00000001:2.0:1780342372.204389:0:2411:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780342372.204390:0:2411:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780342372.204391:0:2411:0:(genops.c:1244:class_import_put()) import ffff97ae51c6a000 refcount=5 obd=lustre-MDT0000-mdc-ffff97ae6a5d1000 00000020:00000001:2.0:1780342372.204393:0:2411:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780342372.204394:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97ae51391e00. 02000000:00000001:2.0:1780342372.204396:0:2411:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780342372.204397:0:2411:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780342372.204399:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97ae69deb100. 00000100:00000001:2.0:1780342372.204401:0:2411:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780342372.204402:0:2411:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342372.204404:0:2411:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780342372.204412:0:2411:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97ae69deb800 x1866812144824832/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342427 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342372.204417:0:2411:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780342372.204418:0:2411:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780342372.204420:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97ae50052a00. 02000000:00000001:2.0:1780342372.204422:0:2411:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780342372.204423:0:2411:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780342372.204424:0:2411:0:(genops.c:1244:class_import_put()) import ffff97ae69585000 refcount=3 obd=lustre-OST0000-osc-ffff97ae6a5d1000 00000020:00000001:2.0:1780342372.204426:0:2411:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780342372.204427:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97ae51391600. 02000000:00000001:2.0:1780342372.204429:0:2411:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780342372.204430:0:2411:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780342372.204431:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97ae69deb800. 00000100:00000001:2.0:1780342372.204433:0:2411:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780342372.204434:0:2411:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342372.204436:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342372.204441:0:2411:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780342372.204443:0:2411:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342372.204445:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780342372.204447:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342373.148630:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342373.148649:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342373.148656:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342373.148657:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780342373.149249:0:236697:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780342373.149253:0:236697:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780342373.149256:0:236697:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1780342373.671949:0:279796:0:(llite_lib.c:4092:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1780342373.927825:0:279832:0:(debug.c:650:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1780342373.927831:0:279832:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg329-client.virtnet: executing wait_import_state CONNECTING osc.lustre-OST0000-osc-ffff97ae6a5d1000.ost_server_uuid 50 00000001:00000001:0.0:1780342373.942337:0:279832:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:2.0:1780342374.173506:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342374.173511:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342374.173516:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342374.173518:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780342374.173726:0:252496:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780342374.173730:0:252496:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780342374.173733:0:252496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1780342375.196882:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342375.196889:0:279583:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1780342375.196891:0:279583:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780342375.196895:0:279583:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342375.196899:0:279583:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1780342375.196901:0:279583:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342375.196903:0:279583:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342375.196905:0:279583:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342375.196925:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342375.196927:0:279583:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1780342375.196929:0:279583:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780342375.196934:0:279583:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780342375.196936:0:279583:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780342375.196937:0:279583:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342375.196947:0:279583:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1780342375.196949:0:279583:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342375.196950:0:279583:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342375.196952:0:279583:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780342375.197111:0:236698:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780342375.197115:0:236698:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780342375.197117:0:236698:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1780342376.092702:0:252173:0:(connection.c:75:cpu_latency_work()) work item of ffff97ae60cbd000 (cpu 0) has reached its deadline 4306491133, at 4306491200 00000100:00000010:0.0:1780342376.092717:0:252173:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97ae6c516ba0. 00000100:00000040:1.0:1780342376.092992:0:243559:0:(connection.c:75:cpu_latency_work()) work item of ffff97ae60cbd110 (cpu 0) has reached its deadline 4306491141, at 4306491200 00000100:00000010:1.0:1780342376.092999:0:243559:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97ae6c516960. 00010000:00000001:2.0:1780342376.220783:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342376.220799:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342376.220806:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342376.220807:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780342376.220955:0:248350:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780342376.220959:0:248350:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780342376.220963:0:248350:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1780342377.244714:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342377.244721:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342377.244740:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342377.244741:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780342377.245001:0:242641:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780342377.245005:0:242641:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780342377.245009:0:242641:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1780342377.308901:0:247974:0:(pinger.c:231:ptlrpc_pinger_process_import()) 2a8e121d-4255-4dce-9cfd-5ec7361d75ba->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780342377.308909:0:247974:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780342377.308919:0:247974:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97ae69deb800. 00000020:00000040:2.0:1780342377.308926:0:247974:0:(genops.c:1231:class_import_get()) import ffff97ae604f8800 refcount=4 obd=MGC192.168.203.129@tcp 00000100:00000001:2.0:1780342377.308932:0:247974:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780342377.308935:0:247974:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780342377.308941:0:247974:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780342377.308949:0:247974:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97ae51391600. 00000100:00000001:2.0:1780342377.308955:0:247974:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780342377.308967:0:247974:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2a8e121d-4255-4dce-9cfd-5ec7361d75ba->MGS req@ffff97ae69deb800 x1866812144824960/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1780342377.308977:0:247974:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780342377.308981:0:247974:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780342377.308987:0:247974:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004e551bfc] to pc [ptlrpcd_01_01+1] req@ffff97ae69deb800 x1866812144824960/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342377.309008:0:247974:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780342377.309010:0:247974:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780342377.309039:0:247974:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780342377.309042:0:247974:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97ae69deb100. 00000020:00000040:2.0:1780342377.309045:0:247974:0:(genops.c:1231:class_import_get()) import ffff97ae51c6a000 refcount=6 obd=lustre-MDT0000-mdc-ffff97ae6a5d1000 00000100:00000001:2.0:1780342377.309047:0:247974:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780342377.309049:0:247974:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780342377.309051:0:247974:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780342377.309054:0:247974:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97ae51391e00. 00000100:00000001:2.0:1780342377.309058:0:247974:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780342377.309064:0:247974:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-MDT0000_UUID req@ffff97ae69deb100 x1866812144825088/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1780342377.309072:0:247974:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780342377.309074:0:247974:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342377.309077:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780342377.309083:0:2412:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780342377.309086:0:2412:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780342377.309087:0:247974:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000634424b3] to pc [ptlrpcd_01_00+0] req@ffff97ae69deb100 x1866812144825088/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1780342377.309094:0:2412:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97ae69deb800 x1866812144824960/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342377.309099:0:247974:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780342377.309104:0:247974:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780342377.309111:0:2412:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780342377.309111:0:247974:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780342377.309114:0:247974:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97ae69de8e00. 00000100:00000001:3.0:1780342377.309115:0:2412:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1780342377.309120:0:247974:0:(genops.c:1231:class_import_get()) import ffff97ae43085800 refcount=4 obd=lustre-MDT0001-mdc-ffff97ae6a5d1000 02000000:00000001:3.0:1780342377.309122:0:2412:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1780342377.309123:0:247974:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780342377.309125:0:247974:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780342377.309126:0:247974:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780342377.309130:0:247974:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97ae51391900. 02000000:00000001:3.0:1780342377.309132:0:2412:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780342377.309134:0:247974:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780342377.309139:0:2412:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780342377.309145:0:2412:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97ae69deb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2a8e121d-4255-4dce-9cfd-5ec7361d75ba:2412:1866812144824960:192.168.203.129@tcp:400:kworker.0 00000100:00000001:3.0:1780342377.309148:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780342377.309154:0:2412:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780342377.309157:0:2412:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780342377.309159:0:2412:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780342377.309164:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97ae6c6c1600. 02000000:00000001:3.0:1780342377.309166:0:2412:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780342377.309173:0:2412:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000010:3.0:1780342377.309177:0:2412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97ae6a816790. 00000400:00000010:3.0:1780342377.309184:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae452f6770. 00000100:00000200:3.0:1780342377.309191:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812144824960, portal 25 00000100:00000001:3.0:1780342377.309193:0:2412:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780342377.309195:0:2412:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446629374089148416 : -114699620403200 : ffff97ae69deb800) 00000100:00000040:3.0:1780342377.309200:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97ae69deb800 x1866812144824960/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1780342377.309210:0:247974:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-MDT0001_UUID req@ffff97ae69de8e00 x1866812144825216/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1780342377.309219:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1780342377.309224:0:247974:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1780342377.309225:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.129@tcp 00000100:00000001:2.0:1780342377.309229:0:247974:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1780342377.309230:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae452f6908. 00000100:00000040:2.0:1780342377.309235:0:247974:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023513fe1] to pc [ptlrpcd_01_01+1] req@ffff97ae69de8e00 x1866812144825216/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780342377.309236:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866812144824960, offset 0 00000400:00000200:3.0:1780342377.309248:0:2412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.129@tcp 00000400:00000200:3.0:1780342377.309259:0:2412:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000001:2.0:1780342377.309263:0:247974:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780342377.309267:0:247974:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1780342377.309269:0:2412:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.129@tcp local destination 00000100:00000001:2.0:1780342377.309273:0:247974:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:3.0:1780342377.309276:0:2412:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:2.0:1780342377.309277:0:247974:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97ae69dea300. 00000020:00000040:2.0:1780342377.309281:0:247974:0:(genops.c:1231:class_import_get()) import ffff97ae69585000 refcount=4 obd=lustre-OST0000-osc-ffff97ae6a5d1000 00000400:00000200:3.0:1780342377.309282:0:2412:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.29@tcp 00000100:00000001:2.0:1780342377.309287:0:247974:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1780342377.309289:0:2412:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.29@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1780342377.309290:0:247974:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780342377.309294:0:247974:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780342377.309295:0:2412:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.129@tcp 02000000:00000010:2.0:1780342377.309300:0:247974:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97ae51391f00. 00000400:00000200:3.0:1780342377.309301:0:2412:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.29@tcp NI seq info: [551831:551831:256:4294967295] 192.168.203.129@tcp LPNI seq info [551757:551757:8:4294967295] 00000100:00000001:2.0:1780342377.309305:0:247974:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780342377.309309:0:2412:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000040:2.0:1780342377.309313:0:247974:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-OST0000_UUID req@ffff97ae69dea300 x1866812144825344/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1780342377.309326:0:247974:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1780342377.309327:0:2412:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp:) -> 192.168.203.129@tcp(192.168.203.129@tcp:192.168.203.129@tcp) : PUT try# 0 00000100:00000001:2.0:1780342377.309330:0:247974:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1780342377.309338:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.129@tcp 00000800:00000010:3.0:1780342377.309350:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97ad410ad600. 00000100:00000040:2.0:1780342377.309350:0:247974:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039b7e104] to pc [ptlrpcd_01_00+0] req@ffff97ae69dea300 x1866812144825344/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1780342377.309361:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97ae46b85a80] -> 12345-192.168.203.129@tcp (5) 00000100:00000001:2.0:1780342377.309362:0:247974:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1780342377.309370:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.129@tcp ip 192.168.203.129:988 00000100:00000040:2.0:1780342377.309375:0:247974:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000200:3.0:1780342377.309376:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97ad410ad600 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:2.0:1780342377.309383:0:247974:0:(pinger.c:249:ptlrpc_pinger_process_import()) 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1780342377.309388:0:247974:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11830) 00000100:00000001:3.0:1780342377.309399:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342377.309400:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780342377.309403:0:2411:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780342377.309406:0:2411:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1780342377.309407:0:2412:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000001:3.0:1780342377.309412:0:2412:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306496251 00000100:00000040:2.0:1780342377.309413:0:2411:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97ae69deb100 x1866812144825088/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1780342377.309419:0:2412:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97ae44b6f9c0. 00000100:00000001:2.0:1780342377.309425:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780342377.309427:0:2411:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342377.309428:0:2412:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.129@tcp: PM QoS request now active for cpu 0 02000000:00000001:2.0:1780342377.309430:0:2411:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780342377.309433:0:2411:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780342377.309435:0:2412:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306496251 02000000:00000001:2.0:1780342377.309442:0:2411:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780342377.309447:0:2411:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97ae69deb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4e9c6b05-0761-44df-afd6-bfbc14f27556:2411:1866812144825088:192.168.203.129@tcp:400:kworker.0 00000100:00000010:3.0:1780342377.309448:0:2412:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97ae44b6f780. 00000100:00000001:2.0:1780342377.309454:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1780342377.309455:0:2412:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.129@tcp: PM QoS request now active for cpu 1 02000000:00000001:2.0:1780342377.309457:0:2411:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1780342377.309459:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780342377.309460:0:2411:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342377.309465:0:2412:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780342377.309465:0:2411:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780342377.309469:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97ae428d7400. 00000100:00000001:3.0:1780342377.309470:0:2412:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780342377.309473:0:2411:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342377.309475:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780342377.309479:0:2411:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000010:2.0:1780342377.309482:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97ae7582af78. 00000100:00000001:3.0:1780342377.309485:0:2412:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:2.0:1780342377.309486:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae4a189bb0. 00000100:00000001:3.0:1780342377.309488:0:2412:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:2.0:1780342377.309490:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812144825088, portal 10 00000100:00000001:3.0:1780342377.309492:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780342377.309495:0:2411:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780342377.309496:0:2412:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780342377.309498:0:2411:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446629374089146624 : -114699620404992 : ffff97ae69deb100) 00000100:00000001:3.0:1780342377.309499:0:2412:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780342377.309506:0:2412:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97ae69de8e00 x1866812144825216/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1780342377.309509:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97ae69deb100 x1866812144825088/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342463 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342377.309529:0:2412:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780342377.309530:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1780342377.309532:0:2412:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780342377.309535:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.129@tcp 02000000:00000001:3.0:1780342377.309537:0:2412:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:2.0:1780342377.309539:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae4a189e58. 02000000:00000001:3.0:1780342377.309540:0:2412:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1780342377.309542:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866812144825088, offset 0 02000000:00000001:3.0:1780342377.309544:0:2412:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780342377.309550:0:2412:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97ae69de8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4e9c6b05-0761-44df-afd6-bfbc14f27556:2412:1866812144825216:192.168.203.129@tcp:400:kworker.0 00000400:00000200:2.0:1780342377.309552:0:2411:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.129@tcp 00000100:00000001:3.0:1780342377.309557:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1780342377.309559:0:2411:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 02000000:00000001:3.0:1780342377.309581:0:2412:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780342377.309584:0:2412:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780342377.309592:0:2412:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780342377.309595:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97ae6c6c1a00. 02000000:00000001:3.0:1780342377.309597:0:2412:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780342377.309601:0:2412:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000010:3.0:1780342377.309603:0:2412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97ae6a8163c8. 00000400:00000010:3.0:1780342377.309607:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae452f6ee0. 00000100:00000200:3.0:1780342377.309609:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812144825216, portal 10 00000100:00000001:3.0:1780342377.309612:0:2412:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780342377.309613:0:2412:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446629374089137664 : -114699620413952 : ffff97ae69de8e00) 00000100:00000040:3.0:1780342377.309619:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97ae69de8e00 x1866812144825216/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342463 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342377.309626:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780342377.309628:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.129@tcp 00000400:00000010:3.0:1780342377.309630:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae452f6c38. 00000100:00000200:3.0:1780342377.309632:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866812144825216, offset 0 00000400:00000200:3.0:1780342377.309636:0:2412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.129@tcp 00000800:00000200:1.0:1780342377.309946:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780342377.309953:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97ad410ad600. 00000400:00000200:1.0:1780342377.309960:0:2402:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780342377.309967:0:2402:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000400:00000200:1.0:1780342377.309973:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae452f6908 00000400:00000010:1.0:1780342377.309975:0:2402:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae452f6908. 00000100:00000001:1.0:1780342377.309979:0:2402:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1780342377.309982:0:2411:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.129@tcp local destination 00000100:00000200:1.0:1780342377.309986:0:2402:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97ae69deb800 x1866812144824960/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1780342377.309989:0:2411:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780342377.309994:0:2411:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.29@tcp 00000400:00000200:2.0:1780342377.310000:0:2411:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780342377.310006:0:2411:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.129@tcp 00000400:00000200:2.0:1780342377.310010:0:2411:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.29@tcp NI seq info: [551832:551832:255:4294967295] 192.168.203.129@tcp LPNI seq info [551758:551758:7:4294967295] 00000100:00000001:1.0:1780342377.310011:0:2402:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1780342377.310018:0:2411:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000040:1.0:1780342377.310018:0:2402:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97ae69deb800 x1866812144824960/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342393 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342377.310030:0:2402:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780342377.310032:0:2411:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp:) -> 192.168.203.129@tcp(192.168.203.129@tcp:192.168.203.129@tcp) : PUT try# 0 00000100:00000001:1.0:1780342377.310033:0:2402:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1780342377.310039:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.129@tcp 00000800:00000010:2.0:1780342377.310049:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97ae51391000. 00000800:00000200:2.0:1780342377.310055:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97ae46b85a80] -> 12345-192.168.203.129@tcp (5) 00000800:00000200:2.0:1780342377.310061:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.129@tcp ip 192.168.203.129:988 00000800:00000200:2.0:1780342377.310064:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97ae51391000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780342377.310201:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780342377.310206:0:2411:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: using a timeout of 16213 usecs (17 jiffies) 00000400:00000200:2.0:1780342377.310210:0:2411:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000001:2.0:1780342377.310212:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 0 is 4306492434 00000100:00000001:2.0:1780342377.310215:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: PM QoS request active for cpu 0, keep current deadline 4306496251 00000100:00000001:2.0:1780342377.310217:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 1 is 4306492434 00000100:00000001:2.0:1780342377.310218:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: PM QoS request active for cpu 1, keep current deadline 4306496251 00000100:00000001:2.0:1780342377.310220:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780342377.310222:0:2411:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342377.310225:0:2411:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780342377.310229:0:2411:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97ae69dea300 x1866812144825344/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342377.310236:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780342377.310238:0:2411:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780342377.310240:0:2411:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780342377.310242:0:2411:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780342377.310244:0:2411:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780342377.310247:0:2411:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97ae69dea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4e9c6b05-0761-44df-afd6-bfbc14f27556:2411:1866812144825344:192.168.203.129@tcp:400:kworker.0 00000100:00000001:2.0:1780342377.310250:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780342377.310253:0:2411:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780342377.310255:0:2411:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780342377.310257:0:2411:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:0.0:1780342377.310258:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000010:2.0:1780342377.310260:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97ae428d7800. 02000000:00000001:2.0:1780342377.310263:0:2411:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1780342377.310263:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97ae51391000. 00000400:00000200:0.0:1780342377.310269:0:2401:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780342377.310270:0:2411:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000010:2.0:1780342377.310274:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97ae7582a528. 00000400:00000200:0.0:1780342377.310278:0:2401:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000400:00000010:2.0:1780342377.310280:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae4a189aa0. 00000400:00000200:0.0:1780342377.310283:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae4a189e58 00000400:00000010:0.0:1780342377.310285:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae4a189e58. 00000100:00000001:0.0:1780342377.310291:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1780342377.310292:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812144825344, portal 4 00000100:00000001:2.0:1780342377.310295:0:2411:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780342377.310297:0:2411:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446629374089143040 : -114699620408576 : ffff97ae69dea300) 00000100:00000200:0.0:1780342377.310298:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97ae69deb100 x1866812144825088/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342463 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1780342377.310307:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97ae69dea300 x1866812144825344/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342377.310309:0:2401:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780342377.310316:0:2401:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97ae69deb100 x1866812144825088/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342463 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342377.310318:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780342377.310324:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.129@tcp 00000400:00000010:2.0:1780342377.310328:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae4a1895d8. 00000100:00000001:0.0:1780342377.310332:0:2401:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1780342377.310333:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1866812144825344, offset 0 00000100:00000001:0.0:1780342377.310336:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1780342377.310341:0:2411:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.129@tcp 00000400:00000200:3.0:1780342377.313844:0:2412:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:3.0:1780342377.313857:0:2412:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.129@tcp local destination 00000400:00000200:3.0:1780342377.313863:0:2412:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780342377.313868:0:2412:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.29@tcp 00000400:00000200:3.0:1780342377.313871:0:2412:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780342377.313874:0:2412:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.129@tcp 00000400:00000200:3.0:1780342377.313878:0:2412:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.29@tcp NI seq info: [551833:551833:256:4294967295] 192.168.203.129@tcp LPNI seq info [551759:551759:8:4294967295] 00000400:00000200:3.0:1780342377.313883:0:2412:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:3.0:1780342377.313894:0:2412:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp:) -> 192.168.203.129@tcp(192.168.203.129@tcp:192.168.203.129@tcp) : PUT try# 0 00000800:00000200:3.0:1780342377.313900:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.129@tcp 00000800:00000010:3.0:1780342377.313909:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97ad410ad800. 00000800:00000200:3.0:1780342377.313916:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97ae46b85a80] -> 12345-192.168.203.129@tcp (5) 00000800:00000200:3.0:1780342377.313923:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.129@tcp ip 192.168.203.129:988 00000800:00000200:3.0:1780342377.313927:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97ad410ad800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780342377.314012:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342377.314032:0:2412:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97ae6a5d1000: using a timeout of 22548 usecs (23 jiffies) 00000400:00000200:3.0:1780342377.314036:0:2412:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000001:3.0:1780342377.314039:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 0 is 4306492444 00000100:00000001:3.0:1780342377.314042:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97ae6a5d1000: PM QoS request active for cpu 0, keep current deadline 4306496251 00000100:00000001:3.0:1780342377.314044:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 1 is 4306492444 00000100:00000001:3.0:1780342377.314046:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97ae6a5d1000: PM QoS request active for cpu 1, keep current deadline 4306496251 00000100:00000001:3.0:1780342377.314048:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780342377.314052:0:2412:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342377.314056:0:2412:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342377.314059:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780342377.314068:0:2412:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780342377.314069:0:2412:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1780342377.314072:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780342377.314074:0:2412:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780342377.314075:0:2412:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342377.314078:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780342377.314358:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780342377.314364:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97ad410ad800. 00000400:00000200:1.0:1780342377.314370:0:2402:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780342377.314376:0:2402:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000400:00000200:1.0:1780342377.314382:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae452f6c38 00000400:00000010:1.0:1780342377.314385:0:2402:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae452f6c38. 00000100:00000001:1.0:1780342377.314390:0:2402:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780342377.314399:0:2402:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97ae69de8e00 x1866812144825216/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342463 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342377.314422:0:2402:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780342377.314427:0:2402:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97ae69de8e00 x1866812144825216/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342463 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342377.314435:0:2402:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342377.314437:0:2402:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1780342377.314661:0:2411:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:2.0:1780342377.314668:0:2411:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.129@tcp local destination 00000400:00000200:2.0:1780342377.314671:0:2411:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780342377.314673:0:2411:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.29@tcp 00000400:00000200:2.0:1780342377.314676:0:2411:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780342377.314678:0:2411:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.129@tcp 00000400:00000200:2.0:1780342377.314681:0:2411:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.29@tcp NI seq info: [551834:551834:256:4294967295] 192.168.203.129@tcp LPNI seq info [551760:551760:8:4294967295] 00000400:00000200:2.0:1780342377.314685:0:2411:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:2.0:1780342377.314690:0:2411:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp:) -> 192.168.203.129@tcp(192.168.203.129@tcp:192.168.203.129@tcp) : PUT try# 0 00000800:00000200:2.0:1780342377.314694:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.129@tcp 00000800:00000010:2.0:1780342377.314699:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97ae51391b00. 00000800:00000200:2.0:1780342377.314704:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97ae46b85a80] -> 12345-192.168.203.129@tcp (5) 00000800:00000200:2.0:1780342377.314709:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.129@tcp ip 192.168.203.129:988 00000800:00000200:2.0:1780342377.314712:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97ae51391b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780342377.314943:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780342377.314949:0:2411:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff97ae6a5d1000: using a timeout of 110891 usecs (111 jiffies) 00000400:00000200:2.0:1780342377.314955:0:2411:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000001:2.0:1780342377.314957:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 0 is 4306492533 00000100:00000001:2.0:1780342377.314960:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff97ae6a5d1000: PM QoS request active for cpu 0, keep current deadline 4306496251 00000100:00000001:2.0:1780342377.314962:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 1 is 4306492533 00000100:00000001:2.0:1780342377.314973:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff97ae6a5d1000: PM QoS request active for cpu 1, keep current deadline 4306496251 00000100:00000001:2.0:1780342377.314975:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780342377.314978:0:2411:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342377.314981:0:2411:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342377.314984:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342377.314990:0:2411:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780342377.314993:0:2411:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:2.0:1780342377.314995:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780342377.314996:0:2411:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780342377.314998:0:2411:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342377.315000:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1780342377.318014:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342377.318039:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780342377.318044:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342377.318047:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780342377.318056:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342377.318064:0:2401:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp) <- 192.168.203.129@tcp : PUT - for me 00000400:00000200:0.0:1780342377.318074:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342377.318079:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342377.318099:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342377.318104:0:2401:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.129@tcp of length 224 into portal 25 MB=0x6a1db12c13280 00000400:00000200:0.0:1780342377.318119:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342377.318125:0:2401:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.129@tcp of length 224/224 into md 0x546419 [1] + 224 00000800:00000200:1.0:1780342377.318141:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780342377.318147:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97ae51391b00. 00000400:00000200:1.0:1780342377.318152:0:2402:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780342377.318158:0:2402:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000400:00000200:1.0:1780342377.318165:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae4a1895d8 00000400:00000010:1.0:1780342377.318168:0:2402:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae4a1895d8. 00000100:00000001:1.0:1780342377.318173:0:2402:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780342377.318181:0:2402:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97ae69dea300 x1866812144825344/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342377.318194:0:2402:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780342377.318197:0:2402:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97ae69dea300 x1866812144825344/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342432 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342377.318215:0:2402:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342377.318217:0:2402:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1780342377.318255:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342377.318265:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780342377.318268:0:2401:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780342377.318272:0:2401:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000100:00000001:0.0:1780342377.318277:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780342377.318282:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97ae69deb800 x1866812144824960/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342393 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780342377.318291:0:2401:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97ae69deb800 x1866812144824960/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342393 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342377.318304:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780342377.318312:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342377.318315:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780342377.318342:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780342377.318346:0:2412:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780342377.318353:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780342377.318355:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780342377.318358:0:2412:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97ae6a816790. 00000400:00000200:3.0:1780342377.318361:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae452f6770 00000400:00000010:3.0:1780342377.318363:0:2412:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae452f6770. 00000100:00000001:3.0:1780342377.318365:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780342377.318370:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97ae69deb800 x1866812144824960/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342393 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780342377.318379:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97ae69deb800 x1866812144824960/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342393 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342377.318386:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780342377.318388:0:2412:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780342377.318390:0:2412:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780342377.318393:0:2412:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780342377.318396:0:2412:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780342377.318398:0:2412:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780342377.318408:0:2412:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780342377.319296:0:2412:0:(import.c:2151:obd_at_measure()) add 5 to ffff97ae604f8c60 time=5 v=5 (5 5 5 5) 00000100:00001000:3.0:1780342377.319300:0:2412:0:(import.c:2151:obd_at_measure()) add 1 to ffff97ae604f8c18 time=75 v=5 (1 1 0 0) 00000100:00000001:3.0:1780342377.319303:0:2412:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780342377.319305:0:2412:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780342377.319308:0:2412:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780342377.319310:0:2412:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342377.319313:0:2412:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342377.319320:0:2412:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97ae69deb800 x1866812144824960/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342393 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342377.319328:0:2412:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780342377.319331:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780342377.319334:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780342377.319338:0:2412:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97ae69deb800 x1866812144824960/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342393 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1780342377.319345:0:2412:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff97ae69deb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2a8e121d-4255-4dce-9cfd-5ec7361d75ba:2412:1866812144824960:192.168.203.129@tcp:400:kworker.0 00000100:00000001:3.0:1780342377.319350:0:2412:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342377.319353:0:2412:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780342377.319356:0:2412:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97ae69deb800 x1866812144824960/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342393 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342377.319361:0:2412:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780342377.319365:0:2412:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780342377.319368:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97ae6c6c1600. 02000000:00000001:3.0:1780342377.319372:0:2412:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780342377.319374:0:2412:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780342377.319376:0:2412:0:(genops.c:1244:class_import_put()) import ffff97ae604f8800 refcount=3 obd=MGC192.168.203.129@tcp 00000020:00000001:3.0:1780342377.319378:0:2412:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780342377.319381:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97ae51391600. 02000000:00000001:3.0:1780342377.319384:0:2412:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780342377.319386:0:2412:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780342377.319388:0:2412:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97ae69deb800. 00000100:00000001:3.0:1780342377.319392:0:2412:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780342377.319393:0:2412:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780342377.319404:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342377.319406:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780342377.319423:0:2412:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780342377.319425:0:2412:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342377.319427:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1780342377.321233:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342377.321248:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780342377.321251:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342377.321254:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780342377.321262:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342377.321269:0:2402:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp) <- 192.168.203.129@tcp : PUT - for me 00000400:00000200:1.0:1780342377.321278:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342377.321283:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342377.321287:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342377.321292:0:2402:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.129@tcp of length 224 into portal 10 MB=0x6a1db12c13300 00000400:00000200:1.0:1780342377.321296:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342377.321302:0:2402:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.129@tcp of length 224/224 into md 0x546421 [1] + 224 00000800:00000001:1.0:1780342377.321308:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342377.321317:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780342377.321320:0:2402:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780342377.321324:0:2402:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000100:00000001:1.0:1780342377.321330:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780342377.321337:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97ae69deb100 x1866812144825088/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342463 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780342377.321348:0:2402:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97ae69deb100 x1866812144825088/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342463 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342377.321379:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780342377.321387:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342377.321390:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342377.321505:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780342377.321509:0:2411:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780342377.321515:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780342377.321517:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780342377.321520:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97ae7582af78. 00000400:00000200:2.0:1780342377.321523:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae4a189bb0 00000400:00000010:2.0:1780342377.321525:0:2411:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae4a189bb0. 00000100:00000001:2.0:1780342377.321528:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780342377.321533:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97ae69deb100 x1866812144825088/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342463 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780342377.321541:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97ae69deb100 x1866812144825088/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342463 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342377.321547:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780342377.321549:0:2411:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342377.321552:0:2411:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780342377.321554:0:2411:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780342377.321557:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780342377.321559:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780342377.321600:0:2411:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780342377.321608:0:2411:0:(import.c:2151:obd_at_measure()) add 61 to ffff97ae51c6a460 time=154 v=61 (61 61 62 62) 00000100:00001000:2.0:1780342377.321612:0:2411:0:(import.c:2151:obd_at_measure()) add 1 to ffff97ae51c6a418 time=75 v=5 (1 1 0 0) 00000100:00000001:2.0:1780342377.321615:0:2411:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780342377.321617:0:2411:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342377.321620:0:2411:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780342377.321637:0:2411:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342377.321641:0:2411:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780342377.321643:0:2411:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff97ae6a5d1000: skip recheck: last_committed 30064771459 00000100:00000001:2.0:1780342377.321646:0:2411:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780342377.321648:0:2411:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780342377.321653:0:2411:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97ae69deb100 x1866812144825088/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342463 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342377.321660:0:2411:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780342377.321663:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780342377.321665:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780342377.321668:0:2411:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97ae69deb100 x1866812144825088/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342463 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1780342377.321676:0:2411:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff97ae69deb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4e9c6b05-0761-44df-afd6-bfbc14f27556:2411:1866812144825088:192.168.203.129@tcp:400:kworker.0 00000100:00000001:2.0:1780342377.321686:0:2411:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342377.321689:0:2411:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780342377.321692:0:2411:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97ae69deb100 x1866812144825088/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342463 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342377.321699:0:2411:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780342377.321701:0:2411:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780342377.321704:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97ae428d7400. 02000000:00000001:2.0:1780342377.321708:0:2411:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780342377.321710:0:2411:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780342377.321712:0:2411:0:(genops.c:1244:class_import_put()) import ffff97ae51c6a000 refcount=5 obd=lustre-MDT0000-mdc-ffff97ae6a5d1000 00000020:00000001:2.0:1780342377.321714:0:2411:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780342377.321716:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97ae51391e00. 02000000:00000001:2.0:1780342377.321719:0:2411:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780342377.321721:0:2411:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780342377.321723:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97ae69deb100. 00000100:00000001:2.0:1780342377.321726:0:2411:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780342377.321737:0:2411:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342377.321740:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342377.321742:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780342377.321748:0:2411:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780342377.321750:0:2411:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342377.321751:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1780342377.323061:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342377.323075:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780342377.323079:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342377.323081:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780342377.323088:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342377.323095:0:2401:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp) <- 192.168.203.129@tcp : PUT - for me 00000400:00000200:0.0:1780342377.323104:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342377.323108:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342377.323114:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342377.323129:0:2401:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.129@tcp of length 224 into portal 10 MB=0x6a1db12c13380 00000400:00000200:0.0:1780342377.323134:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342377.323140:0:2401:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.129@tcp of length 224/224 into md 0x546429 [1] + 224 00000800:00000001:0.0:1780342377.323147:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342377.323204:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780342377.323208:0:2401:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780342377.323213:0:2401:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000100:00000001:0.0:1780342377.323230:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780342377.323237:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97ae69de8e00 x1866812144825216/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342463 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780342377.323246:0:2401:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97ae69de8e00 x1866812144825216/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342463 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342377.323264:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780342377.323273:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342377.323276:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780342377.323607:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780342377.323611:0:2412:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780342377.323617:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780342377.323619:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780342377.323622:0:2412:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97ae6a8163c8. 00000400:00000200:3.0:1780342377.323626:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae452f6ee0 00000400:00000010:3.0:1780342377.323629:0:2412:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae452f6ee0. 00000100:00000001:3.0:1780342377.323632:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780342377.323636:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97ae69de8e00 x1866812144825216/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342463 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780342377.323645:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97ae69de8e00 x1866812144825216/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342463 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342377.323651:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780342377.323653:0:2412:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780342377.323655:0:2412:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780342377.323658:0:2412:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780342377.323660:0:2412:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780342377.323662:0:2412:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780342377.323664:0:2412:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780342377.323672:0:2412:0:(import.c:2151:obd_at_measure()) add 61 to ffff97ae43085c60 time=154 v=61 (61 61 62 62) 00000100:00001000:3.0:1780342377.323677:0:2412:0:(import.c:2151:obd_at_measure()) add 1 to ffff97ae43085c18 time=60 v=5 (1 1 0 0) 00000100:00000001:3.0:1780342377.323679:0:2412:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780342377.323681:0:2412:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780342377.323684:0:2412:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1780342377.323688:0:2412:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff97ae69de8e00 x1866812144825216/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342463 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1780342377.323694:0:2412:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342377.323698:0:2412:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780342377.323700:0:2412:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff97ae6a5d1000: skip recheck: last_committed 21474836545 00000100:00000001:3.0:1780342377.323702:0:2412:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780342377.323711:0:2412:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342377.323717:0:2412:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97ae69de8e00 x1866812144825216/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342463 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342377.323723:0:2412:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780342377.323726:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780342377.323738:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780342377.323743:0:2412:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97ae69de8e00 x1866812144825216/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342463 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1780342377.323751:0:2412:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff97ae69de8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4e9c6b05-0761-44df-afd6-bfbc14f27556:2412:1866812144825216:192.168.203.129@tcp:400:kworker.0 00000100:00000001:3.0:1780342377.323756:0:2412:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780342377.323758:0:2412:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780342377.323762:0:2412:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97ae69de8e00 x1866812144825216/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342463 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342377.323768:0:2412:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780342377.323770:0:2412:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780342377.323773:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97ae6c6c1a00. 02000000:00000001:3.0:1780342377.323777:0:2412:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780342377.323780:0:2412:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780342377.323781:0:2412:0:(genops.c:1244:class_import_put()) import ffff97ae43085800 refcount=3 obd=lustre-MDT0001-mdc-ffff97ae6a5d1000 00000020:00000001:3.0:1780342377.323783:0:2412:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780342377.323785:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97ae51391900. 02000000:00000001:3.0:1780342377.323788:0:2412:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780342377.323790:0:2412:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780342377.323791:0:2412:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97ae69de8e00. 00000100:00000001:3.0:1780342377.323794:0:2412:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780342377.323796:0:2412:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780342377.323798:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780342377.323805:0:2412:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780342377.323807:0:2412:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342377.323809:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780342377.323811:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1780342377.324304:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342377.324315:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780342377.324318:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342377.324320:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780342377.324327:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342377.324340:0:2402:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp) <- 192.168.203.129@tcp : PUT - for me 00000400:00000200:1.0:1780342377.324348:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342377.324352:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342377.324356:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342377.324371:0:2402:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.129@tcp of length 224 into portal 4 MB=0x6a1db12c13400 00000400:00000200:1.0:1780342377.324376:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342377.324381:0:2402:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.129@tcp of length 224/224 into md 0x546431 [1] + 224 00000800:00000001:1.0:1780342377.324387:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342377.324394:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780342377.324396:0:2402:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780342377.324400:0:2402:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000100:00000001:1.0:1780342377.324405:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780342377.324410:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97ae69dea300 x1866812144825344/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342432 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780342377.324419:0:2402:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97ae69dea300 x1866812144825344/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342432 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342377.324438:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780342377.324445:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342377.324447:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342377.324556:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780342377.324559:0:2411:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780342377.324601:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780342377.324603:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780342377.324605:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97ae7582a528. 00000400:00000200:2.0:1780342377.324609:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae4a189aa0 00000400:00000010:2.0:1780342377.324610:0:2411:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae4a189aa0. 00000100:00000001:2.0:1780342377.324613:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780342377.324618:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97ae69dea300 x1866812144825344/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342432 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780342377.324626:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97ae69dea300 x1866812144825344/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342432 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342377.324632:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780342377.324633:0:2411:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342377.324635:0:2411:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780342377.324637:0:2411:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780342377.324639:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780342377.324640:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780342377.324642:0:2411:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780342377.324649:0:2411:0:(import.c:2151:obd_at_measure()) add 36 to ffff97ae69585460 time=154 v=36 (36 5 5 5) 00000100:00001000:2.0:1780342377.324652:0:2411:0:(import.c:2151:obd_at_measure()) add 1 to ffff97ae69585418 time=46 v=5 (1 1 0 0) 00000100:00000001:2.0:1780342377.324655:0:2411:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780342377.324657:0:2411:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342377.324659:0:2411:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780342377.324661:0:2411:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342377.324665:0:2411:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780342377.324667:0:2411:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0000-osc-ffff97ae6a5d1000: skip recheck: last_committed 47244662593 00000100:00000001:2.0:1780342377.324669:0:2411:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780342377.324670:0:2411:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780342377.324674:0:2411:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97ae69dea300 x1866812144825344/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342432 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342377.324681:0:2411:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780342377.324689:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780342377.324690:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780342377.324695:0:2411:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97ae69dea300 x1866812144825344/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342432 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1780342377.324701:0:2411:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff97ae69dea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4e9c6b05-0761-44df-afd6-bfbc14f27556:2411:1866812144825344:192.168.203.129@tcp:400:kworker.0 00000100:00000001:2.0:1780342377.324705:0:2411:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342377.324708:0:2411:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780342377.324710:0:2411:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97ae69dea300 x1866812144825344/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342432 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342377.324716:0:2411:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780342377.324718:0:2411:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780342377.324720:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97ae428d7800. 02000000:00000001:2.0:1780342377.324722:0:2411:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780342377.324724:0:2411:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780342377.324726:0:2411:0:(genops.c:1244:class_import_put()) import ffff97ae69585000 refcount=3 obd=lustre-OST0000-osc-ffff97ae6a5d1000 00000020:00000001:2.0:1780342377.324739:0:2411:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780342377.324741:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97ae51391f00. 02000000:00000001:2.0:1780342377.324744:0:2411:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780342377.324745:0:2411:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780342377.324746:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97ae69dea300. 00000100:00000001:2.0:1780342377.324749:0:2411:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780342377.324751:0:2411:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342377.324752:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342377.324757:0:2411:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780342377.324759:0:2411:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342377.324761:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780342377.324762:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342378.270043:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342378.270049:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342378.270055:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342378.270056:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780342378.270601:0:236697:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780342378.270605:0:236697:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780342378.270608:0:236697:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1780342378.781140:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97ae47d94f00] -> 12345-192.168.203.29@tcp (6) 00000800:00000200:2.0:1780342378.781147:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.29@tcp ip 192.168.203.29:988 00000800:00000200:2.0:1780342378.781152:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97ae43bb1a00 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1780342378.782047:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1780342378.782054:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342378.782065:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780342378.782070:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342378.782073:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1780342379.296552:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342379.296557:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342379.296577:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342379.296579:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780342379.296705:0:252496:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780342379.296709:0:252496:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780342379.296728:0:252496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1780342380.316759:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342380.316765:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342380.316770:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342380.316771:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780342380.316913:0:236698:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780342380.316916:0:236698:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780342380.316919:0:236698:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1780342381.148727:0:252173:0:(connection.c:75:cpu_latency_work()) work item of ffff97ae60cbd000 (cpu 0) has reached its deadline 4306496251, at 4306496256 00000100:00000010:0.0:1780342381.148742:0:252173:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97ae44b6f9c0. 00000100:00000040:1.0:1780342381.149048:0:243559:0:(connection.c:75:cpu_latency_work()) work item of ffff97ae60cbd110 (cpu 0) has reached its deadline 4306496251, at 4306496256 00000100:00000010:1.0:1780342381.149055:0:243559:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97ae44b6f780. 00010000:00000001:2.0:1780342381.340685:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342381.340691:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342381.340709:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342381.340710:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780342381.340796:0:248350:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1780342381.340800:0:248350:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780342381.340802:0:248350:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1780342382.364767:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342382.364773:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342382.364779:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342382.364780:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780342382.366463:0:242641:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780342382.366469:0:242641:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780342382.366473:0:242641:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1780342382.431431:0:247974:0:(pinger.c:231:ptlrpc_pinger_process_import()) 2a8e121d-4255-4dce-9cfd-5ec7361d75ba->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780342382.431439:0:247974:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780342382.431446:0:247974:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97ae6a520700. 00000020:00000040:3.0:1780342382.431452:0:247974:0:(genops.c:1231:class_import_get()) import ffff97ae604f8800 refcount=4 obd=MGC192.168.203.129@tcp 00000100:00000001:3.0:1780342382.431456:0:247974:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780342382.431459:0:247974:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780342382.431463:0:247974:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780342382.431470:0:247974:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97ad410ad200. 00000100:00000001:3.0:1780342382.431476:0:247974:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342382.431487:0:247974:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2a8e121d-4255-4dce-9cfd-5ec7361d75ba->MGS req@ffff97ae6a520700 x1866812144825472/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1780342382.431496:0:247974:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780342382.431500:0:247974:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342382.431507:0:247974:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c35b0cc] to pc [ptlrpcd_01_01+1] req@ffff97ae6a520700 x1866812144825472/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342382.431529:0:247974:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342382.431531:0:247974:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780342382.431534:0:247974:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780342382.431537:0:247974:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97ae6a522300. 00000020:00000040:3.0:1780342382.431539:0:247974:0:(genops.c:1231:class_import_get()) import ffff97ae51c6a000 refcount=6 obd=lustre-MDT0000-mdc-ffff97ae6a5d1000 00000100:00000001:3.0:1780342382.431541:0:247974:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780342382.431640:0:247974:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780342382.431643:0:247974:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780342382.431648:0:247974:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97ad410ad300. 00000100:00000001:3.0:1780342382.431650:0:247974:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342382.431661:0:247974:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-MDT0000_UUID req@ffff97ae6a522300 x1866812144825600/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1780342382.431668:0:247974:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780342382.431670:0:247974:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342382.431674:0:247974:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e7c8ffac] to pc [ptlrpcd_01_00+0] req@ffff97ae6a522300 x1866812144825600/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342382.431682:0:247974:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342382.431685:0:247974:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780342382.431688:0:247974:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780342382.431704:0:247974:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97ae6a521180. 00000020:00000040:3.0:1780342382.431707:0:247974:0:(genops.c:1231:class_import_get()) import ffff97ae43085800 refcount=4 obd=lustre-MDT0001-mdc-ffff97ae6a5d1000 00000100:00000001:3.0:1780342382.431709:0:247974:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780342382.431710:0:247974:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780342382.431713:0:247974:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780342382.431723:0:247974:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97ad410add00. 00000100:00000001:3.0:1780342382.431726:0:247974:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342382.431731:0:247974:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-MDT0001_UUID req@ffff97ae6a521180 x1866812144825728/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1780342382.431737:0:247974:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780342382.431739:0:247974:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342382.431744:0:247974:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036ecdd70] to pc [ptlrpcd_01_01+1] req@ffff97ae6a521180 x1866812144825728/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342382.431751:0:247974:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342382.431753:0:247974:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780342382.431756:0:247974:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780342382.431759:0:247974:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97ae6a520380. 00000020:00000040:3.0:1780342382.431762:0:247974:0:(genops.c:1231:class_import_get()) import ffff97ae69585000 refcount=4 obd=lustre-OST0000-osc-ffff97ae6a5d1000 00000100:00000001:3.0:1780342382.431764:0:247974:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780342382.431765:0:247974:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780342382.431767:0:247974:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780342382.431776:0:247974:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97ad410ad500. 00000100:00000001:3.0:1780342382.431780:0:247974:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342382.431784:0:247974:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-OST0000_UUID req@ffff97ae6a520380 x1866812144825856/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1780342382.431791:0:247974:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780342382.431793:0:247974:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342382.431797:0:247974:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bcf4b698] to pc [ptlrpcd_01_00+0] req@ffff97ae6a520380 x1866812144825856/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342382.431803:0:247974:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342382.431805:0:247974:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1780342382.431808:0:247974:0:(pinger.c:249:ptlrpc_pinger_process_import()) 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1780342382.431813:0:247974:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11835) 00000100:00000001:3.0:1780342382.431827:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780342382.431831:0:2412:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780342382.431833:0:2412:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780342382.431838:0:2412:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97ae6a520700 x1866812144825472/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342382.431845:0:2412:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780342382.431847:0:2412:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780342382.431851:0:2412:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780342382.431853:0:2412:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780342382.431855:0:2412:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780342382.431858:0:2412:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97ae6a520700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2a8e121d-4255-4dce-9cfd-5ec7361d75ba:2412:1866812144825472:192.168.203.129@tcp:400:kworker.0 00000100:00000001:3.0:1780342382.431862:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780342382.431867:0:2412:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780342382.431869:0:2412:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780342382.431872:0:2412:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780342382.431876:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97ae6c6c1e00. 02000000:00000001:3.0:1780342382.431878:0:2412:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780342382.431886:0:2412:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000010:3.0:1780342382.431889:0:2412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97ae6a8163c8. 00000400:00000010:3.0:1780342382.431900:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae452f6ee0. 00000100:00000200:3.0:1780342382.431907:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812144825472, portal 25 00000100:00000001:3.0:1780342382.431909:0:2412:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780342382.431910:0:2412:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446629374096705280 : -114699612846336 : ffff97ae6a520700) 00000100:00000040:3.0:1780342382.431916:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97ae6a520700 x1866812144825472/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342382.431923:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780342382.431926:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.129@tcp 00000400:00000010:3.0:1780342382.431928:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae452f6770. 00000100:00000200:3.0:1780342382.431932:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866812144825472, offset 0 00000400:00000200:3.0:1780342382.431938:0:2412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.129@tcp 00000400:00000200:3.0:1780342382.431946:0:2412:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:3.0:1780342382.431953:0:2412:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.129@tcp local destination 00000400:00000200:3.0:1780342382.431958:0:2412:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780342382.431962:0:2412:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.29@tcp 00000400:00000200:3.0:1780342382.431965:0:2412:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780342382.431969:0:2412:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.129@tcp 00000400:00000200:3.0:1780342382.431973:0:2412:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.29@tcp NI seq info: [551835:551835:256:4294967295] 192.168.203.129@tcp LPNI seq info [551761:551761:8:4294967295] 00000400:00000200:3.0:1780342382.431977:0:2412:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:3.0:1780342382.431986:0:2412:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp:) -> 192.168.203.129@tcp(192.168.203.129@tcp:192.168.203.129@tcp) : PUT try# 0 00000800:00000200:3.0:1780342382.431992:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.129@tcp 00000800:00000010:3.0:1780342382.431997:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97ad410ad100. 00000800:00000200:3.0:1780342382.432004:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97ae46b85a80] -> 12345-192.168.203.129@tcp (5) 00000800:00000200:3.0:1780342382.432012:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.129@tcp ip 192.168.203.129:988 00000800:00000200:3.0:1780342382.432016:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97ad410ad100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780342382.432035:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780342382.432039:0:2412:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000800:00000200:1.0:1780342382.432427:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780342382.432432:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97ad410ad100. 00000400:00000200:1.0:1780342382.432438:0:2401:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780342382.432445:0:2401:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000400:00000200:1.0:1780342382.432450:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae452f6770 00000400:00000010:1.0:1780342382.432452:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae452f6770. 00000100:00000001:1.0:1780342382.432456:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780342382.432461:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97ae6a520700 x1866812144825472/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342382.432477:0:2401:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780342382.432481:0:2401:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97ae6a520700 x1866812144825472/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342398 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342382.432489:0:2401:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342382.432490:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780342382.436061:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1780342382.436067:0:2412:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306501378 00000800:00000001:1.0:1780342382.436073:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1780342382.436075:0:2412:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97ae44b6ff60. 00000800:00000001:1.0:1780342382.436076:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342382.436080:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780342382.436084:0:2412:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.129@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1780342382.436090:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000001:3.0:1780342382.436092:0:2412:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306501378 00000400:00000200:1.0:1780342382.436098:0:2402:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp) <- 192.168.203.129@tcp : PUT - for me 00000100:00000010:3.0:1780342382.436104:0:2412:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97ae44b6f0c0. 00000100:00000001:3.0:1780342382.436108:0:2412:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.129@tcp: PM QoS request now active for cpu 1 00000400:00000200:1.0:1780342382.436111:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000001:3.0:1780342382.436114:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1780342382.436118:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000001:3.0:1780342382.436119:0:2412:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342382.436125:0:2412:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1780342382.436125:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342382.436131:0:2402:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.129@tcp of length 224 into portal 25 MB=0x6a1db12c13480 00000100:00000040:3.0:1780342382.436136:0:2412:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97ae6a521180 x1866812144825728/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1780342382.436138:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342382.436149:0:2402:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.129@tcp of length 224/224 into md 0x546439 [1] + 224 00000100:00000001:3.0:1780342382.436150:0:2412:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780342382.436154:0:2412:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780342382.436158:0:2412:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000001:1.0:1780342382.436159:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:3.0:1780342382.436162:0:2412:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780342382.436165:0:2412:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1780342382.436167:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1780342382.436170:0:2412:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97ae6a521180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4e9c6b05-0761-44df-afd6-bfbc14f27556:2412:1866812144825728:192.168.203.129@tcp:400:kworker.0 00000400:00000200:1.0:1780342382.436172:0:2402:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1780342382.436177:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1780342382.436181:0:2402:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 02000000:00000001:3.0:1780342382.436183:0:2412:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780342382.436186:0:2412:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342382.436188:0:2402:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1780342382.436189:0:2412:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780342382.436195:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97ae6c6c1000. 00000100:00000200:1.0:1780342382.436197:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97ae6a520700 x1866812144825472/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342398 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1780342382.436198:0:2412:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780342382.436207:0:2412:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000010:3.0:1780342382.436212:0:2412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97ae6a816790. 00000100:00000040:1.0:1780342382.436214:0:2402:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97ae6a520700 x1866812144825472/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342398 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1780342382.436219:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae452f6770. 00000100:00000200:3.0:1780342382.436227:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812144825728, portal 10 00000100:00000001:1.0:1780342382.436228:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780342382.436231:0:2412:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780342382.436234:0:2412:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446629374096707968 : -114699612843648 : ffff97ae6a521180) 00000800:00000001:1.0:1780342382.436236:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342382.436241:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780342382.436243:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97ae6a521180 x1866812144825728/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342468 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342382.436251:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780342382.436255:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.129@tcp 00000400:00000010:3.0:1780342382.436257:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae452f6c38. 00000100:00000200:3.0:1780342382.436261:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866812144825728, offset 0 00000400:00000200:3.0:1780342382.436266:0:2412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.129@tcp 00000400:00000200:3.0:1780342382.436278:0:2412:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:3.0:1780342382.436284:0:2412:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.129@tcp local destination 00000400:00000200:3.0:1780342382.436288:0:2412:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780342382.436292:0:2412:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.29@tcp 00000400:00000200:3.0:1780342382.436296:0:2412:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780342382.436299:0:2412:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.129@tcp 00000400:00000200:3.0:1780342382.436303:0:2412:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.29@tcp NI seq info: [551836:551836:256:4294967295] 192.168.203.129@tcp LPNI seq info [551762:551762:8:4294967295] 00000400:00000200:3.0:1780342382.436308:0:2412:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:3.0:1780342382.436316:0:2412:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp:) -> 192.168.203.129@tcp(192.168.203.129@tcp:192.168.203.129@tcp) : PUT try# 0 00000800:00000200:3.0:1780342382.436322:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.129@tcp 00000800:00000010:3.0:1780342382.436327:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97ad410ad700. 00000800:00000200:3.0:1780342382.436333:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97ae46b85a80] -> 12345-192.168.203.129@tcp (5) 00000800:00000200:3.0:1780342382.436340:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.129@tcp ip 192.168.203.129:988 00000800:00000200:3.0:1780342382.436344:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97ad410ad700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780342382.436362:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342382.436367:0:2412:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97ae6a5d1000: using a timeout of 22548 usecs (23 jiffies) 00000400:00000200:3.0:1780342382.436370:0:2412:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000001:3.0:1780342382.436372:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 0 is 4306497566 00000100:00000001:3.0:1780342382.436375:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97ae6a5d1000: PM QoS request active for cpu 0, keep current deadline 4306501378 00000100:00000001:3.0:1780342382.436378:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 1 is 4306497566 00000100:00000001:3.0:1780342382.436380:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97ae6a5d1000: PM QoS request active for cpu 1, keep current deadline 4306501378 00000100:00000001:3.0:1780342382.436382:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780342382.436385:0:2412:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342382.436387:0:2412:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342382.436390:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780342382.436400:0:2412:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780342382.436402:0:2412:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1780342382.436404:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780342382.436406:0:2412:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780342382.436410:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780342382.436412:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000200:1.0:1780342382.436418:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000010:3.0:1780342382.436419:0:2412:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97ae6a8163c8. 00000400:00000200:3.0:1780342382.436425:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae452f6ee0 00000800:00000010:1.0:1780342382.436425:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97ad410ad700. 00000400:00000010:3.0:1780342382.436428:0:2412:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae452f6ee0. 00000100:00000001:3.0:1780342382.436431:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780342382.436436:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97ae6a520700 x1866812144825472/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342398 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1780342382.436437:0:2401:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780342382.436447:0:2401:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000400:00000200:1.0:1780342382.436453:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae452f6c38 00000100:00000200:3.0:1780342382.436454:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97ae6a520700 x1866812144825472/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342398 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1780342382.436456:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae452f6c38. 00000100:00000001:1.0:1780342382.436462:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1780342382.436466:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780342382.436468:0:2412:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1780342382.436470:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97ae6a521180 x1866812144825728/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342468 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342382.436471:0:2412:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780342382.436475:0:2412:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780342382.436477:0:2412:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780342382.436481:0:2412:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342382.436484:0:2401:0:(client.c:2844:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1780342382.436485:0:2412:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780342382.436490:0:2401:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97ae6a521180 x1866812144825728/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342468 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1780342382.436492:0:2412:0:(import.c:2151:obd_at_measure()) add 5 to ffff97ae604f8c60 time=10 v=5 (5 5 5 5) 00000100:00001000:3.0:1780342382.436500:0:2412:0:(import.c:2151:obd_at_measure()) add 1 to ffff97ae604f8c18 time=80 v=5 (1 1 0 0) 00000100:00000001:1.0:1780342382.436504:0:2401:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342382.436505:0:2412:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780342382.436508:0:2412:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342382.436509:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:3.0:1780342382.436513:0:2412:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780342382.436515:0:2412:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342382.436519:0:2412:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342382.436524:0:2412:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97ae6a520700 x1866812144825472/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342398 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342382.436531:0:2412:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780342382.436534:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780342382.436536:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780342382.436539:0:2412:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97ae6a520700 x1866812144825472/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342398 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1780342382.436548:0:2412:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff97ae6a520700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2a8e121d-4255-4dce-9cfd-5ec7361d75ba:2412:1866812144825472:192.168.203.129@tcp:400:kworker.0 00000100:00000001:3.0:1780342382.436552:0:2412:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342382.436554:0:2412:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780342382.436584:0:2412:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97ae6a520700 x1866812144825472/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342398 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342382.436591:0:2412:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780342382.436593:0:2412:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780342382.436596:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97ae6c6c1e00. 02000000:00000001:3.0:1780342382.436599:0:2412:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780342382.436601:0:2412:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780342382.436603:0:2412:0:(genops.c:1244:class_import_put()) import ffff97ae604f8800 refcount=3 obd=MGC192.168.203.129@tcp 00000020:00000001:3.0:1780342382.436605:0:2412:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780342382.436608:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97ad410ad200. 02000000:00000001:3.0:1780342382.436610:0:2412:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780342382.436612:0:2412:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780342382.436614:0:2412:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97ae6a520700. 00000100:00000001:3.0:1780342382.436617:0:2412:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780342382.436618:0:2412:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1780342382.436622:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:3.0:1780342382.436623:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780342382.436626:0:2412:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780342382.436628:0:2412:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780342382.436630:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780342382.436631:0:2412:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780342382.436632:0:2412:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780342382.436636:0:2412:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97ae6a522300 x1866812144825600/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342382.436643:0:2412:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780342382.436645:0:2412:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780342382.436647:0:2412:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780342382.436649:0:2412:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780342382.436651:0:2412:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780342382.436654:0:2412:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97ae6a522300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4e9c6b05-0761-44df-afd6-bfbc14f27556:2412:1866812144825600:192.168.203.129@tcp:400:kworker.0 00000100:00000001:3.0:1780342382.436657:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780342382.436660:0:2412:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780342382.436661:0:2412:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780342382.436663:0:2412:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780342382.436666:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97ae6c6c1e00. 02000000:00000001:3.0:1780342382.436672:0:2412:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780342382.436676:0:2412:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000010:3.0:1780342382.436678:0:2412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97ae6a8163c8. 00000400:00000010:3.0:1780342382.436681:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae452f6ee0. 00000100:00000200:3.0:1780342382.436684:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812144825600, portal 10 00000100:00000001:3.0:1780342382.436686:0:2412:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780342382.436687:0:2412:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446629374096712448 : -114699612839168 : ffff97ae6a522300) 00000100:00000040:3.0:1780342382.436706:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97ae6a522300 x1866812144825600/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342468 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342382.436713:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780342382.436722:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.129@tcp 00000400:00000010:3.0:1780342382.436725:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae452f6908. 00000100:00000200:3.0:1780342382.436728:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866812144825600, offset 0 00000400:00000200:3.0:1780342382.436732:0:2412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.129@tcp 00000400:00000200:3.0:1780342382.436736:0:2412:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:3.0:1780342382.436740:0:2412:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.129@tcp local destination 00000400:00000200:3.0:1780342382.436743:0:2412:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780342382.436745:0:2412:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.29@tcp 00000400:00000200:3.0:1780342382.436747:0:2412:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780342382.436749:0:2412:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.129@tcp 00000400:00000200:3.0:1780342382.436752:0:2412:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.29@tcp NI seq info: [551837:551837:256:4294967295] 192.168.203.129@tcp LPNI seq info [551763:551763:8:4294967295] 00000400:00000200:3.0:1780342382.436755:0:2412:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:3.0:1780342382.436760:0:2412:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp:) -> 192.168.203.129@tcp(192.168.203.129@tcp:192.168.203.129@tcp) : PUT try# 0 00000800:00000200:3.0:1780342382.436764:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.129@tcp 00000800:00000010:3.0:1780342382.436767:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97ad410ad200. 00000800:00000200:3.0:1780342382.436771:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97ae46b85a80] -> 12345-192.168.203.129@tcp (5) 00000800:00000200:3.0:1780342382.436775:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.129@tcp ip 192.168.203.129:988 00000800:00000200:3.0:1780342382.436778:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97ad410ad200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780342382.436789:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342382.436792:0:2412:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: using a timeout of 16212 usecs (17 jiffies) 00000400:00000200:3.0:1780342382.436795:0:2412:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000001:3.0:1780342382.436801:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 0 is 4306497561 00000100:00000001:3.0:1780342382.436804:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: PM QoS request active for cpu 0, keep current deadline 4306501378 00000100:00000001:3.0:1780342382.436806:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 1 is 4306497561 00000100:00000001:3.0:1780342382.436807:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: PM QoS request active for cpu 1, keep current deadline 4306501378 00000100:00000001:3.0:1780342382.436809:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780342382.436811:0:2412:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342382.436813:0:2412:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780342382.436818:0:2412:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97ae6a520380 x1866812144825856/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342382.436825:0:2412:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780342382.436826:0:2412:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780342382.436828:0:2412:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780342382.436830:0:2412:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780342382.436832:0:2412:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780342382.436835:0:2412:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97ae6a520380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4e9c6b05-0761-44df-afd6-bfbc14f27556:2412:1866812144825856:192.168.203.129@tcp:400:kworker.0 00000100:00000001:3.0:1780342382.436838:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780342382.436840:0:2412:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780342382.436841:0:2412:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780342382.436843:0:2412:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780342382.436846:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97ae6c6c1c00. 02000000:00000001:3.0:1780342382.436847:0:2412:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780342382.436850:0:2412:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000010:3.0:1780342382.436853:0:2412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97ae6a816160. 00000400:00000010:3.0:1780342382.436856:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae452f6330. 00000100:00000200:3.0:1780342382.436859:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812144825856, portal 4 00000100:00000001:3.0:1780342382.436860:0:2412:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780342382.436861:0:2412:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446629374096704384 : -114699612847232 : ffff97ae6a520380) 00000100:00000040:3.0:1780342382.436867:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97ae6a520380 x1866812144825856/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342382.436874:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780342382.436875:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.129@tcp 00000400:00000010:3.0:1780342382.436882:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae452f6aa0. 00000100:00000200:3.0:1780342382.436885:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1866812144825856, offset 0 00000400:00000200:3.0:1780342382.436889:0:2412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.129@tcp 00000400:00000200:3.0:1780342382.436893:0:2412:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:3.0:1780342382.436896:0:2412:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.129@tcp local destination 00000400:00000200:3.0:1780342382.436899:0:2412:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780342382.436901:0:2412:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.29@tcp 00000400:00000200:3.0:1780342382.436903:0:2412:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780342382.436905:0:2412:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.129@tcp 00000400:00000200:3.0:1780342382.436908:0:2412:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.29@tcp NI seq info: [551838:551838:255:4294967295] 192.168.203.129@tcp LPNI seq info [551764:551764:7:4294967295] 00000400:00000200:3.0:1780342382.436912:0:2412:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:3.0:1780342382.436918:0:2412:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp:) -> 192.168.203.129@tcp(192.168.203.129@tcp:192.168.203.129@tcp) : PUT try# 0 00000800:00000200:3.0:1780342382.436922:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.129@tcp 00000800:00000010:3.0:1780342382.436925:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97ad410ada00. 00000800:00000200:3.0:1780342382.436928:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97ae46b85a80] -> 12345-192.168.203.129@tcp (5) 00000800:00000200:3.0:1780342382.436932:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.129@tcp ip 192.168.203.129:988 00000800:00000200:3.0:1780342382.436934:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97ad410ada00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780342382.436937:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342382.436940:0:2412:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff97ae6a5d1000: using a timeout of 110806 usecs (111 jiffies) 00000400:00000200:3.0:1780342382.436943:0:2412:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000001:3.0:1780342382.436944:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 0 is 4306497655 00000100:00000001:3.0:1780342382.436947:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff97ae6a5d1000: PM QoS request active for cpu 0, keep current deadline 4306501378 00000100:00000001:3.0:1780342382.436948:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 1 is 4306497655 00000100:00000001:3.0:1780342382.436950:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff97ae6a5d1000: PM QoS request active for cpu 1, keep current deadline 4306501378 00000100:00000001:3.0:1780342382.436952:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780342382.436954:0:2412:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342382.436956:0:2412:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342382.436958:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342382.436967:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780342382.436970:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780342382.438974:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780342382.438982:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97ad410ad200. 00000400:00000200:1.0:1780342382.438988:0:2402:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780342382.438997:0:2402:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000400:00000200:1.0:1780342382.439003:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae452f6908 00000400:00000010:1.0:1780342382.439006:0:2402:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae452f6908. 00000100:00000001:1.0:1780342382.439010:0:2402:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780342382.439017:0:2402:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97ae6a522300 x1866812144825600/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342468 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342382.439029:0:2402:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780342382.439033:0:2402:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97ae6a522300 x1866812144825600/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342468 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342382.439040:0:2402:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342382.439042:0:2402:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1780342382.439102:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780342382.439105:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97ad410ada00. 00000400:00000200:1.0:1780342382.439108:0:2402:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780342382.439111:0:2402:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000400:00000200:1.0:1780342382.439114:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae452f6aa0 00000400:00000010:1.0:1780342382.439115:0:2402:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae452f6aa0. 00000100:00000001:1.0:1780342382.439125:0:2402:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780342382.439131:0:2402:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97ae6a520380 x1866812144825856/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342382.439139:0:2402:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780342382.439142:0:2402:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97ae6a520380 x1866812144825856/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342437 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342382.439149:0:2402:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342382.439150:0:2402:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780342382.442929:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342382.442945:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780342382.442949:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342382.442952:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780342382.442961:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342382.442968:0:2401:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp) <- 192.168.203.129@tcp : PUT - for me 00000400:00000200:1.0:1780342382.442977:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342382.442981:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342382.442986:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342382.442990:0:2401:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.129@tcp of length 224 into portal 10 MB=0x6a1db12c13580 00000400:00000200:1.0:1780342382.442996:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342382.443003:0:2401:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.129@tcp of length 224/224 into md 0x546441 [1] + 224 00000800:00000001:1.0:1780342382.443011:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342382.443020:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780342382.443024:0:2401:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780342382.443028:0:2401:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000100:00000001:1.0:1780342382.443035:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780342382.443044:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97ae6a521180 x1866812144825728/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342468 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780342382.443055:0:2401:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97ae6a521180 x1866812144825728/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342468 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342382.443079:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780342382.443088:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342382.443099:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780342382.443624:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780342382.443629:0:2412:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780342382.443637:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780342382.443639:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780342382.443642:0:2412:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97ae6a816790. 00000400:00000200:3.0:1780342382.443657:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae452f6770 00000400:00000010:3.0:1780342382.443660:0:2412:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae452f6770. 00000100:00000001:3.0:1780342382.443663:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780342382.443669:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97ae6a521180 x1866812144825728/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342468 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780342382.443680:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97ae6a521180 x1866812144825728/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342468 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342382.443700:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780342382.443702:0:2412:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780342382.443704:0:2412:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780342382.443708:0:2412:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780342382.443710:0:2412:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780342382.443712:0:2412:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780342382.443715:0:2412:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780342382.443724:0:2412:0:(import.c:2151:obd_at_measure()) add 61 to ffff97ae43085c60 time=9 v=61 (61 61 61 62) 00000100:00001000:3.0:1780342382.443729:0:2412:0:(import.c:2151:obd_at_measure()) add 1 to ffff97ae43085c18 time=65 v=5 (1 1 0 0) 00000100:00000001:3.0:1780342382.443732:0:2412:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780342382.443733:0:2412:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780342382.443737:0:2412:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1780342382.443742:0:2412:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff97ae6a521180 x1866812144825728/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342468 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1780342382.443749:0:2412:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342382.443752:0:2412:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780342382.443754:0:2412:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff97ae6a5d1000: skip recheck: last_committed 21474836545 00000100:00000001:3.0:1780342382.443756:0:2412:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780342382.443758:0:2412:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342382.443762:0:2412:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97ae6a521180 x1866812144825728/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342468 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342382.443768:0:2412:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780342382.443777:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780342382.443779:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780342382.443783:0:2412:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97ae6a521180 x1866812144825728/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342468 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1780342382.443791:0:2412:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff97ae6a521180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4e9c6b05-0761-44df-afd6-bfbc14f27556:2412:1866812144825728:192.168.203.129@tcp:400:kworker.0 00000100:00000001:3.0:1780342382.443796:0:2412:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342382.443798:0:2412:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780342382.443801:0:2412:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97ae6a521180 x1866812144825728/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342468 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342382.443807:0:2412:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780342382.443809:0:2412:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780342382.443812:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97ae6c6c1000. 02000000:00000001:3.0:1780342382.443815:0:2412:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780342382.443817:0:2412:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780342382.443819:0:2412:0:(genops.c:1244:class_import_put()) import ffff97ae43085800 refcount=3 obd=lustre-MDT0001-mdc-ffff97ae6a5d1000 00000020:00000001:3.0:1780342382.443821:0:2412:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780342382.443823:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97ad410add00. 02000000:00000001:3.0:1780342382.443826:0:2412:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780342382.443828:0:2412:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780342382.443829:0:2412:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97ae6a521180. 00000100:00000001:3.0:1780342382.443833:0:2412:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780342382.443834:0:2412:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780342382.443837:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342382.443839:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780342382.443840:0:2412:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780342382.443842:0:2412:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342382.443843:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1780342382.444948:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342382.444960:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780342382.444963:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342382.444965:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780342382.444973:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342382.444978:0:2402:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp) <- 192.168.203.129@tcp : PUT - for me 00000400:00000200:1.0:1780342382.444985:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342382.444988:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342382.444993:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342382.444996:0:2402:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.129@tcp of length 224 into portal 4 MB=0x6a1db12c13600 00000400:00000200:1.0:1780342382.445001:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342382.445005:0:2402:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.129@tcp of length 224/224 into md 0x546451 [1] + 224 00000800:00000001:1.0:1780342382.445011:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342382.445014:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780342382.445017:0:2402:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780342382.445020:0:2402:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000100:00000001:1.0:1780342382.445026:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780342382.445032:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97ae6a520380 x1866812144825856/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342437 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780342382.445042:0:2402:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97ae6a520380 x1866812144825856/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342437 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342382.445062:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780342382.445068:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342382.445071:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780342382.445073:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342382.445075:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780342382.445077:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342382.445080:0:2402:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp) <- 192.168.203.129@tcp : PUT - for me 00000400:00000200:1.0:1780342382.445084:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342382.445086:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342382.445088:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342382.445091:0:2402:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.129@tcp of length 224 into portal 10 MB=0x6a1db12c13500 00000400:00000200:1.0:1780342382.445102:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342382.445106:0:2402:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.129@tcp of length 224/224 into md 0x546449 [1] + 224 00000800:00000001:1.0:1780342382.445110:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342382.445155:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780342382.445157:0:2402:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780342382.445161:0:2402:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000100:00000001:1.0:1780342382.445164:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780342382.445168:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97ae6a522300 x1866812144825600/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342468 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780342382.445177:0:2402:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97ae6a522300 x1866812144825600/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342468 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342382.445183:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780342382.445187:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342382.445189:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342382.445783:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780342382.445787:0:2412:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780342382.445792:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780342382.445793:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780342382.445797:0:2412:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97ae6a8163c8. 00000400:00000200:2.0:1780342382.445801:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae452f6ee0 00000400:00000010:2.0:1780342382.445804:0:2412:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae452f6ee0. 00000100:00000001:2.0:1780342382.445807:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780342382.445821:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97ae6a522300 x1866812144825600/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342468 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780342382.445831:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97ae6a522300 x1866812144825600/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342468 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342382.445837:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780342382.445839:0:2412:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342382.445847:0:2412:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780342382.445850:0:2412:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780342382.445851:0:2412:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780342382.445853:0:2412:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780342382.445856:0:2412:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780342382.445863:0:2412:0:(import.c:2151:obd_at_measure()) add 61 to ffff97ae51c6a460 time=9 v=61 (61 61 61 62) 00000100:00001000:2.0:1780342382.445876:0:2412:0:(import.c:2151:obd_at_measure()) add 1 to ffff97ae51c6a418 time=80 v=5 (1 1 0 0) 00000100:00000001:2.0:1780342382.445878:0:2412:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780342382.445880:0:2412:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342382.445883:0:2412:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780342382.445886:0:2412:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342382.445889:0:2412:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780342382.445890:0:2412:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff97ae6a5d1000: skip recheck: last_committed 30064771459 00000100:00000001:2.0:1780342382.445892:0:2412:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780342382.445894:0:2412:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780342382.445898:0:2412:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97ae6a522300 x1866812144825600/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342468 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342382.445905:0:2412:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780342382.445908:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780342382.445910:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780342382.445913:0:2412:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97ae6a522300 x1866812144825600/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342468 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1780342382.445920:0:2412:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff97ae6a522300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4e9c6b05-0761-44df-afd6-bfbc14f27556:2412:1866812144825600:192.168.203.129@tcp:400:kworker.0 00000400:00000001:2.0:1780342382.445925:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780342382.445926:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780342382.445928:0:2412:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97ae6a816160. 00000400:00000200:2.0:1780342382.445930:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae452f6330 00000400:00000010:2.0:1780342382.445931:0:2412:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae452f6330. 00000100:00000001:2.0:1780342382.445933:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780342382.445936:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97ae6a520380 x1866812144825856/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342437 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780342382.445944:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97ae6a520380 x1866812144825856/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342437 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342382.445950:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780342382.445951:0:2412:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342382.445952:0:2412:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780342382.445954:0:2412:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780342382.445958:0:2412:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780342382.445959:0:2412:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780342382.445961:0:2412:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780342382.445965:0:2412:0:(import.c:2151:obd_at_measure()) add 36 to ffff97ae69585460 time=9 v=36 (36 36 5 5) 00000100:00001000:2.0:1780342382.445968:0:2412:0:(import.c:2151:obd_at_measure()) add 1 to ffff97ae69585418 time=51 v=5 (1 1 0 0) 00000100:00000001:2.0:1780342382.445971:0:2412:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780342382.445972:0:2412:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342382.445974:0:2412:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780342382.445975:0:2412:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342382.445978:0:2412:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780342382.445979:0:2412:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0000-osc-ffff97ae6a5d1000: skip recheck: last_committed 47244662593 00000100:00000001:2.0:1780342382.445980:0:2412:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780342382.445982:0:2412:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780342382.445985:0:2412:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97ae6a520380 x1866812144825856/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342437 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342382.445991:0:2412:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780342382.445993:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780342382.445994:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780342382.445997:0:2412:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97ae6a520380 x1866812144825856/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342437 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1780342382.446004:0:2412:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff97ae6a520380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4e9c6b05-0761-44df-afd6-bfbc14f27556:2412:1866812144825856:192.168.203.129@tcp:400:kworker.0 00000100:00000001:2.0:1780342382.446007:0:2412:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342382.446009:0:2412:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780342382.446012:0:2412:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97ae6a522300 x1866812144825600/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342468 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342382.446019:0:2412:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780342382.446021:0:2412:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780342382.446024:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97ae6c6c1e00. 02000000:00000001:2.0:1780342382.446027:0:2412:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780342382.446029:0:2412:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780342382.446031:0:2412:0:(genops.c:1244:class_import_put()) import ffff97ae51c6a000 refcount=5 obd=lustre-MDT0000-mdc-ffff97ae6a5d1000 00000020:00000001:2.0:1780342382.446034:0:2412:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780342382.446039:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97ad410ad300. 02000000:00000001:2.0:1780342382.446043:0:2412:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780342382.446044:0:2412:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780342382.446046:0:2412:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97ae6a522300. 00000100:00000001:2.0:1780342382.446049:0:2412:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780342382.446050:0:2412:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342382.446052:0:2412:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780342382.446055:0:2412:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97ae6a520380 x1866812144825856/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342437 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342382.446061:0:2412:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780342382.446062:0:2412:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780342382.446064:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97ae6c6c1c00. 02000000:00000001:2.0:1780342382.446065:0:2412:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780342382.446066:0:2412:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780342382.446067:0:2412:0:(genops.c:1244:class_import_put()) import ffff97ae69585000 refcount=3 obd=lustre-OST0000-osc-ffff97ae6a5d1000 00000020:00000001:2.0:1780342382.446069:0:2412:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780342382.446070:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97ad410ad500. 02000000:00000001:2.0:1780342382.446072:0:2412:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780342382.446073:0:2412:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780342382.446074:0:2412:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97ae6a520380. 00000100:00000001:2.0:1780342382.446076:0:2412:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780342382.446077:0:2412:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342382.446078:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342382.446085:0:2412:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780342382.446087:0:2412:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342382.446089:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780342382.446090:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342383.390173:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342383.390179:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342383.390186:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342383.390187:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780342383.390450:0:236697:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780342383.390454:0:236697:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780342383.390457:0:236697:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1780342384.412767:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342384.412774:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342384.412780:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342384.412781:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780342384.412933:0:252496:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780342384.412936:0:252496:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780342384.412939:0:252496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1780342385.436824:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342385.436831:0:279583:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1780342385.436848:0:279583:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780342385.436851:0:279583:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342385.437284:0:279583:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1780342385.437287:0:279583:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342385.437289:0:279583:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342385.437292:0:279583:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342385.437298:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342385.437300:0:279583:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1780342385.437301:0:279583:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780342385.437306:0:279583:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780342385.437308:0:279583:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780342385.437309:0:279583:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342385.437310:0:279583:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1780342385.437312:0:279583:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342385.437313:0:279583:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342385.437314:0:279583:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780342385.437453:0:236698:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780342385.437457:0:236698:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780342385.437460:0:236698:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1780342386.332777:0:243559:0:(connection.c:75:cpu_latency_work()) work item of ffff97ae60cbd110 (cpu 0) has reached its deadline 4306501378, at 4306501440 00000100:00000010:1.0:1780342386.332792:0:243559:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97ae44b6f0c0. 00000100:00000040:0.0:1780342386.332875:0:252173:0:(connection.c:75:cpu_latency_work()) work item of ffff97ae60cbd000 (cpu 0) has reached its deadline 4306501378, at 4306501440 00000100:00000010:0.0:1780342386.332881:0:252173:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97ae44b6ff60. 00010000:00000001:2.0:1780342386.460731:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342386.460737:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342386.460743:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342386.460744:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780342386.460835:0:248350:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1780342386.460839:0:248350:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780342386.460842:0:248350:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1780342387.484749:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342387.484754:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342387.484760:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342387.484761:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780342387.485044:0:242641:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780342387.485062:0:242641:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780342387.485065:0:242641:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1780342387.548895:0:234078:0:(pinger.c:231:ptlrpc_pinger_process_import()) 2a8e121d-4255-4dce-9cfd-5ec7361d75ba->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780342387.548902:0:234078:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780342387.548910:0:234078:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97ae6a521180. 00000020:00000040:3.0:1780342387.548916:0:234078:0:(genops.c:1231:class_import_get()) import ffff97ae604f8800 refcount=4 obd=MGC192.168.203.129@tcp 00000100:00000001:3.0:1780342387.548920:0:234078:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780342387.548922:0:234078:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780342387.548927:0:234078:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780342387.548935:0:234078:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97ad410add00. 00000100:00000001:3.0:1780342387.548941:0:234078:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342387.548951:0:234078:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2a8e121d-4255-4dce-9cfd-5ec7361d75ba->MGS req@ffff97ae6a521180 x1866812144825984/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1780342387.548961:0:234078:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780342387.548966:0:234078:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342387.548972:0:234078:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036ecdd70] to pc [ptlrpcd_01_01+1] req@ffff97ae6a521180 x1866812144825984/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342387.549003:0:234078:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342387.549006:0:234078:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780342387.549009:0:234078:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780342387.549011:0:234078:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97ae6a520700. 00000020:00000040:3.0:1780342387.549013:0:234078:0:(genops.c:1231:class_import_get()) import ffff97ae51c6a000 refcount=6 obd=lustre-MDT0000-mdc-ffff97ae6a5d1000 00000100:00000001:3.0:1780342387.549016:0:234078:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780342387.549017:0:234078:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780342387.549019:0:234078:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780342387.549021:0:234078:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97ad410adf00. 00000100:00000001:3.0:1780342387.549024:0:234078:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342387.549028:0:234078:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-MDT0000_UUID req@ffff97ae6a520700 x1866812144826112/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1780342387.549035:0:234078:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780342387.549037:0:234078:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342387.549052:0:234078:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c35b0cc] to pc [ptlrpcd_01_00+0] req@ffff97ae6a520700 x1866812144826112/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342387.549060:0:234078:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342387.549062:0:234078:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780342387.549065:0:234078:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780342387.549068:0:234078:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97ae6a520000. 00000020:00000040:3.0:1780342387.549070:0:234078:0:(genops.c:1231:class_import_get()) import ffff97ae43085800 refcount=4 obd=lustre-MDT0001-mdc-ffff97ae6a5d1000 00000100:00000001:3.0:1780342387.549072:0:234078:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780342387.549073:0:234078:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780342387.549075:0:234078:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780342387.549078:0:234078:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97ad410adc00. 00000100:00000001:3.0:1780342387.549209:0:234078:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342387.549214:0:234078:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-MDT0001_UUID req@ffff97ae6a520000 x1866812144826240/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1780342387.549221:0:234078:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780342387.549223:0:234078:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342387.549227:0:234078:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab7236bf] to pc [ptlrpcd_01_01+1] req@ffff97ae6a520000 x1866812144826240/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342387.549233:0:234078:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342387.549235:0:234078:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780342387.549239:0:234078:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780342387.549242:0:234078:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97ae6a521880. 00000020:00000040:3.0:1780342387.549244:0:234078:0:(genops.c:1231:class_import_get()) import ffff97ae69585000 refcount=4 obd=lustre-OST0000-osc-ffff97ae6a5d1000 00000100:00000001:3.0:1780342387.549246:0:234078:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780342387.549247:0:234078:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780342387.549249:0:234078:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780342387.549252:0:234078:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97ad410ad900. 00000100:00000001:3.0:1780342387.549255:0:234078:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342387.549258:0:234078:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-OST0000_UUID req@ffff97ae6a521880 x1866812144826368/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1780342387.549276:0:234078:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780342387.549278:0:234078:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342387.549282:0:234078:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f71d6be] to pc [ptlrpcd_01_00+0] req@ffff97ae6a521880 x1866812144826368/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342387.549288:0:234078:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342387.549290:0:234078:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1780342387.549293:0:234078:0:(pinger.c:249:ptlrpc_pinger_process_import()) 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1780342387.549298:0:234078:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11840) 00000100:00000001:3.0:1780342387.549310:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780342387.549313:0:2411:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780342387.549316:0:2411:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780342387.549320:0:2411:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97ae6a520700 x1866812144826112/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342387.549327:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780342387.549329:0:2411:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780342387.549333:0:2411:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780342387.549335:0:2411:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780342387.549337:0:2411:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780342387.549340:0:2411:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97ae6a520700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4e9c6b05-0761-44df-afd6-bfbc14f27556:2411:1866812144826112:192.168.203.129@tcp:400:kworker.0 00000100:00000001:3.0:1780342387.549344:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780342387.549350:0:2411:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780342387.549352:0:2411:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780342387.549355:0:2411:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780342387.549359:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97ae6c6c0e00. 02000000:00000001:3.0:1780342387.549361:0:2411:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780342387.549369:0:2411:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000010:3.0:1780342387.549373:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97ae6a816790. 00000400:00000010:3.0:1780342387.549379:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae452f6770. 00000100:00000200:3.0:1780342387.549386:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812144826112, portal 10 00000100:00000001:3.0:1780342387.549388:0:2411:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780342387.549395:0:2411:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446629374096705280 : -114699612846336 : ffff97ae6a520700) 00000100:00000040:3.0:1780342387.549403:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97ae6a520700 x1866812144826112/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342387.549410:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780342387.549413:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.129@tcp 00000400:00000010:3.0:1780342387.549415:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae452f65d8. 00000100:00000200:3.0:1780342387.549419:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866812144826112, offset 0 00000400:00000200:3.0:1780342387.549425:0:2411:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.129@tcp 00000400:00000200:3.0:1780342387.549433:0:2411:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:3.0:1780342387.549441:0:2411:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.129@tcp local destination 00000400:00000200:3.0:1780342387.549446:0:2411:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780342387.549449:0:2411:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.29@tcp 00000400:00000200:3.0:1780342387.549453:0:2411:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780342387.549455:0:2411:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.129@tcp 00000400:00000200:3.0:1780342387.549459:0:2411:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.29@tcp NI seq info: [551839:551839:256:4294967295] 192.168.203.129@tcp LPNI seq info [551765:551765:8:4294967295] 00000400:00000200:3.0:1780342387.549463:0:2411:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:3.0:1780342387.549472:0:2411:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp:) -> 192.168.203.129@tcp(192.168.203.129@tcp:192.168.203.129@tcp) : PUT try# 0 00000800:00000200:3.0:1780342387.549478:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.129@tcp 00000800:00000010:3.0:1780342387.549482:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97ad410adb00. 00000800:00000200:3.0:1780342387.549489:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97ae46b85a80] -> 12345-192.168.203.129@tcp (5) 00000800:00000200:3.0:1780342387.549496:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.129@tcp ip 192.168.203.129:988 00000800:00000200:3.0:1780342387.549500:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97ad410adb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780342387.549517:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342387.549521:0:2411:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: using a timeout of 16213 usecs (17 jiffies) 00000400:00000200:3.0:1780342387.549524:0:2411:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000001:3.0:1780342387.549527:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 0 is 4306502673 00000100:00000010:3.0:1780342387.549531:0:2411:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97ae44b6fb40. 00000100:00000001:3.0:1780342387.549537:0:2411:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1780342387.549546:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 1 is 4306502673 00000100:00000010:3.0:1780342387.549549:0:2411:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97ae44b6f420. 00000100:00000001:3.0:1780342387.549557:0:2411:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1780342387.549582:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780342387.549585:0:2411:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342387.549588:0:2411:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780342387.549592:0:2411:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97ae6a521880 x1866812144826368/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342387.549598:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780342387.549599:0:2411:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780342387.549602:0:2411:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780342387.549603:0:2411:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780342387.549774:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780342387.549778:0:2412:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780342387.549779:0:2412:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780342387.549785:0:2412:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97ae6a521180 x1866812144825984/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342387.549791:0:2412:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780342387.549793:0:2412:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780342387.549795:0:2412:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780342387.549797:0:2412:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780342387.549798:0:2412:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780342387.549801:0:2412:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97ae6a521180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2a8e121d-4255-4dce-9cfd-5ec7361d75ba:2412:1866812144825984:192.168.203.129@tcp:400:kworker.0 00000100:00000001:2.0:1780342387.549804:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780342387.549813:0:2412:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780342387.549814:0:2412:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780342387.549816:0:2412:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780342387.549819:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97ae428d7200. 02000000:00000001:2.0:1780342387.549821:0:2412:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780342387.549825:0:2412:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000010:2.0:1780342387.549828:0:2412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97ae7582a528. 00000400:00000010:2.0:1780342387.549832:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae4a189aa0. 00000100:00000200:2.0:1780342387.549836:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812144825984, portal 25 00000100:00000001:2.0:1780342387.549838:0:2412:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780342387.549839:0:2412:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446629374096707968 : -114699612843648 : ffff97ae6a521180) 00000100:00000040:2.0:1780342387.549844:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97ae6a521180 x1866812144825984/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342387.549850:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780342387.549852:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.129@tcp 00000400:00000010:2.0:1780342387.549854:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae4a189bb0. 00000100:00000200:2.0:1780342387.549856:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866812144825984, offset 0 00000400:00000200:2.0:1780342387.549861:0:2412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.129@tcp 00000400:00000200:2.0:1780342387.549865:0:2412:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:2.0:1780342387.549868:0:2412:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.129@tcp local destination 00000400:00000200:2.0:1780342387.549871:0:2412:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780342387.549879:0:2412:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.29@tcp 00000400:00000200:2.0:1780342387.549882:0:2412:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780342387.549884:0:2412:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.129@tcp 00000400:00000200:2.0:1780342387.549948:0:2412:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.29@tcp NI seq info: [551840:551840:255:4294967295] 192.168.203.129@tcp LPNI seq info [551766:551766:7:4294967295] 00000400:00000200:2.0:1780342387.549955:0:2412:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:2.0:1780342387.549962:0:2412:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp:) -> 192.168.203.129@tcp(192.168.203.129@tcp:192.168.203.129@tcp) : PUT try# 0 00000800:00000200:2.0:1780342387.549965:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.129@tcp 00000800:00000010:2.0:1780342387.549969:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97ae51391f00. 00000800:00000200:2.0:1780342387.549972:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97ae46b85a80] -> 12345-192.168.203.129@tcp (5) 00000800:00000200:2.0:1780342387.549976:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.129@tcp ip 192.168.203.129:988 00000800:00000200:2.0:1780342387.549978:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97ae51391f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780342387.549987:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780342387.549991:0:2412:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000001:2.0:1780342387.549992:0:2412:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306506492 00000100:00000001:2.0:1780342387.549997:0:2412:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306502673 00000100:00000001:2.0:1780342387.550000:0:2412:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306506492 00000100:00000001:2.0:1780342387.550003:0:2412:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306502673 00000100:00000001:2.0:1780342387.550005:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780342387.550007:0:2412:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342387.550009:0:2412:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780342387.550012:0:2412:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97ae6a520000 x1866812144826240/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342387.550019:0:2412:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780342387.550021:0:2412:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780342387.550023:0:2412:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780342387.550025:0:2412:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780342387.550026:0:2412:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780342387.550029:0:2412:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97ae6a520000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4e9c6b05-0761-44df-afd6-bfbc14f27556:2412:1866812144826240:192.168.203.129@tcp:400:kworker.0 00000100:00000001:2.0:1780342387.550032:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780342387.550034:0:2412:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780342387.550035:0:2412:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780342387.550037:0:2412:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780342387.550039:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97ae428d6a00. 02000000:00000001:2.0:1780342387.550041:0:2412:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780342387.550044:0:2412:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000010:2.0:1780342387.550046:0:2412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97ae7582af78. 00000400:00000010:2.0:1780342387.550049:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae4a1893b8. 00000100:00000200:2.0:1780342387.550052:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812144826240, portal 10 00000100:00000001:2.0:1780342387.550053:0:2412:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780342387.550054:0:2412:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446629374096703488 : -114699612848128 : ffff97ae6a520000) 00000100:00000040:2.0:1780342387.550059:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97ae6a520000 x1866812144826240/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342387.550075:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780342387.550077:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.129@tcp 00000800:00000200:1.0:1780342387.550216:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780342387.550221:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97ad410adb00. 00000400:00000200:1.0:1780342387.550226:0:2401:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780342387.550231:0:2401:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000400:00000200:1.0:1780342387.550236:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae452f65d8 00000400:00000010:1.0:1780342387.550239:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae452f65d8. 00000100:00000001:1.0:1780342387.550242:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780342387.550247:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97ae6a520700 x1866812144826112/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342387.550255:0:2401:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780342387.550258:0:2401:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97ae6a520700 x1866812144826112/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342473 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342387.550277:0:2401:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342387.550278:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1780342387.550341:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780342387.550343:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97ae51391f00. 00000400:00000200:1.0:1780342387.550346:0:2401:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780342387.550350:0:2401:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000400:00000200:1.0:1780342387.550353:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae4a189bb0 00000400:00000010:1.0:1780342387.550355:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae4a189bb0. 00000100:00000001:1.0:1780342387.550357:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780342387.550361:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97ae6a521180 x1866812144825984/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342387.550367:0:2401:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780342387.550370:0:2401:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97ae6a521180 x1866812144825984/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342403 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342387.550375:0:2401:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342387.550376:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:2.0:1780342387.550475:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae4a189660. 00000100:00000200:2.0:1780342387.550480:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866812144826240, offset 0 00000400:00000200:2.0:1780342387.550486:0:2412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.129@tcp 00000400:00000200:2.0:1780342387.550491:0:2412:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:2.0:1780342387.550495:0:2412:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.129@tcp local destination 00000400:00000200:2.0:1780342387.550497:0:2412:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780342387.550499:0:2412:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.29@tcp 00000400:00000200:2.0:1780342387.550501:0:2412:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780342387.550503:0:2412:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.129@tcp 00000400:00000200:2.0:1780342387.550507:0:2412:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.29@tcp NI seq info: [551841:551841:256:4294967295] 192.168.203.129@tcp LPNI seq info [551767:551767:8:4294967295] 00000400:00000200:2.0:1780342387.550511:0:2412:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:2.0:1780342387.550516:0:2412:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp:) -> 192.168.203.129@tcp(192.168.203.129@tcp:192.168.203.129@tcp) : PUT try# 0 00000800:00000200:2.0:1780342387.550520:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.129@tcp 00000800:00000010:2.0:1780342387.550524:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97ae51391e00. 00000800:00000200:2.0:1780342387.550528:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97ae46b85a80] -> 12345-192.168.203.129@tcp (5) 00000800:00000200:2.0:1780342387.550532:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.129@tcp ip 192.168.203.129:988 00000800:00000200:2.0:1780342387.550534:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97ae51391e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780342387.550548:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780342387.550552:0:2412:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97ae6a5d1000: using a timeout of 22548 usecs (23 jiffies) 00000400:00000200:2.0:1780342387.550555:0:2412:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000001:2.0:1780342387.550557:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 0 is 4306502680 00000100:00000001:2.0:1780342387.550559:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97ae6a5d1000: PM QoS request active for cpu 0, keep current deadline 4306506492 00000100:00000001:2.0:1780342387.550710:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 1 is 4306502681 00000100:00000001:2.0:1780342387.550713:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97ae6a5d1000: PM QoS request active for cpu 1, keep current deadline 4306506492 00000100:00000001:2.0:1780342387.550715:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780342387.550717:0:2412:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342387.550724:0:2412:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342387.550727:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342387.550734:0:2412:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780342387.550736:0:2412:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1780342387.550738:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780342387.550739:0:2412:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780342387.550741:0:2412:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342387.550743:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780342387.551781:0:2411:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780342387.551789:0:2411:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97ae6a521880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4e9c6b05-0761-44df-afd6-bfbc14f27556:2411:1866812144826368:192.168.203.129@tcp:400:kworker.0 00000100:00000001:3.0:1780342387.551794:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780342387.551799:0:2411:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780342387.551800:0:2411:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780342387.551803:0:2411:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780342387.551809:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97ae6c6c0800. 02000000:00000001:3.0:1780342387.551810:0:2411:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780342387.551816:0:2411:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000010:3.0:1780342387.551820:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97ae6a816aa8. 00000400:00000010:3.0:1780342387.551824:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae452f6d48. 00000100:00000200:3.0:1780342387.551828:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812144826368, portal 4 00000100:00000001:3.0:1780342387.551830:0:2411:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780342387.551832:0:2411:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446629374096709760 : -114699612841856 : ffff97ae6a521880) 00000100:00000040:3.0:1780342387.551840:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97ae6a521880 x1866812144826368/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342387.551847:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780342387.551849:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.129@tcp 00000400:00000010:3.0:1780342387.551851:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae452f6220. 00000100:00000200:3.0:1780342387.551855:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1866812144826368, offset 0 00000400:00000200:3.0:1780342387.551860:0:2411:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.129@tcp 00000400:00000200:3.0:1780342387.551866:0:2411:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:3.0:1780342387.551892:0:2411:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.129@tcp local destination 00000400:00000200:3.0:1780342387.551903:0:2411:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780342387.551906:0:2411:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.29@tcp 00000400:00000200:3.0:1780342387.551908:0:2411:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780342387.551911:0:2411:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.129@tcp 00000400:00000200:3.0:1780342387.551914:0:2411:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.29@tcp NI seq info: [551842:551842:255:4294967295] 192.168.203.129@tcp LPNI seq info [551768:551768:7:4294967295] 00000400:00000200:3.0:1780342387.551919:0:2411:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:3.0:1780342387.551926:0:2411:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp:) -> 192.168.203.129@tcp(192.168.203.129@tcp:192.168.203.129@tcp) : PUT try# 0 00000800:00000200:3.0:1780342387.551930:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.129@tcp 00000800:00000010:3.0:1780342387.551936:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97ad410adb00. 00000800:00000200:3.0:1780342387.551940:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97ae46b85a80] -> 12345-192.168.203.129@tcp (5) 00000800:00000200:3.0:1780342387.551945:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.129@tcp ip 192.168.203.129:988 00000800:00000200:3.0:1780342387.551949:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97ad410adb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780342387.551953:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342387.551956:0:2411:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff97ae6a5d1000: using a timeout of 110720 usecs (111 jiffies) 00000400:00000200:3.0:1780342387.551959:0:2411:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000001:3.0:1780342387.551961:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 0 is 4306502770 00000100:00000001:3.0:1780342387.551963:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff97ae6a5d1000: PM QoS request active for cpu 0, keep current deadline 4306506492 00000100:00000001:3.0:1780342387.551965:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 1 is 4306502770 00000100:00000001:3.0:1780342387.551967:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff97ae6a5d1000: PM QoS request active for cpu 1, keep current deadline 4306506492 00000100:00000001:3.0:1780342387.551969:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780342387.551971:0:2411:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342387.551974:0:2411:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342387.551976:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780342387.551983:0:2411:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780342387.551984:0:2411:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:3.0:1780342387.551987:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780342387.551988:0:2411:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780342387.551990:0:2411:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342387.551992:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780342387.552180:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780342387.552184:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97ae51391e00. 00000400:00000200:1.0:1780342387.552188:0:2402:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780342387.552193:0:2402:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000400:00000200:1.0:1780342387.552197:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae4a189660 00000400:00000010:1.0:1780342387.552199:0:2402:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae4a189660. 00000100:00000001:1.0:1780342387.552203:0:2402:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780342387.552207:0:2402:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97ae6a520000 x1866812144826240/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342387.552216:0:2402:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780342387.552219:0:2402:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97ae6a520000 x1866812144826240/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342473 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342387.552226:0:2402:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342387.552227:0:2402:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1780342387.552280:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780342387.552290:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97ad410adb00. 00000400:00000200:1.0:1780342387.552293:0:2402:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780342387.552297:0:2402:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000400:00000200:1.0:1780342387.552299:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae452f6220 00000400:00000010:1.0:1780342387.552301:0:2402:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae452f6220. 00000100:00000001:1.0:1780342387.552303:0:2402:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780342387.552307:0:2402:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97ae6a521880 x1866812144826368/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342387.552313:0:2402:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780342387.552315:0:2402:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97ae6a521880 x1866812144826368/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342442 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342387.552321:0:2402:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342387.552322:0:2402:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780342387.553108:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342387.553118:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780342387.553122:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342387.553124:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780342387.553131:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342387.553137:0:2401:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp) <- 192.168.203.129@tcp : PUT - for me 00000400:00000200:1.0:1780342387.553143:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342387.553147:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342387.553152:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342387.553156:0:2401:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.129@tcp of length 224 into portal 10 MB=0x6a1db12c13700 00000400:00000200:1.0:1780342387.553160:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342387.553165:0:2401:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.129@tcp of length 224/224 into md 0x546459 [1] + 224 00000800:00000001:1.0:1780342387.553172:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342387.553175:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780342387.553177:0:2401:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780342387.553180:0:2401:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000100:00000001:1.0:1780342387.553186:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780342387.553191:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97ae6a520700 x1866812144826112/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342473 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780342387.553201:0:2401:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97ae6a520700 x1866812144826112/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342473 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342387.553225:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780342387.553233:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342387.553236:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780342387.553238:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342387.553240:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780342387.553243:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342387.553247:0:2401:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp) <- 192.168.203.129@tcp : PUT - for me 00000400:00000200:1.0:1780342387.553251:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342387.553253:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342387.553256:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342387.553260:0:2401:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.129@tcp of length 224 into portal 25 MB=0x6a1db12c13680 00000400:00000200:1.0:1780342387.553263:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342387.553267:0:2401:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.129@tcp of length 224/224 into md 0x546461 [1] + 224 00000800:00000001:1.0:1780342387.553271:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342387.553277:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780342387.553279:0:2401:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780342387.553282:0:2401:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000100:00000001:1.0:1780342387.553285:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780342387.553289:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97ae6a521180 x1866812144825984/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342403 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780342387.553297:0:2401:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97ae6a521180 x1866812144825984/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342403 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342387.553314:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780342387.553318:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342387.553321:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780342387.553366:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780342387.553374:0:2411:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780342387.553378:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780342387.553380:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780342387.553383:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97ae6a816790. 00000400:00000200:3.0:1780342387.553386:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae452f6770 00000400:00000010:3.0:1780342387.553388:0:2411:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae452f6770. 00000100:00000001:3.0:1780342387.553391:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780342387.553395:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97ae6a520700 x1866812144826112/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342473 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780342387.553404:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97ae6a520700 x1866812144826112/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342473 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342387.553411:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780342387.553413:0:2411:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780342387.553415:0:2411:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780342387.553418:0:2411:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780342387.553420:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780342387.553422:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780342387.553425:0:2411:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780342387.553433:0:2411:0:(import.c:2151:obd_at_measure()) add 61 to ffff97ae51c6a460 time=14 v=61 (61 61 61 62) 00000100:00001000:3.0:1780342387.553437:0:2411:0:(import.c:2151:obd_at_measure()) add 1 to ffff97ae51c6a418 time=85 v=5 (1 1 0 0) 00000100:00000001:3.0:1780342387.553440:0:2411:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780342387.553442:0:2411:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780342387.553444:0:2411:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780342387.553447:0:2411:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342387.553451:0:2411:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780342387.553453:0:2411:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff97ae6a5d1000: skip recheck: last_committed 30064771459 00000100:00000001:3.0:1780342387.553455:0:2411:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780342387.553456:0:2411:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342387.553460:0:2411:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97ae6a520700 x1866812144826112/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342473 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342387.553467:0:2411:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780342387.553470:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780342387.553472:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780342387.553475:0:2411:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97ae6a520700 x1866812144826112/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342473 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1780342387.553489:0:2411:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff97ae6a520700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4e9c6b05-0761-44df-afd6-bfbc14f27556:2411:1866812144826112:192.168.203.129@tcp:400:kworker.0 00000100:00000001:3.0:1780342387.553494:0:2411:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342387.553496:0:2411:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780342387.553499:0:2411:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97ae6a520700 x1866812144826112/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342473 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342387.553505:0:2411:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780342387.553507:0:2411:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780342387.553510:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97ae6c6c0e00. 02000000:00000001:3.0:1780342387.553513:0:2411:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780342387.553515:0:2411:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780342387.553517:0:2411:0:(genops.c:1244:class_import_put()) import ffff97ae51c6a000 refcount=5 obd=lustre-MDT0000-mdc-ffff97ae6a5d1000 00000020:00000001:3.0:1780342387.553518:0:2411:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780342387.553520:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97ad410adf00. 02000000:00000001:3.0:1780342387.553523:0:2411:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780342387.553525:0:2411:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780342387.553526:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97ae6a520700. 00000100:00000001:3.0:1780342387.553529:0:2411:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780342387.553531:0:2411:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780342387.553533:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342387.553535:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780342387.553536:0:2411:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780342387.553538:0:2411:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342387.553540:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342387.553721:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780342387.553724:0:2412:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780342387.553728:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780342387.553729:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780342387.553732:0:2412:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97ae7582a528. 00000400:00000200:2.0:1780342387.553735:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae4a189aa0 00000400:00000010:2.0:1780342387.553736:0:2412:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae4a189aa0. 00000100:00000001:2.0:1780342387.553740:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780342387.553744:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97ae6a521180 x1866812144825984/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342403 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780342387.553751:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97ae6a521180 x1866812144825984/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342403 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342387.553757:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780342387.553758:0:2412:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342387.553760:0:2412:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780342387.553761:0:2412:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780342387.553762:0:2412:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780342387.553764:0:2412:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780342387.553766:0:2412:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780342387.553768:0:2412:0:(import.c:2151:obd_at_measure()) add 5 to ffff97ae604f8c60 time=15 v=5 (5 5 5 5) 00000100:00001000:2.0:1780342387.553771:0:2412:0:(import.c:2151:obd_at_measure()) add 1 to ffff97ae604f8c18 time=85 v=5 (1 1 0 0) 00000100:00000001:2.0:1780342387.553774:0:2412:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780342387.553775:0:2412:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342387.553777:0:2412:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780342387.553778:0:2412:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342387.553780:0:2412:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780342387.553784:0:2412:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97ae6a521180 x1866812144825984/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342403 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342387.553802:0:2412:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780342387.553804:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780342387.553805:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780342387.553809:0:2412:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97ae6a521180 x1866812144825984/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342403 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1780342387.553816:0:2412:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff97ae6a521180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2a8e121d-4255-4dce-9cfd-5ec7361d75ba:2412:1866812144825984:192.168.203.129@tcp:400:kworker.0 00000100:00000001:2.0:1780342387.553821:0:2412:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342387.553822:0:2412:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780342387.553824:0:2412:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97ae6a521180 x1866812144825984/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342403 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342387.553830:0:2412:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780342387.553831:0:2412:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780342387.553833:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97ae428d7200. 02000000:00000001:2.0:1780342387.553835:0:2412:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780342387.553837:0:2412:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780342387.553838:0:2412:0:(genops.c:1244:class_import_put()) import ffff97ae604f8800 refcount=3 obd=MGC192.168.203.129@tcp 00000020:00000001:2.0:1780342387.553840:0:2412:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780342387.553842:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97ad410add00. 02000000:00000001:2.0:1780342387.553844:0:2412:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780342387.553845:0:2412:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780342387.553846:0:2412:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97ae6a521180. 00000100:00000001:2.0:1780342387.553849:0:2412:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780342387.553850:0:2412:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342387.553852:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342387.553853:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780342387.553855:0:2412:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780342387.553856:0:2412:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342387.553857:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1780342387.555223:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342387.555236:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780342387.555240:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342387.555242:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780342387.555248:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342387.555254:0:2402:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp) <- 192.168.203.129@tcp : PUT - for me 00000400:00000200:1.0:1780342387.555273:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342387.555277:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342387.555282:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342387.555285:0:2402:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.129@tcp of length 224 into portal 4 MB=0x6a1db12c13800 00000400:00000200:1.0:1780342387.555290:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342387.555296:0:2402:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.129@tcp of length 224/224 into md 0x546471 [1] + 224 00000800:00000001:1.0:1780342387.555302:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342387.555309:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780342387.555312:0:2402:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780342387.555316:0:2402:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000100:00000001:1.0:1780342387.555323:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780342387.555331:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97ae6a521880 x1866812144826368/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342442 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780342387.555340:0:2402:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97ae6a521880 x1866812144826368/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342442 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342387.555362:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780342387.555369:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342387.555372:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780342387.555430:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780342387.555433:0:2411:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780342387.555439:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780342387.555441:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780342387.555443:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97ae6a816aa8. 00000400:00000200:3.0:1780342387.555447:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae452f6d48 00000400:00000010:3.0:1780342387.555449:0:2411:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae452f6d48. 00000100:00000001:3.0:1780342387.555452:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780342387.555457:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97ae6a521880 x1866812144826368/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342442 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780342387.555476:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97ae6a521880 x1866812144826368/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342442 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342387.555482:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780342387.555484:0:2411:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780342387.555487:0:2411:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780342387.555489:0:2411:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780342387.555491:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780342387.555493:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780342387.555495:0:2411:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780342387.555503:0:2411:0:(import.c:2151:obd_at_measure()) add 36 to ffff97ae69585460 time=14 v=36 (36 36 5 5) 00000100:00001000:3.0:1780342387.555507:0:2411:0:(import.c:2151:obd_at_measure()) add 1 to ffff97ae69585418 time=56 v=5 (1 1 0 0) 00000100:00000001:3.0:1780342387.555510:0:2411:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780342387.555512:0:2411:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780342387.555514:0:2411:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780342387.555517:0:2411:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342387.555522:0:2411:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780342387.555524:0:2411:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0000-osc-ffff97ae6a5d1000: skip recheck: last_committed 47244662593 00000100:00000001:3.0:1780342387.555526:0:2411:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780342387.555528:0:2411:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342387.555532:0:2411:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97ae6a521880 x1866812144826368/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342442 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342387.555539:0:2411:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780342387.555542:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780342387.555544:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780342387.555547:0:2411:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97ae6a521880 x1866812144826368/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342442 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1780342387.555554:0:2411:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff97ae6a521880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4e9c6b05-0761-44df-afd6-bfbc14f27556:2411:1866812144826368:192.168.203.129@tcp:400:kworker.0 00000100:00000001:3.0:1780342387.555558:0:2411:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780342387.555589:0:2411:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780342387.555593:0:2411:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97ae6a521880 x1866812144826368/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342442 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342387.555616:0:2411:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780342387.555619:0:2411:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780342387.555622:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97ae6c6c0800. 02000000:00000001:3.0:1780342387.555625:0:2411:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780342387.555627:0:2411:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780342387.555629:0:2411:0:(genops.c:1244:class_import_put()) import ffff97ae69585000 refcount=3 obd=lustre-OST0000-osc-ffff97ae6a5d1000 00000020:00000001:3.0:1780342387.555631:0:2411:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780342387.555633:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97ad410ad900. 02000000:00000001:3.0:1780342387.555636:0:2411:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780342387.555638:0:2411:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780342387.555639:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97ae6a521880. 00000100:00000001:3.0:1780342387.555643:0:2411:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780342387.555644:0:2411:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780342387.555647:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780342387.555661:0:2411:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780342387.555664:0:2411:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342387.555666:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780342387.555668:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1780342387.556809:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342387.556821:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780342387.556824:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342387.556830:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780342387.556837:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342387.556843:0:2401:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp) <- 192.168.203.129@tcp : PUT - for me 00000400:00000200:1.0:1780342387.556850:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342387.556854:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342387.556859:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342387.556862:0:2401:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.129@tcp of length 224 into portal 10 MB=0x6a1db12c13780 00000400:00000200:1.0:1780342387.556867:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342387.556872:0:2401:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.129@tcp of length 224/224 into md 0x546469 [1] + 224 00000800:00000001:1.0:1780342387.556879:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342387.556891:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780342387.558015:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342387.558348:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780342387.558352:0:2402:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780342387.558361:0:2402:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000100:00000001:1.0:1780342387.558371:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780342387.558379:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97ae6a520000 x1866812144826240/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342473 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780342387.558391:0:2402:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97ae6a520000 x1866812144826240/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342473 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342387.558458:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780342387.558462:0:2412:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780342387.558536:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780342387.558553:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342387.558557:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1780342387.558787:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780342387.558790:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780342387.558794:0:2412:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97ae7582af78. 00000400:00000200:2.0:1780342387.558807:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae4a1893b8 00000400:00000010:2.0:1780342387.558810:0:2412:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae4a1893b8. 00000100:00000001:2.0:1780342387.558813:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780342387.558817:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97ae6a520000 x1866812144826240/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342473 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780342387.558825:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97ae6a520000 x1866812144826240/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342473 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342387.558831:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780342387.558833:0:2412:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342387.558836:0:2412:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780342387.558838:0:2412:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780342387.558841:0:2412:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780342387.558842:0:2412:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780342387.558845:0:2412:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780342387.558854:0:2412:0:(import.c:2151:obd_at_measure()) add 61 to ffff97ae43085c60 time=14 v=61 (61 61 61 62) 00000100:00001000:2.0:1780342387.558858:0:2412:0:(import.c:2151:obd_at_measure()) add 1 to ffff97ae43085c18 time=70 v=5 (1 1 0 0) 00000100:00000001:2.0:1780342387.558861:0:2412:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780342387.558863:0:2412:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342387.558865:0:2412:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1780342387.558870:0:2412:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff97ae6a520000 x1866812144826240/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342473 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1780342387.558876:0:2412:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342387.558880:0:2412:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780342387.558882:0:2412:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff97ae6a5d1000: skip recheck: last_committed 21474836545 00000100:00000001:2.0:1780342387.558883:0:2412:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780342387.558885:0:2412:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780342387.558889:0:2412:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97ae6a520000 x1866812144826240/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342473 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342387.558897:0:2412:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780342387.558900:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780342387.558902:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780342387.558906:0:2412:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97ae6a520000 x1866812144826240/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342473 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1780342387.558925:0:2412:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff97ae6a520000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4e9c6b05-0761-44df-afd6-bfbc14f27556:2412:1866812144826240:192.168.203.129@tcp:400:kworker.0 00000100:00000001:2.0:1780342387.558930:0:2412:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342387.558933:0:2412:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780342387.558935:0:2412:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97ae6a520000 x1866812144826240/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342473 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342387.558942:0:2412:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780342387.559015:0:2412:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780342387.559019:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97ae428d6a00. 02000000:00000001:2.0:1780342387.559023:0:2412:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780342387.559025:0:2412:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780342387.559026:0:2412:0:(genops.c:1244:class_import_put()) import ffff97ae43085800 refcount=3 obd=lustre-MDT0001-mdc-ffff97ae6a5d1000 00000020:00000001:2.0:1780342387.559028:0:2412:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780342387.559030:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97ad410adc00. 02000000:00000001:2.0:1780342387.559034:0:2412:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780342387.559036:0:2412:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780342387.559038:0:2412:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97ae6a520000. 00000100:00000001:2.0:1780342387.559041:0:2412:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780342387.559043:0:2412:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342387.559045:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342387.559053:0:2412:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780342387.559055:0:2412:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342387.559057:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780342387.559059:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342388.508870:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342388.508876:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342388.508880:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342388.508881:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780342388.509005:0:236697:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780342388.509009:0:236697:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780342388.509012:0:236697:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1780342389.532697:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342389.532703:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342389.532709:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342389.532710:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780342389.532899:0:252496:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780342389.532902:0:252496:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780342389.532905:0:252496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1780342390.557386:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342390.557392:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342390.557415:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342390.557416:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780342390.557642:0:236698:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780342390.557646:0:236698:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780342390.557649:0:236698:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1780342391.388731:0:243559:0:(connection.c:75:cpu_latency_work()) work item of ffff97ae60cbd110 (cpu 0) has reached its deadline 4306506492, at 4306506496 00000100:00000010:1.0:1780342391.388747:0:243559:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97ae44b6f420. 00000100:00000040:0.0:1780342391.389226:0:252173:0:(connection.c:75:cpu_latency_work()) work item of ffff97ae60cbd000 (cpu 0) has reached its deadline 4306506492, at 4306506496 00000100:00000010:0.0:1780342391.389233:0:252173:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97ae44b6fb40. 00010000:00000001:2.0:1780342391.580712:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342391.580719:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342391.580725:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342391.580726:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780342391.581015:0:248350:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1780342391.581019:0:248350:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780342391.581022:0:248350:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1780342392.604741:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342392.604748:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342392.604754:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342392.604755:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780342392.604948:0:242641:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780342392.604952:0:242641:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780342392.604955:0:242641:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1780342392.669007:0:234078:0:(pinger.c:231:ptlrpc_pinger_process_import()) 2a8e121d-4255-4dce-9cfd-5ec7361d75ba->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780342392.669015:0:234078:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780342392.669026:0:234078:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97ae47721500. 00000020:00000040:1.0:1780342392.669031:0:234078:0:(genops.c:1231:class_import_get()) import ffff97ae604f8800 refcount=4 obd=MGC192.168.203.129@tcp 00000100:00000001:1.0:1780342392.669036:0:234078:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780342392.669038:0:234078:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780342392.669044:0:234078:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780342392.669052:0:234078:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97ae483bc500. 00000100:00000001:1.0:1780342392.669058:0:234078:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780342392.669070:0:234078:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2a8e121d-4255-4dce-9cfd-5ec7361d75ba->MGS req@ffff97ae47721500 x1866812144826496/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1780342392.669082:0:234078:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780342392.669086:0:234078:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780342392.669092:0:234078:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ff93db79] to pc [ptlrpcd_00_00+0] req@ffff97ae47721500 x1866812144826496/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342392.669130:0:234078:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780342392.669132:0:234078:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780342392.669136:0:234078:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1780342392.669136:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:1.0:1780342392.669140:0:234078:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97ae47722d80. 00000100:00000001:0.0:1780342392.669141:0:2409:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000020:00000040:1.0:1780342392.669143:0:234078:0:(genops.c:1231:class_import_get()) import ffff97ae51c6a000 refcount=6 obd=lustre-MDT0000-mdc-ffff97ae6a5d1000 00000100:00000001:0.0:1780342392.669145:0:2409:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1780342392.669146:0:234078:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780342392.669149:0:234078:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780342392.669151:0:234078:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780342392.669155:0:234078:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97ae483bc100. 00000100:00000040:0.0:1780342392.669155:0:2409:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97ae47721500 x1866812144826496/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342392.669160:0:234078:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780342392.669168:0:234078:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-MDT0000_UUID req@ffff97ae47722d80 x1866812144826624/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1780342392.669178:0:234078:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780342392.669180:0:234078:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780342392.669187:0:234078:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063bed193] to pc [ptlrpcd_00_01+1] req@ffff97ae47722d80 x1866812144826624/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342392.669194:0:2409:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780342392.669198:0:2409:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342392.669200:0:234078:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780342392.669202:0:234078:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1780342392.669203:0:2409:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1780342392.669207:0:234078:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1780342392.669207:0:2409:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:1.0:1780342392.669210:0:234078:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97ae47720380. 02000000:00000001:0.0:1780342392.669211:0:2409:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1780342392.669213:0:234078:0:(genops.c:1231:class_import_get()) import ffff97ae43085800 refcount=4 obd=lustre-MDT0001-mdc-ffff97ae6a5d1000 00000100:00000001:1.0:1780342392.669218:0:234078:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:0.0:1780342392.669219:0:2409:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97ae47721500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2a8e121d-4255-4dce-9cfd-5ec7361d75ba:2409:1866812144826496:192.168.203.129@tcp:400:kworker.0 02000000:00000001:1.0:1780342392.669220:0:234078:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780342392.669223:0:234078:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780342392.669228:0:234078:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97ae483bc900. 00000100:00000001:0.0:1780342392.669228:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1780342392.669232:0:234078:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780342392.669235:0:2409:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1780342392.669237:0:234078:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-MDT0001_UUID req@ffff97ae47720380 x1866812144826752/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1780342392.669239:0:2409:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780342392.669245:0:2409:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1780342392.669249:0:234078:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000010:0.0:1780342392.669251:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97ae428a5c00. 02000000:00000001:0.0:1780342392.669254:0:2409:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342392.669258:0:234078:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780342392.669264:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000040:1.0:1780342392.669265:0:234078:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e68a1b0e] to pc [ptlrpcd_00_00+0] req@ffff97ae47720380 x1866812144826752/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1780342392.669271:0:2409:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97ae46184210. 00000100:00000001:1.0:1780342392.669279:0:234078:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1780342392.669280:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae6c374088. 00000100:00000040:1.0:1780342392.669281:0:234078:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780342392.669286:0:234078:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000200:0.0:1780342392.669289:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812144826496, portal 25 00000100:00000010:1.0:1780342392.669290:0:234078:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97ae47721880. 00000100:00000001:0.0:1780342392.669294:0:2409:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000020:00000040:1.0:1780342392.669295:0:234078:0:(genops.c:1231:class_import_get()) import ffff97ae69585000 refcount=4 obd=lustre-OST0000-osc-ffff97ae6a5d1000 00000100:00000001:0.0:1780342392.669297:0:2409:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446629373511603456 : -114700197948160 : ffff97ae47721500) 00000100:00000040:0.0:1780342392.669304:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97ae47721500 x1866812144826496/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342392.669311:0:234078:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780342392.669313:0:234078:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780342392.669316:0:234078:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780342392.669316:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780342392.669321:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.129@tcp 02000000:00000010:1.0:1780342392.669323:0:234078:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97ae483bc400. 00000400:00000010:0.0:1780342392.669325:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae6c374220. 00000100:00000001:1.0:1780342392.669327:0:234078:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1780342392.669330:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866812144826496, offset 0 00000100:00000040:1.0:1780342392.669335:0:234078:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-OST0000_UUID req@ffff97ae47721880 x1866812144826880/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1780342392.669340:0:2409:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.129@tcp 00000100:00000001:1.0:1780342392.669348:0:234078:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780342392.669350:0:234078:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780342392.669354:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000040:1.0:1780342392.669358:0:234078:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000141f79a1] to pc [ptlrpcd_00_01+1] req@ffff97ae47721880 x1866812144826880/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1780342392.669363:0:2409:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.129@tcp local destination 00000100:00000001:1.0:1780342392.669369:0:234078:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780342392.669372:0:2409:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1780342392.669373:0:234078:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1780342392.669378:0:234078:0:(pinger.c:249:ptlrpc_pinger_process_import()) 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:0.0:1780342392.669379:0:2409:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.29@tcp 00000100:00000040:1.0:1780342392.669383:0:234078:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11845) 00000400:00000200:0.0:1780342392.669384:0:2409:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780342392.669389:0:2409:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.129@tcp 00000100:00000001:1.0:1780342392.669395:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780342392.669398:0:2410:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780342392.669401:0:2410:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1780342392.669401:0:2409:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.29@tcp NI seq info: [551843:551843:256:4294967295] 192.168.203.129@tcp LPNI seq info [551769:551769:8:4294967295] 00000100:00000040:1.0:1780342392.669408:0:2410:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97ae47722d80 x1866812144826624/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1780342392.669411:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000001:1.0:1780342392.669419:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780342392.669421:0:2410:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780342392.669425:0:2409:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp:) -> 192.168.203.129@tcp(192.168.203.129@tcp:192.168.203.129@tcp) : PUT try# 0 02000000:00000001:1.0:1780342392.669432:0:2410:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:0.0:1780342392.669433:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.129@tcp 02000000:00000001:1.0:1780342392.669436:0:2410:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1780342392.669439:0:2410:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1780342392.669440:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97ae6bea5400. 00000100:00100000:1.0:1780342392.669445:0:2410:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97ae47722d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4e9c6b05-0761-44df-afd6-bfbc14f27556:2410:1866812144826624:192.168.203.129@tcp:400:kworker.0 00000100:00000001:1.0:1780342392.669449:0:2410:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000200:0.0:1780342392.669451:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97ae46b85a80] -> 12345-192.168.203.129@tcp (5) 02000000:00000001:1.0:1780342392.669453:0:2410:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780342392.669455:0:2410:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780342392.669457:0:2410:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:0.0:1780342392.669460:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.129@tcp ip 192.168.203.129:988 02000000:00000010:1.0:1780342392.669461:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97ae604a5a00. 02000000:00000001:1.0:1780342392.669465:0:2410:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780342392.669466:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97ae6bea5400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1780342392.669471:0:2410:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000010:1.0:1780342392.669476:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97ae6bb26268. 00000100:00000001:0.0:1780342392.669479:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1780342392.669480:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae508b6ee0. 00000100:00000200:1.0:1780342392.669486:0:2410:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812144826624, portal 10 00000400:00000200:0.0:1780342392.669487:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000001:1.0:1780342392.669489:0:2410:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780342392.669491:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306511611 00000100:00000001:1.0:1780342392.669492:0:2410:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446629373511609728 : -114700197941888 : ffff97ae47722d80) 00000100:00000010:0.0:1780342392.669497:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97ae6c6e2660. 00000100:00000040:1.0:1780342392.669502:0:2410:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97ae47722d80 x1866812144826624/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342478 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342392.669505:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.129@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1780342392.669512:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1780342392.669513:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306511611 00000100:00000040:1.0:1780342392.669516:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.129@tcp 00000100:00000010:0.0:1780342392.669519:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97ae6c6e21e0. 00000400:00000010:1.0:1780342392.669521:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae508b63b8. 00000100:00000001:0.0:1780342392.669524:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.129@tcp: PM QoS request now active for cpu 1 00000100:00000200:1.0:1780342392.669525:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866812144826624, offset 0 00000100:00000001:0.0:1780342392.669530:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1780342392.669533:0:2410:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.129@tcp 00000100:00000001:0.0:1780342392.669535:0:2409:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780342392.669539:0:2409:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780342392.669540:0:2410:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000001:0.0:1780342392.669544:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780342392.669548:0:2410:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.129@tcp local destination 00000400:00000200:1.0:1780342392.669552:0:2410:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1780342392.669554:0:2409:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1780342392.669555:0:2410:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.29@tcp 00000100:00000001:0.0:1780342392.669558:0:2409:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1780342392.669560:0:2410:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780342392.669607:0:2410:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.129@tcp 00000400:00000200:1.0:1780342392.669611:0:2410:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.29@tcp NI seq info: [551844:551844:255:4294967295] 192.168.203.129@tcp LPNI seq info [551770:551770:7:4294967295] 00000400:00000200:1.0:1780342392.669624:0:2410:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342392.669632:0:2410:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp:) -> 192.168.203.129@tcp(192.168.203.129@tcp:192.168.203.129@tcp) : PUT try# 0 00000100:00000001:0.0:1780342392.669643:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:1.0:1780342392.669644:0:2410:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.129@tcp 00000100:00000001:0.0:1780342392.669646:0:2409:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780342392.669649:0:2409:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000800:00000010:1.0:1780342392.669650:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97ae483bc800. 00000100:00000040:0.0:1780342392.669656:0:2409:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97ae47720380 x1866812144826752/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1780342392.669657:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97ae46b85a80] -> 12345-192.168.203.129@tcp (5) 00000800:00000200:1.0:1780342392.669667:0:2410:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.129@tcp ip 192.168.203.129:988 00000800:00000200:1.0:1780342392.669672:0:2410:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97ae483bc800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780342392.669672:0:2409:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780342392.669675:0:2409:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342392.669678:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780342392.669679:0:2409:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780342392.669683:0:2409:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1780342392.669684:0:2410:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: using a timeout of 16208 usecs (17 jiffies) 00000400:00000200:1.0:1780342392.669688:0:2410:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000001:1.0:1780342392.669690:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 0 is 4306507794 00000100:00000001:1.0:1780342392.669695:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: PM QoS request active for cpu 0, keep current deadline 4306511611 02000000:00000001:0.0:1780342392.669696:0:2409:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342392.669699:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 1 is 4306507794 00000100:00000001:1.0:1780342392.669703:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: PM QoS request active for cpu 1, keep current deadline 4306511611 00000100:00100000:0.0:1780342392.669703:0:2409:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97ae47720380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4e9c6b05-0761-44df-afd6-bfbc14f27556:2409:1866812144826752:192.168.203.129@tcp:400:kworker.0 00000100:00000001:1.0:1780342392.669707:0:2410:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780342392.669711:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1780342392.669712:0:2410:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780342392.669715:0:2409:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1780342392.669716:0:2410:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1780342392.669719:0:2409:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780342392.669723:0:2409:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780342392.669726:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97ae428a4400. 02000000:00000001:0.0:1780342392.669728:0:2409:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780342392.669732:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000010:0.0:1780342392.669735:0:2409:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97ae46184bb0. 00000400:00000010:0.0:1780342392.669738:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae6c374b28. 00000100:00000200:0.0:1780342392.669741:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812144826752, portal 10 00000100:00000001:0.0:1780342392.669743:0:2409:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780342392.669745:0:2409:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446629373511598976 : -114700197952640 : ffff97ae47720380) 00000100:00000040:0.0:1780342392.669751:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97ae47720380 x1866812144826752/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342478 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342392.669758:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780342392.669761:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.129@tcp 00000400:00000010:0.0:1780342392.669763:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae6c374908. 00000100:00000200:0.0:1780342392.669765:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866812144826752, offset 0 00000400:00000200:0.0:1780342392.669769:0:2409:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.129@tcp 00000400:00000200:0.0:1780342392.669773:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342392.669777:0:2409:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.129@tcp local destination 00000400:00000200:0.0:1780342392.669779:0:2409:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780342392.669782:0:2409:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.29@tcp 00000400:00000200:0.0:1780342392.669784:0:2409:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780342392.669787:0:2409:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.129@tcp 00000400:00000200:0.0:1780342392.669789:0:2409:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.29@tcp NI seq info: [551845:551845:254:4294967295] 192.168.203.129@tcp LPNI seq info [551771:551771:6:4294967295] 00000400:00000200:0.0:1780342392.669793:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342392.669798:0:2409:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp:) -> 192.168.203.129@tcp(192.168.203.129@tcp:192.168.203.129@tcp) : PUT try# 0 00000800:00000200:0.0:1780342392.669803:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.129@tcp 00000800:00000010:0.0:1780342392.669810:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97ae6bea5c00. 00000800:00000200:0.0:1780342392.669814:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97ae46b85a80] -> 12345-192.168.203.129@tcp (5) 00000800:00000200:0.0:1780342392.669818:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.129@tcp ip 192.168.203.129:988 00000800:00000200:0.0:1780342392.669821:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97ae6bea5c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780342392.669824:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780342392.669827:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97ae6a5d1000: using a timeout of 22547 usecs (23 jiffies) 00000400:00000200:0.0:1780342392.669830:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000001:0.0:1780342392.669831:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 0 is 4306507800 00000100:00000001:0.0:1780342392.669834:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97ae6a5d1000: PM QoS request active for cpu 0, keep current deadline 4306511611 00000100:00000001:0.0:1780342392.669836:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 1 is 4306507800 00000100:00000001:0.0:1780342392.669838:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97ae6a5d1000: PM QoS request active for cpu 1, keep current deadline 4306511611 00000100:00000001:0.0:1780342392.669840:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780342392.669842:0:2409:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780342392.669845:0:2409:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780342392.669847:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780342392.669849:0:2409:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780342392.669851:0:2409:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1780342392.669853:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780342392.669854:0:2409:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780342392.669856:0:2409:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780342392.669858:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780342392.670543:0:2410:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97ae47721880 x1866812144826880/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342392.670556:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780342392.670557:0:2410:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780342392.670560:0:2410:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780342392.670590:0:2410:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1780342392.670593:0:2410:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780342392.670598:0:2410:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97ae47721880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4e9c6b05-0761-44df-afd6-bfbc14f27556:2410:1866812144826880:192.168.203.129@tcp:400:kworker.0 00000100:00000001:1.0:1780342392.670602:0:2410:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780342392.670606:0:2410:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780342392.670607:0:2410:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780342392.670609:0:2410:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780342392.670625:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97ae604a5200. 02000000:00000001:1.0:1780342392.670628:0:2410:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780342392.670633:0:2410:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000010:1.0:1780342392.670644:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97ae6bb26aa8. 00000400:00000010:1.0:1780342392.670648:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae508b6330. 00000100:00000200:1.0:1780342392.670652:0:2410:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812144826880, portal 4 00000100:00000001:1.0:1780342392.670654:0:2410:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780342392.670656:0:2410:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446629373511604352 : -114700197947264 : ffff97ae47721880) 00000100:00000040:1.0:1780342392.670668:0:2410:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97ae47721880 x1866812144826880/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342392.670674:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780342392.670677:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.129@tcp 00000400:00000010:1.0:1780342392.670679:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae508b6f68. 00000100:00000200:1.0:1780342392.670682:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1866812144826880, offset 0 00000400:00000200:1.0:1780342392.670686:0:2410:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.129@tcp 00000400:00000200:1.0:1780342392.670692:0:2410:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342392.670698:0:2410:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.129@tcp local destination 00000400:00000200:1.0:1780342392.670701:0:2410:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780342392.670704:0:2410:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.29@tcp 00000400:00000200:1.0:1780342392.670706:0:2410:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780342392.670709:0:2410:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.129@tcp 00000400:00000200:1.0:1780342392.670712:0:2410:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.29@tcp NI seq info: [551846:551846:253:4294967295] 192.168.203.129@tcp LPNI seq info [551772:551772:5:4294967295] 00000400:00000200:1.0:1780342392.670716:0:2410:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342392.670735:0:2410:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp:) -> 192.168.203.129@tcp(192.168.203.129@tcp:192.168.203.129@tcp) : PUT try# 0 00000800:00000200:1.0:1780342392.670740:0:2410:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.129@tcp 00000800:00000010:1.0:1780342392.670743:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97ae483bc700. 00000800:00000200:1.0:1780342392.670748:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97ae46b85a80] -> 12345-192.168.203.129@tcp (5) 00000800:00000200:1.0:1780342392.670753:0:2410:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.129@tcp ip 192.168.203.129:988 00000800:00000200:1.0:1780342392.670757:0:2410:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97ae483bc700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780342392.670760:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780342392.670763:0:2410:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff97ae6a5d1000: using a timeout of 110625 usecs (111 jiffies) 00000400:00000200:1.0:1780342392.670766:0:2410:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000001:1.0:1780342392.670768:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 0 is 4306507889 00000100:00000001:1.0:1780342392.670771:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff97ae6a5d1000: PM QoS request active for cpu 0, keep current deadline 4306511611 00000100:00000001:1.0:1780342392.670778:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 1 is 4306507889 00000100:00000001:1.0:1780342392.670780:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff97ae6a5d1000: PM QoS request active for cpu 1, keep current deadline 4306511611 00000100:00000001:1.0:1780342392.670783:0:2410:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780342392.670785:0:2410:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342392.670787:0:2410:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342392.670789:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780342392.670794:0:2410:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780342392.670796:0:2410:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:1.0:1780342392.670799:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780342392.670800:0:2410:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780342392.670802:0:2410:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342392.670804:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780342392.670852:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780342392.670856:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97ae6bea5400. 00000400:00000200:1.0:1780342392.670862:0:2401:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780342392.670868:0:2401:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000400:00000200:1.0:1780342392.670872:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae6c374220 00000400:00000010:1.0:1780342392.670875:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae6c374220. 00000100:00000001:1.0:1780342392.670879:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780342392.670884:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97ae47721500 x1866812144826496/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342392.670893:0:2401:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780342392.670896:0:2401:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97ae47721500 x1866812144826496/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342408 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342392.670902:0:2401:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342392.670904:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1780342392.670917:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780342392.670918:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97ae483bc800. 00000400:00000200:1.0:1780342392.670921:0:2401:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780342392.670924:0:2401:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000400:00000200:1.0:1780342392.670926:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae508b63b8 00000400:00000010:1.0:1780342392.670927:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae508b63b8. 00000100:00000001:1.0:1780342392.670929:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780342392.670938:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97ae47722d80 x1866812144826624/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342478 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342392.670944:0:2401:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780342392.670947:0:2401:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97ae47722d80 x1866812144826624/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342478 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342392.670952:0:2401:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342392.670953:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1780342392.670961:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780342392.670962:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97ae6bea5c00. 00000400:00000200:1.0:1780342392.670965:0:2401:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780342392.670968:0:2401:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000400:00000200:1.0:1780342392.670971:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae6c374908 00000400:00000010:1.0:1780342392.670972:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae6c374908. 00000100:00000001:1.0:1780342392.670974:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780342392.670977:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97ae47720380 x1866812144826752/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342478 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342392.670982:0:2401:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780342392.670985:0:2401:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97ae47720380 x1866812144826752/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342478 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342392.670990:0:2401:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342392.670992:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1780342392.671050:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780342392.671052:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97ae483bc700. 00000400:00000200:1.0:1780342392.671055:0:2401:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780342392.671059:0:2401:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000400:00000200:1.0:1780342392.671061:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae508b6f68 00000400:00000010:1.0:1780342392.671063:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae508b6f68. 00000100:00000001:1.0:1780342392.671065:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780342392.671068:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97ae47721880 x1866812144826880/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342392.671075:0:2401:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780342392.671077:0:2401:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97ae47721880 x1866812144826880/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342447 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342392.671088:0:2401:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342392.671089:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780342392.673497:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342392.673516:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780342392.673521:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342392.673523:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780342392.673533:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342392.673539:0:2402:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp) <- 192.168.203.129@tcp : PUT - for me 00000400:00000200:1.0:1780342392.673550:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342392.673555:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342392.673560:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342392.673590:0:2402:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.129@tcp of length 224 into portal 25 MB=0x6a1db12c13880 00000400:00000200:1.0:1780342392.673594:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342392.673598:0:2402:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.129@tcp of length 224/224 into md 0x546479 [1] + 224 00000800:00000001:1.0:1780342392.673603:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342392.673607:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780342392.673609:0:2402:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780342392.673611:0:2402:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000100:00000001:1.0:1780342392.673632:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780342392.673642:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97ae47721500 x1866812144826496/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342408 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780342392.673653:0:2402:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97ae47721500 x1866812144826496/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342408 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342392.673718:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780342392.673722:0:2409:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780342392.673739:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780342392.673750:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342392.673754:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780342392.673755:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342392.673758:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780342392.673761:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342392.673765:0:2402:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp) <- 192.168.203.129@tcp : PUT - for me 00000400:00000200:1.0:1780342392.673769:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342392.673786:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342392.673789:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342392.673792:0:2402:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.129@tcp of length 224 into portal 4 MB=0x6a1db12c13a00 00000400:00000200:1.0:1780342392.673796:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342392.673801:0:2402:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.129@tcp of length 224/224 into md 0x5464a9 [1] + 224 00000800:00000001:1.0:1780342392.673805:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342392.673814:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780342392.673817:0:2402:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780342392.673820:0:2402:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000100:00000001:1.0:1780342392.673824:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780342392.673828:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97ae47721880 x1866812144826880/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342447 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780342392.673837:0:2402:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97ae47721880 x1866812144826880/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342447 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342392.673852:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780342392.673856:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342392.673859:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780342392.673869:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780342392.673871:0:2410:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780342392.673876:0:2410:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780342392.673878:0:2410:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780342392.673881:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97ae6bb26aa8. 00000400:00000200:1.0:1780342392.673885:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae508b6330 00000400:00000010:1.0:1780342392.673887:0:2410:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae508b6330. 00000100:00000001:1.0:1780342392.673890:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780342392.673893:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97ae47721880 x1866812144826880/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342447 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780342392.673902:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97ae47721880 x1866812144826880/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342447 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342392.673907:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780342392.673908:0:2410:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780342392.673911:0:2410:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1780342392.673920:0:2410:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780342392.673922:0:2410:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780342392.673924:0:2410:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780342392.673927:0:2410:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780342392.673935:0:2410:0:(import.c:2151:obd_at_measure()) add 36 to ffff97ae69585460 time=19 v=36 (36 36 5 5) 00000100:00001000:1.0:1780342392.673940:0:2410:0:(import.c:2151:obd_at_measure()) add 1 to ffff97ae69585418 time=61 v=5 (1 1 0 0) 00000100:00000001:1.0:1780342392.673943:0:2410:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780342392.673945:0:2410:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780342392.673948:0:2410:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780342392.673951:0:2410:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342392.673955:0:2410:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780342392.673958:0:2410:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0000-osc-ffff97ae6a5d1000: skip recheck: last_committed 47244662593 00000100:00000001:1.0:1780342392.673960:0:2410:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780342392.673961:0:2410:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780342392.673967:0:2410:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97ae47721880 x1866812144826880/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342447 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342392.673974:0:2410:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780342392.673977:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780342392.673980:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780342392.673983:0:2410:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97ae47721880 x1866812144826880/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342447 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1780342392.673992:0:2410:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff97ae47721880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4e9c6b05-0761-44df-afd6-bfbc14f27556:2410:1866812144826880:192.168.203.129@tcp:400:kworker.0 00000100:00000001:1.0:1780342392.673996:0:2410:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342392.673998:0:2410:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780342392.674002:0:2410:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97ae47721880 x1866812144826880/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342447 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342392.674008:0:2410:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780342392.674011:0:2410:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780342392.674014:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97ae604a5200. 02000000:00000001:1.0:1780342392.674018:0:2410:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780342392.674021:0:2410:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1780342392.674023:0:2410:0:(genops.c:1244:class_import_put()) import ffff97ae69585000 refcount=3 obd=lustre-OST0000-osc-ffff97ae6a5d1000 00000020:00000001:1.0:1780342392.674025:0:2410:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1780342392.674032:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97ae483bc400. 02000000:00000001:1.0:1780342392.674035:0:2410:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780342392.674037:0:2410:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780342392.674039:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97ae47721880. 00000100:00000001:1.0:1780342392.674043:0:2410:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780342392.674044:0:2410:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780342392.674047:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342392.674048:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780342392.674050:0:2410:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780342392.674051:0:2410:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342392.674053:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1780342392.676067:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342392.676084:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780342392.676088:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342392.676090:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780342392.676097:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342392.676105:0:2401:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp) <- 192.168.203.129@tcp : PUT - for me 00000400:00000200:1.0:1780342392.676116:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342392.676120:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342392.676125:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342392.676129:0:2401:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.129@tcp of length 224 into portal 10 MB=0x6a1db12c13900 00000400:00000200:1.0:1780342392.676134:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342392.676141:0:2401:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.129@tcp of length 224/224 into md 0x546489 [1] + 224 00000800:00000001:1.0:1780342392.676147:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342392.676174:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780342392.676178:0:2401:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780342392.676183:0:2401:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000100:00000001:1.0:1780342392.676190:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780342392.676198:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97ae47722d80 x1866812144826624/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342478 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780342392.676209:0:2401:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97ae47722d80 x1866812144826624/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342478 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342392.676228:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780342392.676236:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342392.676252:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780342392.676254:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342392.676256:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780342392.676260:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342392.676264:0:2401:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp) <- 192.168.203.129@tcp : PUT - for me 00000400:00000200:1.0:1780342392.676268:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342392.676273:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342392.676277:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342392.676279:0:2401:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.129@tcp of length 224 into portal 10 MB=0x6a1db12c13980 00000400:00000200:1.0:1780342392.676283:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342392.676287:0:2401:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.129@tcp of length 224/224 into md 0x546499 [1] + 224 00000800:00000001:1.0:1780342392.676291:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342392.676315:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780342392.676318:0:2401:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780342392.676321:0:2401:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000100:00000001:1.0:1780342392.676325:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780342392.676329:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97ae47720380 x1866812144826752/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342478 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780342392.676338:0:2401:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97ae47720380 x1866812144826752/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342478 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342392.676346:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780342392.676349:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342392.676353:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780342392.676364:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780342392.676368:0:2410:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780342392.676373:0:2410:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780342392.676375:0:2410:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780342392.676377:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97ae6bb26268. 00000400:00000200:1.0:1780342392.676381:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae508b6ee0 00000400:00000010:1.0:1780342392.676383:0:2410:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae508b6ee0. 00000100:00000001:1.0:1780342392.676385:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780342392.676389:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97ae47722d80 x1866812144826624/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342478 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780342392.676410:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97ae47722d80 x1866812144826624/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342478 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342392.676417:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780342392.676419:0:2410:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780342392.676421:0:2410:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1780342392.676424:0:2410:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780342392.676426:0:2410:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780342392.676428:0:2410:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780342392.676432:0:2410:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780342392.676439:0:2410:0:(import.c:2151:obd_at_measure()) add 61 to ffff97ae51c6a460 time=19 v=61 (61 61 61 62) 00000100:00001000:1.0:1780342392.676444:0:2410:0:(import.c:2151:obd_at_measure()) add 1 to ffff97ae51c6a418 time=90 v=5 (1 1 0 0) 00000100:00000001:1.0:1780342392.676447:0:2410:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780342392.676449:0:2410:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780342392.676452:0:2410:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780342392.676455:0:2410:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342392.676458:0:2410:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780342392.676460:0:2410:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff97ae6a5d1000: skip recheck: last_committed 30064771459 00000100:00000001:1.0:1780342392.676462:0:2410:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780342392.676464:0:2410:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780342392.676468:0:2410:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97ae47722d80 x1866812144826624/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342478 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342392.676476:0:2410:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780342392.676478:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780342392.676480:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780342392.676484:0:2410:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97ae47722d80 x1866812144826624/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342478 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1780342392.676492:0:2410:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff97ae47722d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4e9c6b05-0761-44df-afd6-bfbc14f27556:2410:1866812144826624:192.168.203.129@tcp:400:kworker.0 00000100:00000001:1.0:1780342392.676497:0:2410:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780342392.676499:0:2410:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780342392.676502:0:2410:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97ae47722d80 x1866812144826624/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342478 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342392.676514:0:2410:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780342392.676516:0:2410:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780342392.676520:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97ae604a5a00. 02000000:00000001:1.0:1780342392.676523:0:2410:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780342392.676525:0:2410:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1780342392.676527:0:2410:0:(genops.c:1244:class_import_put()) import ffff97ae51c6a000 refcount=5 obd=lustre-MDT0000-mdc-ffff97ae6a5d1000 00000020:00000001:1.0:1780342392.676529:0:2410:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1780342392.676531:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97ae483bc100. 02000000:00000001:1.0:1780342392.676535:0:2410:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780342392.676537:0:2410:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780342392.676538:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97ae47722d80. 00000100:00000001:1.0:1780342392.676543:0:2410:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780342392.676545:0:2410:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780342392.676547:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780342392.676554:0:2410:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780342392.676556:0:2410:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342392.676558:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780342392.676560:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1780342392.678962:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780342392.678965:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780342392.678969:0:2409:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97ae46184210. 00000400:00000200:0.0:1780342392.678975:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae6c374088 00000400:00000010:0.0:1780342392.678977:0:2409:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae6c374088. 00000100:00000001:0.0:1780342392.678982:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780342392.678991:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97ae47721500 x1866812144826496/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342408 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780342392.679002:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97ae47721500 x1866812144826496/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342408 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342392.679027:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780342392.679029:0:2409:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780342392.679032:0:2409:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1780342392.679035:0:2409:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780342392.679037:0:2409:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780342392.679039:0:2409:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780342392.679042:0:2409:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780342392.679048:0:2409:0:(import.c:2151:obd_at_measure()) add 5 to ffff97ae604f8c60 time=20 v=5 (5 5 5 5) 00000100:00001000:0.0:1780342392.679052:0:2409:0:(import.c:2151:obd_at_measure()) add 1 to ffff97ae604f8c18 time=90 v=5 (1 1 0 0) 00000100:00000001:0.0:1780342392.679055:0:2409:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780342392.679057:0:2409:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780342392.679060:0:2409:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780342392.679062:0:2409:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780342392.679064:0:2409:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780342392.679069:0:2409:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97ae47721500 x1866812144826496/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342408 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342392.679076:0:2409:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780342392.679079:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780342392.679081:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780342392.679085:0:2409:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97ae47721500 x1866812144826496/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342408 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1780342392.679093:0:2409:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff97ae47721500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2a8e121d-4255-4dce-9cfd-5ec7361d75ba:2409:1866812144826496:192.168.203.129@tcp:400:kworker.0 00000100:00000001:0.0:1780342392.679097:0:2409:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780342392.679100:0:2409:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780342392.679103:0:2409:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97ae47721500 x1866812144826496/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342408 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342392.679109:0:2409:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780342392.679112:0:2409:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780342392.679115:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97ae428a5c00. 02000000:00000001:0.0:1780342392.679119:0:2409:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780342392.679121:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780342392.679127:0:2409:0:(genops.c:1244:class_import_put()) import ffff97ae604f8800 refcount=3 obd=MGC192.168.203.129@tcp 00000020:00000001:0.0:1780342392.679129:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1780342392.679132:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97ae483bc500. 02000000:00000001:0.0:1780342392.679135:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780342392.679137:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780342392.679139:0:2409:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97ae47721500. 00000100:00000001:0.0:1780342392.679143:0:2409:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780342392.679144:0:2409:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780342392.679148:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780342392.679150:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780342392.679152:0:2409:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780342392.679155:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780342392.679156:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780342392.679158:0:2409:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97ae46184bb0. 00000400:00000200:0.0:1780342392.679160:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae6c374b28 00000400:00000010:0.0:1780342392.679162:0:2409:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae6c374b28. 00000100:00000001:0.0:1780342392.679164:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780342392.679168:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97ae47720380 x1866812144826752/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342478 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780342392.679187:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97ae47720380 x1866812144826752/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342478 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342392.679193:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780342392.679194:0:2409:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780342392.679196:0:2409:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1780342392.679197:0:2409:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780342392.679199:0:2409:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780342392.679200:0:2409:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780342392.679202:0:2409:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780342392.679207:0:2409:0:(import.c:2151:obd_at_measure()) add 61 to ffff97ae43085c60 time=19 v=61 (61 61 61 62) 00000100:00001000:0.0:1780342392.679210:0:2409:0:(import.c:2151:obd_at_measure()) add 1 to ffff97ae43085c18 time=75 v=5 (1 1 0 0) 00000100:00000001:0.0:1780342392.679212:0:2409:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780342392.679213:0:2409:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780342392.679215:0:2409:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1780342392.679219:0:2409:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff97ae47720380 x1866812144826752/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342478 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1780342392.680536:0:2409:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780342392.680541:0:2409:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780342392.680544:0:2409:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff97ae6a5d1000: skip recheck: last_committed 21474836545 00000100:00000001:0.0:1780342392.680546:0:2409:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780342392.680547:0:2409:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780342392.680554:0:2409:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97ae47720380 x1866812144826752/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342478 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342392.680572:0:2409:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780342392.680575:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780342392.680577:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780342392.680580:0:2409:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97ae47720380 x1866812144826752/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342478 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1780342392.680588:0:2409:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff97ae47720380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4e9c6b05-0761-44df-afd6-bfbc14f27556:2409:1866812144826752:192.168.203.129@tcp:400:kworker.0 00000100:00000001:0.0:1780342392.680592:0:2409:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780342392.680595:0:2409:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780342392.680597:0:2409:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97ae47720380 x1866812144826752/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342478 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342392.680604:0:2409:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780342392.680607:0:2409:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780342392.680609:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97ae428a4400. 02000000:00000001:0.0:1780342392.680622:0:2409:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780342392.680624:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780342392.680626:0:2409:0:(genops.c:1244:class_import_put()) import ffff97ae43085800 refcount=3 obd=lustre-MDT0001-mdc-ffff97ae6a5d1000 00000020:00000001:0.0:1780342392.680628:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1780342392.680630:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97ae483bc900. 02000000:00000001:0.0:1780342392.680633:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780342392.680634:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780342392.680637:0:2409:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97ae47720380. 00000100:00000001:0.0:1780342392.680640:0:2409:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780342392.680641:0:2409:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780342392.680653:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780342392.680660:0:2409:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780342392.680662:0:2409:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780342392.680664:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780342392.680667:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342393.628881:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342393.628886:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342393.628892:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342393.628893:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780342393.632438:0:236697:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780342393.632445:0:236697:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780342393.632449:0:236697:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1780342394.655433:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342394.655438:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342394.655444:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342394.655445:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780342394.655543:0:252496:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780342394.655546:0:252496:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780342394.655549:0:252496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1780342395.676755:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342395.676763:0:279583:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1780342395.676765:0:279583:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780342395.676768:0:279583:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342395.676772:0:279583:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1780342395.676774:0:279583:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342395.676776:0:279583:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342395.676778:0:279583:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342395.676782:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342395.676783:0:279583:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1780342395.676784:0:279583:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780342395.676789:0:279583:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780342395.676792:0:279583:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780342395.676793:0:279583:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342395.676794:0:279583:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1780342395.676796:0:279583:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342395.676797:0:279583:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342395.676798:0:279583:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780342395.676956:0:236698:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780342395.676959:0:236698:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780342395.676961:0:236698:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1780342396.508968:0:243559:0:(connection.c:75:cpu_latency_work()) work item of ffff97ae60cbd110 (cpu 0) has reached its deadline 4306511611, at 4306511616 00000100:00000010:1.0:1780342396.508983:0:243559:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97ae6c6e21e0. 00000100:00000040:0.0:1780342396.509148:0:252173:0:(connection.c:75:cpu_latency_work()) work item of ffff97ae60cbd000 (cpu 0) has reached its deadline 4306511611, at 4306511616 00000100:00000010:0.0:1780342396.509156:0:252173:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97ae6c6e2660. 00010000:00000001:2.0:1780342396.703164:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342396.703170:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342396.703191:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342396.703193:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780342396.703287:0:248350:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1780342396.703291:0:248350:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780342396.703294:0:248350:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1780342397.726654:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342397.726661:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342397.726666:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342397.726667:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780342397.726945:0:242641:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780342397.726949:0:242641:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780342397.726952:0:242641:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1780342397.789752:0:234078:0:(pinger.c:231:ptlrpc_pinger_process_import()) 2a8e121d-4255-4dce-9cfd-5ec7361d75ba->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780342397.789761:0:234078:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780342397.789768:0:234078:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97ae47722d80. 00000020:00000040:1.0:1780342397.789774:0:234078:0:(genops.c:1231:class_import_get()) import ffff97ae604f8800 refcount=4 obd=MGC192.168.203.129@tcp 00000100:00000001:1.0:1780342397.789778:0:234078:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780342397.789781:0:234078:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780342397.789785:0:234078:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780342397.789792:0:234078:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97ae483bc100. 00000100:00000001:1.0:1780342397.789799:0:234078:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780342397.789809:0:234078:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2a8e121d-4255-4dce-9cfd-5ec7361d75ba->MGS req@ffff97ae47722d80 x1866812144827008/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1780342397.789838:0:234078:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780342397.789843:0:234078:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780342397.789850:0:234078:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063bed193] to pc [ptlrpcd_00_00+0] req@ffff97ae47722d80 x1866812144827008/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342397.789873:0:234078:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780342397.789876:0:234078:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780342397.789879:0:234078:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780342397.789882:0:234078:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97ae47721880. 00000020:00000040:1.0:1780342397.789885:0:234078:0:(genops.c:1231:class_import_get()) import ffff97ae51c6a000 refcount=6 obd=lustre-MDT0000-mdc-ffff97ae6a5d1000 00000100:00000001:1.0:1780342397.789888:0:234078:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780342397.789889:0:234078:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780342397.789892:0:234078:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780342397.789896:0:234078:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97ae483bc400. 00000100:00000001:1.0:1780342397.789900:0:234078:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780342397.789905:0:234078:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-MDT0000_UUID req@ffff97ae47721880 x1866812144827136/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1780342397.789911:0:234078:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780342397.789913:0:234078:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780342397.789916:0:234078:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000141f79a1] to pc [ptlrpcd_00_01+1] req@ffff97ae47721880 x1866812144827136/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342397.789924:0:234078:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780342397.789926:0:234078:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780342397.789929:0:234078:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780342397.789932:0:234078:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97ae47720000. 00000020:00000040:1.0:1780342397.789934:0:234078:0:(genops.c:1231:class_import_get()) import ffff97ae43085800 refcount=4 obd=lustre-MDT0001-mdc-ffff97ae6a5d1000 00000100:00000001:1.0:1780342397.789936:0:234078:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780342397.789938:0:234078:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780342397.789939:0:234078:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780342397.789942:0:234078:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97ae483bc700. 00000100:00000001:1.0:1780342397.789950:0:234078:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780342397.789955:0:234078:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-MDT0001_UUID req@ffff97ae47720000 x1866812144827264/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1780342397.789961:0:234078:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780342397.789963:0:234078:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780342397.789968:0:234078:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000756aa09a] to pc [ptlrpcd_00_00+0] req@ffff97ae47720000 x1866812144827264/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342397.789971:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780342397.789977:0:2409:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780342397.789978:0:234078:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780342397.789981:0:2409:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780342397.789982:0:234078:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780342397.789986:0:234078:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780342397.789990:0:234078:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97ae47720a80. 00000100:00000040:0.0:1780342397.789991:0:2409:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97ae47722d80 x1866812144827008/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1780342397.789994:0:234078:0:(genops.c:1231:class_import_get()) import ffff97ae69585000 refcount=4 obd=lustre-OST0000-osc-ffff97ae6a5d1000 00000100:00000001:1.0:1780342397.789999:0:234078:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780342397.790001:0:234078:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780342397.790004:0:234078:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780342397.790006:0:2409:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:1.0:1780342397.790009:0:234078:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97ae483bc800. 00000100:00000001:0.0:1780342397.790009:0:2409:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342397.790015:0:234078:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780342397.790015:0:2409:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780342397.790018:0:2409:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1780342397.790022:0:234078:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-OST0000_UUID req@ffff97ae47720a80 x1866812144827392/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1780342397.790023:0:2409:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780342397.790029:0:2409:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97ae47722d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2a8e121d-4255-4dce-9cfd-5ec7361d75ba:2409:1866812144827008:192.168.203.129@tcp:400:kworker.0 00000100:00000001:0.0:1780342397.790038:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1780342397.790039:0:234078:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780342397.790042:0:234078:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780342397.790043:0:2409:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780342397.790046:0:2409:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780342397.790048:0:234078:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000035ac8778] to pc [ptlrpcd_00_01+1] req@ffff97ae47720a80 x1866812144827392/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1780342397.790050:0:2409:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780342397.790055:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97ae428a5e00. 00000100:00000001:1.0:1780342397.790058:0:234078:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780342397.790059:0:2409:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780342397.790063:0:234078:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1780342397.790067:0:234078:0:(pinger.c:249:ptlrpc_pinger_process_import()) 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:0.0:1780342397.790070:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000040:1.0:1780342397.790074:0:234078:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11850) 00000400:00000010:0.0:1780342397.790076:0:2409:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97ae46184bb0. 00000400:00000010:0.0:1780342397.790083:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae6c374b28. 00000100:00000200:0.0:1780342397.790090:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812144827008, portal 25 00000100:00000001:0.0:1780342397.790092:0:2409:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780342397.790093:0:2409:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446629373511609728 : -114700197941888 : ffff97ae47722d80) 00000100:00000040:0.0:1780342397.790100:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97ae47722d80 x1866812144827008/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342397.790113:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780342397.790116:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.129@tcp 00000400:00000010:0.0:1780342397.790119:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae6c374088. 00000100:00000200:0.0:1780342397.790122:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866812144827008, offset 0 00000400:00000200:0.0:1780342397.790128:0:2409:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.129@tcp 00000400:00000200:0.0:1780342397.790137:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342397.790145:0:2409:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.129@tcp local destination 00000400:00000200:0.0:1780342397.790150:0:2409:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780342397.790153:0:2409:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.29@tcp 00000400:00000200:0.0:1780342397.790156:0:2409:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780342397.790158:0:2409:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.129@tcp 00000400:00000200:0.0:1780342397.790160:0:2409:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.29@tcp NI seq info: [551847:551847:256:4294967295] 192.168.203.129@tcp LPNI seq info [551773:551773:8:4294967295] 00000400:00000200:0.0:1780342397.790164:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342397.790170:0:2409:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp:) -> 192.168.203.129@tcp(192.168.203.129@tcp:192.168.203.129@tcp) : PUT try# 0 00000800:00000200:0.0:1780342397.790174:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.129@tcp 00000800:00000010:0.0:1780342397.790178:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97ae6bea5300. 00000800:00000200:0.0:1780342397.790182:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97ae46b85a80] -> 12345-192.168.203.129@tcp (5) 00000800:00000200:0.0:1780342397.790188:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.129@tcp ip 192.168.203.129:988 00000800:00000200:0.0:1780342397.790191:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97ae6bea5300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780342397.792500:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780342397.792507:0:2410:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780342397.792524:0:2410:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780342397.792534:0:2410:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97ae47721880 x1866812144827136/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342397.792545:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780342397.792547:0:2410:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780342397.792552:0:2410:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780342397.792554:0:2410:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1780342397.792557:0:2410:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780342397.792584:0:2410:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97ae47721880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4e9c6b05-0761-44df-afd6-bfbc14f27556:2410:1866812144827136:192.168.203.129@tcp:400:kworker.0 00000100:00000001:1.0:1780342397.792589:0:2410:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780342397.792595:0:2410:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780342397.792597:0:2410:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780342397.792599:0:2410:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780342397.792605:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97ae604a4000. 02000000:00000001:1.0:1780342397.792607:0:2410:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780342397.792614:0:2410:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000010:1.0:1780342397.792618:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97ae6bb26268. 00000400:00000010:1.0:1780342397.792623:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae508b6ee0. 00000100:00000200:1.0:1780342397.792631:0:2410:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812144827136, portal 10 00000100:00000001:1.0:1780342397.792633:0:2410:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780342397.792635:0:2410:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446629373511604352 : -114700197947264 : ffff97ae47721880) 00000100:00000040:1.0:1780342397.792642:0:2410:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97ae47721880 x1866812144827136/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342483 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342397.792649:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780342397.792652:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.129@tcp 00000400:00000010:1.0:1780342397.792655:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae508b6330. 00000100:00000200:1.0:1780342397.792658:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866812144827136, offset 0 00000400:00000200:1.0:1780342397.792664:0:2410:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.129@tcp 00000400:00000200:1.0:1780342397.792671:0:2410:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342397.792679:0:2410:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.129@tcp local destination 00000400:00000200:1.0:1780342397.792684:0:2410:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780342397.792687:0:2410:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.29@tcp 00000400:00000200:1.0:1780342397.792690:0:2410:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780342397.792699:0:2410:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.129@tcp 00000400:00000200:1.0:1780342397.792702:0:2410:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.29@tcp NI seq info: [551848:551848:255:4294967295] 192.168.203.129@tcp LPNI seq info [551774:551774:7:4294967295] 00000400:00000200:1.0:1780342397.792706:0:2410:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342397.792715:0:2410:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp:) -> 192.168.203.129@tcp(192.168.203.129@tcp:192.168.203.129@tcp) : PUT try# 0 00000800:00000200:1.0:1780342397.792721:0:2410:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.129@tcp 00000800:00000010:1.0:1780342397.792726:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97ae483bc200. 00000800:00000200:1.0:1780342397.792732:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97ae46b85a80] -> 12345-192.168.203.129@tcp (5) 00000800:00000200:1.0:1780342397.792740:0:2410:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.129@tcp ip 192.168.203.129:988 00000800:00000200:1.0:1780342397.792744:0:2410:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97ae483bc200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780342397.794033:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780342397.794043:0:2410:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: using a timeout of 16206 usecs (17 jiffies) 00000400:00000200:1.0:1780342397.794049:0:2410:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000001:1.0:1780342397.794053:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 0 is 4306512918 00000100:00000010:1.0:1780342397.794061:0:2410:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97ae71de34e0. 00000100:00000001:1.0:1780342397.794068:0:2410:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1780342397.794075:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 1 is 4306512918 00000100:00000010:1.0:1780342397.794078:0:2410:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97ae71de3600. 00000100:00000001:1.0:1780342397.794081:0:2410:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1780342397.794084:0:2410:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780342397.794088:0:2410:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342397.794092:0:2410:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780342397.794099:0:2410:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97ae47720a80 x1866812144827392/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342397.794107:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780342397.794108:0:2410:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780342397.794112:0:2410:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780342397.794115:0:2410:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1780342397.794117:0:2410:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780342397.794120:0:2410:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97ae47720a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4e9c6b05-0761-44df-afd6-bfbc14f27556:2410:1866812144827392:192.168.203.129@tcp:400:kworker.0 00000100:00000001:1.0:1780342397.794137:0:2410:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780342397.794142:0:2410:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780342397.794145:0:2410:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780342397.794147:0:2410:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780342397.794152:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97ae604a4200. 02000000:00000001:1.0:1780342397.794154:0:2410:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780342397.794158:0:2410:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000010:1.0:1780342397.794161:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97ae6bb26aa8. 00000400:00000010:1.0:1780342397.794166:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae508b6f68. 00000100:00000200:1.0:1780342397.794171:0:2410:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812144827392, portal 4 00000100:00000001:1.0:1780342397.794173:0:2410:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780342397.794175:0:2410:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446629373511600768 : -114700197950848 : ffff97ae47720a80) 00000100:00000040:1.0:1780342397.794181:0:2410:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97ae47720a80 x1866812144827392/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342452 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342397.794188:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780342397.794191:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.129@tcp 00000400:00000010:1.0:1780342397.794193:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae508b63b8. 00000100:00000200:1.0:1780342397.794196:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1866812144827392, offset 0 00000400:00000200:1.0:1780342397.794201:0:2410:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.129@tcp 00000400:00000200:1.0:1780342397.794208:0:2410:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342397.794215:0:2410:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.129@tcp local destination 00000400:00000200:1.0:1780342397.794220:0:2410:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780342397.794223:0:2410:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.29@tcp 00000400:00000200:1.0:1780342397.794226:0:2410:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780342397.794229:0:2410:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.129@tcp 00000400:00000200:1.0:1780342397.794232:0:2410:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.29@tcp NI seq info: [551849:551849:254:4294967295] 192.168.203.129@tcp LPNI seq info [551775:551775:6:4294967295] 00000400:00000200:1.0:1780342397.794236:0:2410:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342397.794244:0:2410:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp:) -> 192.168.203.129@tcp(192.168.203.129@tcp:192.168.203.129@tcp) : PUT try# 0 00000800:00000200:1.0:1780342397.794262:0:2410:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.129@tcp 00000800:00000010:1.0:1780342397.794267:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97ae483bc000. 00000800:00000200:1.0:1780342397.794272:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97ae46b85a80] -> 12345-192.168.203.129@tcp (5) 00000800:00000200:1.0:1780342397.794284:0:2410:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.129@tcp ip 192.168.203.129:988 00000800:00000200:1.0:1780342397.794287:0:2410:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97ae483bc000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780342397.794291:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780342397.794294:0:2410:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff97ae6a5d1000: using a timeout of 110527 usecs (111 jiffies) 00000400:00000200:1.0:1780342397.794297:0:2410:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000001:1.0:1780342397.794299:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 0 is 4306513012 00000100:00000001:1.0:1780342397.794303:0:2410:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff97ae6a5d1000: PM QoS request active for cpu 0, simply extend its deadline from 4306512918 00000100:00000001:1.0:1780342397.794306:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 1 is 4306513012 00000100:00000001:1.0:1780342397.794308:0:2410:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff97ae6a5d1000: PM QoS request active for cpu 1, simply extend its deadline from 4306512918 00000100:00000001:1.0:1780342397.794311:0:2410:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780342397.794313:0:2410:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342397.794316:0:2410:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342397.794319:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780342397.794326:0:2410:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780342397.794328:0:2410:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:1.0:1780342397.794331:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780342397.794333:0:2410:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780342397.794335:0:2410:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780342397.794338:0:2410:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1780342397.794339:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780342397.794341:0:2410:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780342397.794342:0:2410:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780342397.794345:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780342397.794346:0:2410:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780342397.794347:0:2410:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780342397.794352:0:2410:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97ae47720000 x1866812144827264/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342397.794360:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780342397.794361:0:2410:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780342397.794363:0:2410:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780342397.794364:0:2410:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1780342397.794366:0:2410:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780342397.794369:0:2410:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97ae47720000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4e9c6b05-0761-44df-afd6-bfbc14f27556:2410:1866812144827264:192.168.203.129@tcp:400:kworker.0 00000100:00000001:1.0:1780342397.794377:0:2410:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780342397.794379:0:2410:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780342397.794381:0:2410:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780342397.794382:0:2410:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780342397.794385:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97ae604a5e00. 02000000:00000001:1.0:1780342397.794387:0:2410:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780342397.794390:0:2410:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000010:1.0:1780342397.794393:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97ae6bb26840. 00000400:00000010:1.0:1780342397.794397:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae508b6bb0. 00000100:00000200:1.0:1780342397.794399:0:2410:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812144827264, portal 10 00000100:00000001:1.0:1780342397.794401:0:2410:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780342397.794402:0:2410:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446629373511598080 : -114700197953536 : ffff97ae47720000) 00000100:00000040:1.0:1780342397.794408:0:2410:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97ae47720000 x1866812144827264/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342483 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342397.794414:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780342397.794417:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.129@tcp 00000400:00000010:1.0:1780342397.794419:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae508b6000. 00000100:00000200:1.0:1780342397.794421:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866812144827264, offset 0 00000400:00000200:1.0:1780342397.794425:0:2410:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.129@tcp 00000400:00000200:1.0:1780342397.794429:0:2410:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342397.794433:0:2410:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.129@tcp local destination 00000400:00000200:1.0:1780342397.794435:0:2410:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780342397.794437:0:2410:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.29@tcp 00000400:00000200:1.0:1780342397.794440:0:2410:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780342397.794442:0:2410:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.129@tcp 00000400:00000200:1.0:1780342397.794445:0:2410:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.29@tcp NI seq info: [551850:551850:253:4294967295] 192.168.203.129@tcp LPNI seq info [551776:551776:5:4294967295] 00000400:00000200:1.0:1780342397.794448:0:2410:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342397.794454:0:2410:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp:) -> 192.168.203.129@tcp(192.168.203.129@tcp:192.168.203.129@tcp) : PUT try# 0 00000800:00000200:1.0:1780342397.794470:0:2410:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.129@tcp 00000800:00000010:1.0:1780342397.794474:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97ae483bc900. 00000800:00000200:1.0:1780342397.794478:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97ae46b85a80] -> 12345-192.168.203.129@tcp (5) 00000800:00000200:1.0:1780342397.794487:0:2410:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.129@tcp ip 192.168.203.129:988 00000800:00000200:1.0:1780342397.794489:0:2410:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97ae483bc900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780342397.794493:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780342397.794496:0:2410:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97ae6a5d1000: using a timeout of 22547 usecs (23 jiffies) 00000400:00000200:1.0:1780342397.794500:0:2410:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000001:1.0:1780342397.794502:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 0 is 4306512924 00000100:00000001:1.0:1780342397.794505:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97ae6a5d1000: PM QoS request active for cpu 0, keep current deadline 4306513012 00000100:00000001:1.0:1780342397.794507:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 1 is 4306512924 00000100:00000001:1.0:1780342397.794510:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97ae6a5d1000: PM QoS request active for cpu 1, keep current deadline 4306513012 00000100:00000001:1.0:1780342397.794512:0:2410:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780342397.794514:0:2410:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342397.794516:0:2410:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342397.794519:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780342397.794606:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780342397.794610:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97ae6bea5300. 00000400:00000200:1.0:1780342397.794616:0:2402:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780342397.794621:0:2402:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000400:00000200:1.0:1780342397.794625:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae6c374088 00000400:00000010:1.0:1780342397.794628:0:2402:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae6c374088. 00000100:00000001:1.0:1780342397.794632:0:2402:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780342397.794648:0:2402:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97ae47722d80 x1866812144827008/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342397.794659:0:2402:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780342397.794662:0:2402:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97ae47722d80 x1866812144827008/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342413 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342397.794670:0:2402:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342397.794672:0:2402:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1780342397.794683:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780342397.794685:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97ae483bc200. 00000400:00000200:1.0:1780342397.794688:0:2402:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780342397.794691:0:2402:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000100:00000001:0.0:1780342397.794957:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780342397.794962:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000001:0.0:1780342397.794963:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306516737 00000100:00000001:0.0:1780342397.794967:0:2409:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306513012 00000100:00000001:0.0:1780342397.794969:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306516737 00000100:00000001:0.0:1780342397.794971:0:2409:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306513012 00000100:00000001:0.0:1780342397.794973:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780342397.794974:0:2409:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780342397.794976:0:2409:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780342397.794977:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780342397.794986:0:2409:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780342397.794987:0:2409:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1780342397.794989:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780342397.794990:0:2409:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780342397.794991:0:2409:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780342397.794992:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780342397.795661:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae508b6330 00000400:00000010:1.0:1780342397.795664:0:2402:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae508b6330. 00000100:00000001:1.0:1780342397.795668:0:2402:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780342397.795674:0:2402:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97ae47721880 x1866812144827136/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342483 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342397.795683:0:2402:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780342397.795686:0:2402:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97ae47721880 x1866812144827136/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342483 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342397.795702:0:2402:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342397.795704:0:2402:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1780342397.795721:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780342397.795723:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97ae483bc000. 00000400:00000200:1.0:1780342397.795726:0:2402:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780342397.795730:0:2402:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000400:00000200:1.0:1780342397.795733:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae508b63b8 00000400:00000010:1.0:1780342397.795734:0:2402:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae508b63b8. 00000100:00000001:1.0:1780342397.795736:0:2402:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780342397.795739:0:2402:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97ae47720a80 x1866812144827392/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342452 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342397.795746:0:2402:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780342397.795749:0:2402:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97ae47720a80 x1866812144827392/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342452 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342397.795755:0:2402:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342397.795756:0:2402:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1780342397.796021:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780342397.796024:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97ae483bc900. 00000400:00000200:1.0:1780342397.796027:0:2402:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780342397.796030:0:2402:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000400:00000200:1.0:1780342397.796033:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae508b6000 00000400:00000010:1.0:1780342397.796035:0:2402:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae508b6000. 00000100:00000001:1.0:1780342397.796037:0:2402:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780342397.796041:0:2402:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97ae47720000 x1866812144827264/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342483 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342397.796058:0:2402:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780342397.796062:0:2402:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97ae47720000 x1866812144827264/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342483 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342397.796067:0:2402:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342397.796068:0:2402:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780342397.800541:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342397.800557:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780342397.800602:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342397.800606:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780342397.800615:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342397.800623:0:2401:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp) <- 192.168.203.129@tcp : PUT - for me 00000400:00000200:1.0:1780342397.800633:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342397.800638:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342397.800643:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342397.800647:0:2401:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.129@tcp of length 224 into portal 25 MB=0x6a1db12c13a80 00000400:00000200:1.0:1780342397.800652:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342397.800659:0:2401:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.129@tcp of length 224/224 into md 0x5464b9 [1] + 224 00000800:00000001:1.0:1780342397.800666:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342397.800675:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780342397.800678:0:2401:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780342397.800682:0:2401:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000100:00000001:1.0:1780342397.800938:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780342397.800949:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97ae47722d80 x1866812144827008/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342413 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780342397.800959:0:2401:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97ae47722d80 x1866812144827008/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342413 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342397.801010:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780342397.801015:0:2409:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780342397.801033:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780342397.801043:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342397.801047:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780342397.802875:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342397.802900:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780342397.802905:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342397.802906:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780342397.802914:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342397.802921:0:2402:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp) <- 192.168.203.129@tcp : PUT - for me 00000400:00000200:1.0:1780342397.802927:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342397.802931:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342397.802936:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342397.802939:0:2402:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.129@tcp of length 224 into portal 4 MB=0x6a1db12c13c00 00000400:00000200:1.0:1780342397.802943:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342397.802949:0:2402:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.129@tcp of length 224/224 into md 0x5464d9 [1] + 224 00000800:00000001:1.0:1780342397.802955:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342397.802962:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780342397.802965:0:2402:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780342397.802969:0:2402:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000100:00000001:1.0:1780342397.802976:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780342397.802984:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97ae47720a80 x1866812144827392/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342452 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780342397.802994:0:2402:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97ae47720a80 x1866812144827392/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342452 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342397.803007:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780342397.803013:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342397.803016:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780342397.803026:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780342397.803029:0:2410:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780342397.803035:0:2410:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780342397.803037:0:2410:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780342397.803046:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97ae6bb26aa8. 00000400:00000200:1.0:1780342397.803050:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae508b6f68 00000400:00000010:1.0:1780342397.803052:0:2410:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae508b6f68. 00000100:00000001:1.0:1780342397.803055:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780342397.803059:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97ae47720a80 x1866812144827392/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342452 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780342397.803083:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97ae47720a80 x1866812144827392/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342452 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342397.803089:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780342397.803091:0:2410:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780342397.803094:0:2410:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1780342397.803097:0:2410:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780342397.803099:0:2410:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780342397.803102:0:2410:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780342397.803105:0:2410:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780342397.803113:0:2410:0:(import.c:2151:obd_at_measure()) add 36 to ffff97ae69585460 time=24 v=36 (36 36 5 5) 00000100:00001000:1.0:1780342397.803118:0:2410:0:(import.c:2151:obd_at_measure()) add 1 to ffff97ae69585418 time=66 v=5 (1 1 0 0) 00000100:00000001:1.0:1780342397.803120:0:2410:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780342397.803123:0:2410:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780342397.803125:0:2410:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780342397.803129:0:2410:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342397.803133:0:2410:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780342397.803135:0:2410:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0000-osc-ffff97ae6a5d1000: skip recheck: last_committed 47244662593 00000100:00000001:1.0:1780342397.803137:0:2410:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780342397.803139:0:2410:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780342397.803144:0:2410:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97ae47720a80 x1866812144827392/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342452 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342397.803150:0:2410:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780342397.803152:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780342397.803154:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780342397.803157:0:2410:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97ae47720a80 x1866812144827392/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342452 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1780342397.803165:0:2410:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff97ae47720a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4e9c6b05-0761-44df-afd6-bfbc14f27556:2410:1866812144827392:192.168.203.129@tcp:400:kworker.0 00000100:00000001:1.0:1780342397.803170:0:2410:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342397.803172:0:2410:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780342397.803175:0:2410:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97ae47720a80 x1866812144827392/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342452 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342397.803188:0:2410:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780342397.803191:0:2410:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780342397.803195:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97ae604a4200. 02000000:00000001:1.0:1780342397.803198:0:2410:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780342397.803200:0:2410:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1780342397.803208:0:2410:0:(genops.c:1244:class_import_put()) import ffff97ae69585000 refcount=3 obd=lustre-OST0000-osc-ffff97ae6a5d1000 00000020:00000001:1.0:1780342397.803210:0:2410:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1780342397.803213:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97ae483bc800. 02000000:00000001:1.0:1780342397.803215:0:2410:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780342397.803217:0:2410:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780342397.803218:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97ae47720a80. 00000100:00000001:1.0:1780342397.803221:0:2410:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780342397.803223:0:2410:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780342397.803226:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342397.803227:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780342397.803229:0:2410:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780342397.803231:0:2410:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342397.803233:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1780342397.803243:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342397.803248:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780342397.803250:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342397.803252:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780342397.803256:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342397.803260:0:2401:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp) <- 192.168.203.129@tcp : PUT - for me 00000400:00000200:1.0:1780342397.803264:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342397.803267:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342397.803270:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342397.803273:0:2401:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.129@tcp of length 224 into portal 10 MB=0x6a1db12c13b00 00000400:00000200:1.0:1780342397.803277:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342397.803282:0:2401:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.129@tcp of length 224/224 into md 0x5464c9 [1] + 224 00000800:00000001:1.0:1780342397.803287:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342397.803292:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780342397.803294:0:2401:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780342397.803297:0:2401:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000100:00000001:1.0:1780342397.803305:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780342397.803309:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97ae47721880 x1866812144827136/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342483 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780342397.803318:0:2401:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97ae47721880 x1866812144827136/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342483 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342397.803330:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780342397.803333:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342397.803336:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780342397.803343:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780342397.803345:0:2410:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780342397.803347:0:2410:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780342397.803349:0:2410:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780342397.803350:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97ae6bb26268. 00000400:00000200:1.0:1780342397.803353:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae508b6ee0 00000400:00000010:1.0:1780342397.803354:0:2410:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae508b6ee0. 00000100:00000001:1.0:1780342397.803356:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780342397.803359:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97ae47721880 x1866812144827136/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342483 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780342397.803367:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97ae47721880 x1866812144827136/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342483 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342397.803373:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780342397.803375:0:2410:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780342397.803377:0:2410:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1780342397.803378:0:2410:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780342397.803379:0:2410:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780342397.803381:0:2410:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780342397.803382:0:2410:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780342397.803387:0:2410:0:(import.c:2151:obd_at_measure()) add 61 to ffff97ae51c6a460 time=24 v=61 (61 61 61 62) 00000100:00001000:1.0:1780342397.803390:0:2410:0:(import.c:2151:obd_at_measure()) add 1 to ffff97ae51c6a418 time=95 v=5 (1 1 0 0) 00000100:00000001:1.0:1780342397.803392:0:2410:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780342397.803393:0:2410:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780342397.803395:0:2410:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780342397.803397:0:2410:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342397.803399:0:2410:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780342397.803404:0:2410:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff97ae6a5d1000: skip recheck: last_committed 30064771459 00000100:00000001:1.0:1780342397.803406:0:2410:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780342397.803408:0:2410:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780342397.803412:0:2410:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97ae47721880 x1866812144827136/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342483 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342397.803419:0:2410:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780342397.803421:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780342397.803422:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780342397.803425:0:2410:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97ae47721880 x1866812144827136/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342483 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1780342397.803432:0:2410:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff97ae47721880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4e9c6b05-0761-44df-afd6-bfbc14f27556:2410:1866812144827136:192.168.203.129@tcp:400:kworker.0 00000100:00000001:1.0:1780342397.803436:0:2410:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342397.803438:0:2410:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780342397.803441:0:2410:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97ae47721880 x1866812144827136/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342483 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342397.803447:0:2410:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780342397.803448:0:2410:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780342397.803450:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97ae604a4000. 02000000:00000001:1.0:1780342397.803452:0:2410:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780342397.803453:0:2410:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1780342397.803455:0:2410:0:(genops.c:1244:class_import_put()) import ffff97ae51c6a000 refcount=5 obd=lustre-MDT0000-mdc-ffff97ae6a5d1000 00000020:00000001:1.0:1780342397.803457:0:2410:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1780342397.803458:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97ae483bc400. 02000000:00000001:1.0:1780342397.803460:0:2410:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780342397.803461:0:2410:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780342397.803463:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97ae47721880. 00000100:00000001:1.0:1780342397.803466:0:2410:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780342397.803467:0:2410:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780342397.803469:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342397.803470:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780342397.803471:0:2410:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780342397.803473:0:2410:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342397.803474:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1780342397.804962:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342397.804974:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780342397.804977:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342397.804980:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780342397.804987:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342397.804994:0:2402:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp) <- 192.168.203.129@tcp : PUT - for me 00000400:00000200:1.0:1780342397.805002:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342397.805006:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342397.805011:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342397.805015:0:2402:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.129@tcp of length 224 into portal 10 MB=0x6a1db12c13b80 00000400:00000200:1.0:1780342397.805019:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342397.805025:0:2402:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.129@tcp of length 224/224 into md 0x5464e9 [1] + 224 00000800:00000001:1.0:1780342397.805031:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342397.805038:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780342397.805041:0:2402:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780342397.805046:0:2402:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000100:00000001:1.0:1780342397.805052:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780342397.805058:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97ae47720000 x1866812144827264/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342483 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780342397.805068:0:2402:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97ae47720000 x1866812144827264/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342483 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342397.805082:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780342397.805087:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342397.805090:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780342397.805100:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780342397.805103:0:2410:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780342397.805108:0:2410:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780342397.805110:0:2410:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780342397.805112:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97ae6bb26840. 00000400:00000200:1.0:1780342397.805115:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae508b6bb0 00000400:00000010:1.0:1780342397.805117:0:2410:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae508b6bb0. 00000100:00000001:1.0:1780342397.805119:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780342397.805123:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97ae47720000 x1866812144827264/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342483 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780342397.805148:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97ae47720000 x1866812144827264/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342483 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342397.805154:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780342397.805157:0:2410:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780342397.805159:0:2410:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1780342397.805161:0:2410:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780342397.805163:0:2410:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780342397.805165:0:2410:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780342397.805168:0:2410:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780342397.805175:0:2410:0:(import.c:2151:obd_at_measure()) add 61 to ffff97ae43085c60 time=24 v=61 (61 61 61 62) 00000100:00001000:1.0:1780342397.805180:0:2410:0:(import.c:2151:obd_at_measure()) add 1 to ffff97ae43085c18 time=80 v=5 (1 1 0 0) 00000100:00000001:1.0:1780342397.805183:0:2410:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780342397.805184:0:2410:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780342397.805187:0:2410:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1780342397.805192:0:2410:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff97ae47720000 x1866812144827264/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342483 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1780342397.805198:0:2410:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342397.805202:0:2410:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780342397.805204:0:2410:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff97ae6a5d1000: skip recheck: last_committed 21474836545 00000100:00000001:1.0:1780342397.805205:0:2410:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780342397.805207:0:2410:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780342397.805211:0:2410:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97ae47720000 x1866812144827264/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342483 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342397.805218:0:2410:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780342397.805221:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780342397.805222:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780342397.805226:0:2410:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97ae47720000 x1866812144827264/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342483 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1780342397.805232:0:2410:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff97ae47720000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4e9c6b05-0761-44df-afd6-bfbc14f27556:2410:1866812144827264:192.168.203.129@tcp:400:kworker.0 00000100:00000001:1.0:1780342397.805244:0:2410:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780342397.805247:0:2410:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780342397.805250:0:2410:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97ae47720000 x1866812144827264/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342483 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342397.805257:0:2410:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780342397.805260:0:2410:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780342397.805263:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97ae604a5e00. 02000000:00000001:1.0:1780342397.805266:0:2410:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780342397.805268:0:2410:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1780342397.805270:0:2410:0:(genops.c:1244:class_import_put()) import ffff97ae43085800 refcount=3 obd=lustre-MDT0001-mdc-ffff97ae6a5d1000 00000020:00000001:1.0:1780342397.805271:0:2410:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1780342397.805273:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97ae483bc700. 02000000:00000001:1.0:1780342397.805276:0:2410:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780342397.805277:0:2410:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780342397.805279:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97ae47720000. 00000100:00000001:1.0:1780342397.805282:0:2410:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780342397.805283:0:2410:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780342397.805285:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780342397.805294:0:2410:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780342397.805296:0:2410:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342397.805298:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780342397.805301:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1780342397.806261:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780342397.806265:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780342397.806268:0:2409:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97ae46184bb0. 00000400:00000200:0.0:1780342397.806273:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae6c374b28 00000400:00000010:0.0:1780342397.806275:0:2409:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae6c374b28. 00000100:00000001:0.0:1780342397.806279:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780342397.806286:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97ae47722d80 x1866812144827008/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342413 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780342397.806296:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97ae47722d80 x1866812144827008/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342413 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342397.806303:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780342397.806305:0:2409:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780342397.806307:0:2409:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1780342397.806309:0:2409:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780342397.806311:0:2409:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780342397.806313:0:2409:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780342397.806315:0:2409:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780342397.806320:0:2409:0:(import.c:2151:obd_at_measure()) add 5 to ffff97ae604f8c60 time=25 v=5 (5 5 5 5) 00000100:00001000:0.0:1780342397.806324:0:2409:0:(import.c:2151:obd_at_measure()) add 1 to ffff97ae604f8c18 time=95 v=5 (1 1 0 0) 00000100:00000001:0.0:1780342397.806327:0:2409:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780342397.806328:0:2409:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780342397.806330:0:2409:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780342397.806332:0:2409:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780342397.806335:0:2409:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780342397.806339:0:2409:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97ae47722d80 x1866812144827008/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342413 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342397.806346:0:2409:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780342397.806349:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780342397.806360:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780342397.806364:0:2409:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97ae47722d80 x1866812144827008/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342413 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1780342397.806371:0:2409:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff97ae47722d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2a8e121d-4255-4dce-9cfd-5ec7361d75ba:2409:1866812144827008:192.168.203.129@tcp:400:kworker.0 00000100:00000001:0.0:1780342397.806375:0:2409:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780342397.806378:0:2409:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780342397.806381:0:2409:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97ae47722d80 x1866812144827008/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342413 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342397.806387:0:2409:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780342397.806389:0:2409:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780342397.806391:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97ae428a5e00. 02000000:00000001:0.0:1780342397.806395:0:2409:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780342397.806396:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780342397.806398:0:2409:0:(genops.c:1244:class_import_put()) import ffff97ae604f8800 refcount=3 obd=MGC192.168.203.129@tcp 00000020:00000001:0.0:1780342397.806400:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1780342397.806402:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97ae483bc100. 02000000:00000001:0.0:1780342397.806405:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780342397.806407:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780342397.806408:0:2409:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97ae47722d80. 00000100:00000001:0.0:1780342397.806413:0:2409:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780342397.806415:0:2409:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780342397.806417:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780342397.806422:0:2409:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780342397.806424:0:2409:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780342397.806426:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780342397.806428:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342398.748828:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342398.748834:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342398.748839:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342398.748840:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780342398.748938:0:236697:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780342398.748941:0:236697:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780342398.748944:0:236697:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1780342399.772752:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342399.772758:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342399.772763:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342399.772765:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780342399.772886:0:252496:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780342399.772889:0:252496:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780342399.772892:0:252496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1780342400.796739:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342400.796744:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342400.796750:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342400.796751:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780342400.796911:0:236698:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780342400.796914:0:236698:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780342400.796917:0:236698:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1780342401.693912:0:252173:0:(connection.c:75:cpu_latency_work()) work item of ffff97ae60cbd000 (cpu 0) has reached its deadline 4306516737, at 4306516801 00000100:00000010:0.0:1780342401.693929:0:252173:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97ae71de34e0. 00000100:00000040:1.0:1780342401.694028:0:243559:0:(connection.c:75:cpu_latency_work()) work item of ffff97ae60cbd110 (cpu 0) has reached its deadline 4306516737, at 4306516801 00000100:00000010:1.0:1780342401.694034:0:243559:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97ae71de3600. 00010000:00000001:2.0:1780342401.821232:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342401.821238:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342401.821243:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342401.821244:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780342401.826203:0:248350:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1780342401.826210:0:248350:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780342401.826215:0:248350:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1780342402.844719:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342402.844724:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342402.844729:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342402.844731:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780342402.844831:0:242641:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780342402.844834:0:242641:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780342402.844837:0:242641:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1780342402.918520:0:190305:0:(pinger.c:231:ptlrpc_pinger_process_import()) 2a8e121d-4255-4dce-9cfd-5ec7361d75ba->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780342402.918528:0:190305:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780342402.918548:0:190305:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97ae6a521880. 00000020:00000040:3.0:1780342402.918553:0:190305:0:(genops.c:1231:class_import_get()) import ffff97ae604f8800 refcount=4 obd=MGC192.168.203.129@tcp 00000100:00000001:3.0:1780342402.918558:0:190305:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780342402.918603:0:190305:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780342402.918609:0:190305:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780342402.918617:0:190305:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97ad410ad400. 00000100:00000001:3.0:1780342402.918625:0:190305:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342402.918637:0:190305:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2a8e121d-4255-4dce-9cfd-5ec7361d75ba->MGS req@ffff97ae6a521880 x1866812144827520/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1780342402.918648:0:190305:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780342402.918653:0:190305:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342402.918659:0:190305:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f71d6be] to pc [ptlrpcd_01_01+1] req@ffff97ae6a521880 x1866812144827520/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342402.918683:0:190305:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342402.918686:0:190305:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780342402.918690:0:190305:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780342402.918692:0:190305:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97ae6a520700. 00000020:00000040:3.0:1780342402.918695:0:190305:0:(genops.c:1231:class_import_get()) import ffff97ae51c6a000 refcount=6 obd=lustre-MDT0000-mdc-ffff97ae6a5d1000 00000100:00000001:3.0:1780342402.918697:0:190305:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780342402.918699:0:190305:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780342402.918701:0:190305:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780342402.918704:0:190305:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97ad410ad900. 00000100:00000001:3.0:1780342402.918722:0:190305:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342402.918739:0:190305:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-MDT0000_UUID req@ffff97ae6a520700 x1866812144827648/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1780342402.918746:0:190305:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780342402.918748:0:190305:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342402.918751:0:190305:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c35b0cc] to pc [ptlrpcd_01_00+0] req@ffff97ae6a520700 x1866812144827648/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342402.918758:0:190305:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342402.918760:0:190305:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780342402.918763:0:190305:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780342402.918766:0:190305:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97ae6a521500. 00000020:00000040:3.0:1780342402.918769:0:190305:0:(genops.c:1231:class_import_get()) import ffff97ae43085800 refcount=4 obd=lustre-MDT0001-mdc-ffff97ae6a5d1000 00000100:00000001:3.0:1780342402.918770:0:190305:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780342402.918772:0:190305:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780342402.918773:0:190305:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780342402.918776:0:190305:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97ad410adf00. 00000100:00000001:3.0:1780342402.918779:0:190305:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342402.918783:0:190305:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-MDT0001_UUID req@ffff97ae6a521500 x1866812144827776/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1780342402.918788:0:190305:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780342402.918790:0:190305:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342402.918793:0:190305:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b4c224a7] to pc [ptlrpcd_01_01+1] req@ffff97ae6a521500 x1866812144827776/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342402.918799:0:190305:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342402.918802:0:190305:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780342402.918804:0:190305:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780342402.918806:0:190305:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97ae6a523100. 00000020:00000040:3.0:1780342402.918808:0:190305:0:(genops.c:1231:class_import_get()) import ffff97ae69585000 refcount=4 obd=lustre-OST0000-osc-ffff97ae6a5d1000 00000100:00000001:3.0:1780342402.918810:0:190305:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780342402.918816:0:190305:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780342402.918818:0:190305:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780342402.918821:0:190305:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97ad410ad500. 00000100:00000001:3.0:1780342402.918824:0:190305:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342402.918828:0:190305:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-OST0000_UUID req@ffff97ae6a523100 x1866812144827904/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1780342402.918834:0:190305:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780342402.918836:0:190305:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342402.918839:0:190305:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd57e51a] to pc [ptlrpcd_01_00+0] req@ffff97ae6a523100 x1866812144827904/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342402.918845:0:190305:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342402.918847:0:190305:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1780342402.918849:0:190305:0:(pinger.c:249:ptlrpc_pinger_process_import()) 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1780342402.918854:0:190305:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11855) 00000100:00000001:3.0:1780342402.918865:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780342402.918869:0:2411:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780342402.918871:0:2411:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780342402.918876:0:2411:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97ae6a520700 x1866812144827648/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342402.918883:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780342402.918885:0:2411:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780342402.918889:0:2411:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780342402.918891:0:2411:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780342402.918894:0:2411:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780342402.918896:0:2411:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97ae6a520700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4e9c6b05-0761-44df-afd6-bfbc14f27556:2411:1866812144827648:192.168.203.129@tcp:400:kworker.0 00000100:00000001:3.0:1780342402.918900:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780342402.918905:0:2411:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780342402.918907:0:2411:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780342402.918909:0:2411:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780342402.918913:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97ae6c6c1000. 02000000:00000001:3.0:1780342402.918915:0:2411:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780342402.918927:0:2411:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000010:3.0:1780342402.918930:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97ae6a816aa8. 00000400:00000010:3.0:1780342402.918936:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae452f6d48. 00000100:00000200:3.0:1780342402.918942:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812144827648, portal 10 00000100:00000001:3.0:1780342402.918944:0:2411:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780342402.918946:0:2411:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446629374096705280 : -114699612846336 : ffff97ae6a520700) 00000100:00000040:3.0:1780342402.918953:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97ae6a520700 x1866812144827648/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342488 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342402.918959:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780342402.918961:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.129@tcp 00000400:00000010:3.0:1780342402.918963:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae452f6770. 00000100:00000200:3.0:1780342402.918966:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866812144827648, offset 0 00000400:00000200:3.0:1780342402.918973:0:2411:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.129@tcp 00000400:00000200:3.0:1780342402.918980:0:2411:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:3.0:1780342402.918987:0:2411:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.129@tcp local destination 00000400:00000200:3.0:1780342402.918992:0:2411:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780342402.918995:0:2411:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.29@tcp 00000400:00000200:3.0:1780342402.918999:0:2411:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780342402.919001:0:2411:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.129@tcp 00000400:00000200:3.0:1780342402.919004:0:2411:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.29@tcp NI seq info: [551851:551851:256:4294967295] 192.168.203.129@tcp LPNI seq info [551777:551777:8:4294967295] 00000400:00000200:3.0:1780342402.919008:0:2411:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:3.0:1780342402.919016:0:2411:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp:) -> 192.168.203.129@tcp(192.168.203.129@tcp:192.168.203.129@tcp) : PUT try# 0 00000800:00000200:3.0:1780342402.919021:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.129@tcp 00000800:00000010:3.0:1780342402.919025:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97ad410ad300. 00000800:00000200:3.0:1780342402.919031:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97ae46b85a80] -> 12345-192.168.203.129@tcp (5) 00000800:00000200:3.0:1780342402.919038:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.129@tcp ip 192.168.203.129:988 00000800:00000200:3.0:1780342402.919042:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97ad410ad300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780342402.919049:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342402.919052:0:2411:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: using a timeout of 16206 usecs (17 jiffies) 00000400:00000200:3.0:1780342402.919055:0:2411:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000001:3.0:1780342402.919057:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 0 is 4306518042 00000100:00000010:3.0:1780342402.919066:0:2411:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97ae44b6f4e0. 00000100:00000001:3.0:1780342402.919072:0:2411:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1780342402.919077:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 1 is 4306518042 00000100:00000010:3.0:1780342402.919080:0:2411:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97ae44b6f540. 00000100:00000001:3.0:1780342402.919083:0:2411:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1780342402.919090:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780342402.919093:0:2411:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342402.919095:0:2411:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780342402.919099:0:2411:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97ae6a523100 x1866812144827904/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342402.919105:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780342402.919106:0:2411:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780342402.919108:0:2411:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780342402.919110:0:2411:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780342402.919112:0:2411:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780342402.919114:0:2411:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97ae6a523100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4e9c6b05-0761-44df-afd6-bfbc14f27556:2411:1866812144827904:192.168.203.129@tcp:400:kworker.0 00000100:00000001:3.0:1780342402.919117:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780342402.919119:0:2411:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780342402.919121:0:2411:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780342402.919122:0:2411:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780342402.919125:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97ae6c6c1e00. 02000000:00000001:3.0:1780342402.919127:0:2411:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780342402.919130:0:2411:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000010:3.0:1780342402.919132:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97ae6a816790. 00000400:00000010:3.0:1780342402.919151:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae452f6dd0. 00000100:00000200:3.0:1780342402.919154:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812144827904, portal 4 00000100:00000001:3.0:1780342402.919155:0:2411:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780342402.919156:0:2411:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446629374096716032 : -114699612835584 : ffff97ae6a523100) 00000100:00000040:3.0:1780342402.919162:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97ae6a523100 x1866812144827904/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342402.919168:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780342402.919175:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.129@tcp 00000400:00000010:3.0:1780342402.919178:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae452f6110. 00000100:00000200:3.0:1780342402.919180:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1866812144827904, offset 0 00000400:00000200:3.0:1780342402.919185:0:2411:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.129@tcp 00000400:00000200:3.0:1780342402.919189:0:2411:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:3.0:1780342402.919192:0:2411:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.129@tcp local destination 00000400:00000200:3.0:1780342402.919195:0:2411:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780342402.919197:0:2411:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.29@tcp 00000400:00000200:3.0:1780342402.919199:0:2411:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780342402.919201:0:2411:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.129@tcp 00000400:00000200:3.0:1780342402.919204:0:2411:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.29@tcp NI seq info: [551852:551852:255:4294967295] 192.168.203.129@tcp LPNI seq info [551778:551778:7:4294967295] 00000400:00000200:3.0:1780342402.919208:0:2411:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:3.0:1780342402.919213:0:2411:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp:) -> 192.168.203.129@tcp(192.168.203.129@tcp:192.168.203.129@tcp) : PUT try# 0 00000800:00000200:3.0:1780342402.919216:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.129@tcp 00000800:00000010:3.0:1780342402.919220:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97ad410ada00. 00000800:00000200:3.0:1780342402.919223:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97ae46b85a80] -> 12345-192.168.203.129@tcp (5) 00000800:00000200:3.0:1780342402.919227:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.129@tcp ip 192.168.203.129:988 00000800:00000200:3.0:1780342402.919229:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97ad410ada00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780342402.919232:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342402.919235:0:2411:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff97ae6a5d1000: using a timeout of 110440 usecs (111 jiffies) 00000400:00000200:3.0:1780342402.919237:0:2411:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000001:3.0:1780342402.919239:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 0 is 4306518136 00000100:00000001:3.0:1780342402.919244:0:2411:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff97ae6a5d1000: PM QoS request active for cpu 0, simply extend its deadline from 4306518042 00000100:00000001:3.0:1780342402.919247:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 1 is 4306518136 00000100:00000001:3.0:1780342402.919249:0:2411:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff97ae6a5d1000: PM QoS request active for cpu 1, simply extend its deadline from 4306518042 00000100:00000001:3.0:1780342402.919252:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780342402.919254:0:2411:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342402.919256:0:2411:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342402.919258:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780342402.919265:0:2411:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780342402.919272:0:2411:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:3.0:1780342402.919274:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780342402.919276:0:2411:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780342402.919277:0:2411:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780342402.919280:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:3.0:1780342402.919281:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780342402.919283:0:2411:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780342402.919284:0:2411:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780342402.919286:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780342402.919286:0:2411:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780342402.919288:0:2411:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780342402.919292:0:2411:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97ae6a521880 x1866812144827520/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342402.919298:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780342402.919299:0:2411:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780342402.919301:0:2411:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780342402.919303:0:2411:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780342402.919305:0:2411:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780342402.919307:0:2411:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97ae6a521880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2a8e121d-4255-4dce-9cfd-5ec7361d75ba:2411:1866812144827520:192.168.203.129@tcp:400:kworker.0 00000100:00000001:3.0:1780342402.919310:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780342402.919313:0:2411:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780342402.919314:0:2411:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780342402.919316:0:2411:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780342402.919319:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97ae6c6c1c00. 02000000:00000001:3.0:1780342402.919321:0:2411:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780342402.919325:0:2411:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000010:3.0:1780342402.919327:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97ae6a816dc0. 00000400:00000010:3.0:1780342402.919330:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae452f6a18. 00000100:00000200:3.0:1780342402.919333:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812144827520, portal 25 00000100:00000001:3.0:1780342402.919335:0:2411:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780342402.919337:0:2411:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446629374096709760 : -114699612841856 : ffff97ae6a521880) 00000100:00000040:3.0:1780342402.919341:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97ae6a521880 x1866812144827520/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342402.919347:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780342402.919354:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.129@tcp 00000400:00000010:3.0:1780342402.919356:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae452f6990. 00000100:00000200:3.0:1780342402.919359:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866812144827520, offset 0 00000400:00000200:3.0:1780342402.919363:0:2411:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.129@tcp 00000400:00000200:3.0:1780342402.919367:0:2411:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:3.0:1780342402.919370:0:2411:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.129@tcp local destination 00000400:00000200:3.0:1780342402.919373:0:2411:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780342402.919375:0:2411:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.29@tcp 00000400:00000200:3.0:1780342402.919377:0:2411:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780342402.919379:0:2411:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.129@tcp 00000400:00000200:3.0:1780342402.919382:0:2411:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.29@tcp NI seq info: [551853:551853:254:4294967295] 192.168.203.129@tcp LPNI seq info [551779:551779:6:4294967295] 00000400:00000200:3.0:1780342402.919386:0:2411:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:3.0:1780342402.919392:0:2411:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp:) -> 192.168.203.129@tcp(192.168.203.129@tcp:192.168.203.129@tcp) : PUT try# 0 00000800:00000200:3.0:1780342402.919396:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.129@tcp 00000800:00000010:3.0:1780342402.919399:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97ad410ad200. 00000800:00000200:3.0:1780342402.919403:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97ae46b85a80] -> 12345-192.168.203.129@tcp (5) 00000800:00000200:3.0:1780342402.919407:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.129@tcp ip 192.168.203.129:988 00000800:00000200:3.0:1780342402.919410:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97ad410ad200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780342402.919412:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780342402.919415:0:2411:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000001:3.0:1780342402.919417:0:2411:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306521860 00000100:00000001:3.0:1780342402.919420:0:2411:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306518136 00000100:00000001:3.0:1780342402.919423:0:2411:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306521860 00000100:00000001:3.0:1780342402.919426:0:2411:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306518136 00000100:00000001:3.0:1780342402.919428:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780342402.919430:0:2411:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342402.919432:0:2411:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780342402.919436:0:2411:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97ae6a521500 x1866812144827776/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342402.919443:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780342402.919449:0:2411:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780342402.919451:0:2411:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780342402.919453:0:2411:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780342402.919455:0:2411:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780342402.919458:0:2411:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97ae6a521500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4e9c6b05-0761-44df-afd6-bfbc14f27556:2411:1866812144827776:192.168.203.129@tcp:400:kworker.0 00000100:00000001:3.0:1780342402.919461:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780342402.919463:0:2411:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780342402.919465:0:2411:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780342402.919466:0:2411:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780342402.919469:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97ae6c6c0400. 02000000:00000001:3.0:1780342402.919471:0:2411:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780342402.919475:0:2411:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000010:3.0:1780342402.919477:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97ae6a816420. 00000400:00000010:3.0:1780342402.919480:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae452f67f8. 00000100:00000200:3.0:1780342402.919482:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812144827776, portal 10 00000100:00000001:3.0:1780342402.919484:0:2411:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780342402.919486:0:2411:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446629374096708864 : -114699612842752 : ffff97ae6a521500) 00000100:00000040:3.0:1780342402.919491:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97ae6a521500 x1866812144827776/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342488 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342402.919497:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780342402.919499:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.129@tcp 00000400:00000010:3.0:1780342402.919501:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae452f66e8. 00000100:00000200:3.0:1780342402.919503:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866812144827776, offset 0 00000400:00000200:3.0:1780342402.919507:0:2411:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.129@tcp 00000400:00000200:3.0:1780342402.919510:0:2411:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:3.0:1780342402.919514:0:2411:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.129@tcp local destination 00000400:00000200:3.0:1780342402.919517:0:2411:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780342402.919519:0:2411:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.29@tcp 00000400:00000200:3.0:1780342402.919521:0:2411:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780342402.919523:0:2411:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.129@tcp 00000400:00000200:3.0:1780342402.919526:0:2411:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.29@tcp NI seq info: [551854:551854:253:4294967295] 192.168.203.129@tcp LPNI seq info [551780:551780:5:4294967295] 00000400:00000200:3.0:1780342402.919531:0:2411:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:3.0:1780342402.919547:0:2411:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp:) -> 192.168.203.129@tcp(192.168.203.129@tcp:192.168.203.129@tcp) : PUT try# 0 00000800:00000200:3.0:1780342402.919558:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.129@tcp 00000800:00000010:3.0:1780342402.919582:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97ad410ad700. 00000800:00000200:3.0:1780342402.919586:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97ae46b85a80] -> 12345-192.168.203.129@tcp (5) 00000800:00000200:3.0:1780342402.919590:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.129@tcp ip 192.168.203.129:988 00000800:00000200:3.0:1780342402.919592:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97ad410ad700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780342402.919595:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342402.919597:0:2411:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97ae6a5d1000: using a timeout of 22547 usecs (23 jiffies) 00000400:00000200:3.0:1780342402.919600:0:2411:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000001:3.0:1780342402.919602:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 0 is 4306518048 00000100:00000001:3.0:1780342402.919604:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97ae6a5d1000: PM QoS request active for cpu 0, keep current deadline 4306521860 00000100:00000001:3.0:1780342402.919606:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 1 is 4306518048 00000100:00000001:3.0:1780342402.919608:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97ae6a5d1000: PM QoS request active for cpu 1, keep current deadline 4306521860 00000100:00000001:3.0:1780342402.919610:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780342402.919612:0:2411:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342402.919614:0:2411:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342402.919616:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342402.919855:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780342402.919859:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780342402.920159:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780342402.920164:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97ad410ad300. 00000400:00000200:1.0:1780342402.920170:0:2401:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780342402.920176:0:2401:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000400:00000200:1.0:1780342402.920182:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae452f6770 00000400:00000010:1.0:1780342402.920184:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae452f6770. 00000100:00000001:1.0:1780342402.920189:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780342402.920199:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97ae6a520700 x1866812144827648/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342488 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342402.920209:0:2401:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780342402.920212:0:2401:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97ae6a520700 x1866812144827648/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342488 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342402.920220:0:2401:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342402.920221:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1780342402.920233:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780342402.920235:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97ad410ada00. 00000400:00000200:1.0:1780342402.920238:0:2401:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780342402.920241:0:2401:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000400:00000200:1.0:1780342402.920243:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae452f6110 00000400:00000010:1.0:1780342402.920245:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae452f6110. 00000100:00000001:1.0:1780342402.920247:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780342402.920255:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97ae6a523100 x1866812144827904/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342402.920262:0:2401:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780342402.920265:0:2401:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97ae6a523100 x1866812144827904/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342457 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342402.920270:0:2401:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342402.920271:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1780342402.920279:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780342402.920281:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97ad410ad200. 00000400:00000200:1.0:1780342402.920283:0:2401:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780342402.920286:0:2401:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000400:00000200:1.0:1780342402.920288:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae452f6990 00000400:00000010:1.0:1780342402.920289:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae452f6990. 00000100:00000001:1.0:1780342402.920292:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780342402.920294:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97ae6a521880 x1866812144827520/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342402.920300:0:2401:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780342402.920302:0:2401:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97ae6a521880 x1866812144827520/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342418 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342402.920313:0:2401:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342402.920315:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1780342402.920369:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780342402.920371:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97ad410ad700. 00000400:00000200:1.0:1780342402.920374:0:2401:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780342402.920377:0:2401:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000400:00000200:1.0:1780342402.920380:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae452f66e8 00000400:00000010:1.0:1780342402.920381:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae452f66e8. 00000100:00000001:1.0:1780342402.920383:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780342402.920387:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97ae6a521500 x1866812144827776/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342488 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342402.920393:0:2401:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780342402.920396:0:2401:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97ae6a521500 x1866812144827776/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342488 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342402.920402:0:2401:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342402.920404:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780342402.924073:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342402.924090:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780342402.924095:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342402.924097:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780342402.924106:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342402.924113:0:2402:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp) <- 192.168.203.129@tcp : PUT - for me 00000400:00000200:1.0:1780342402.924121:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342402.924125:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342402.924129:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342402.924133:0:2402:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.129@tcp of length 224 into portal 4 MB=0x6a1db12c13e00 00000400:00000200:1.0:1780342402.924144:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342402.924150:0:2402:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.129@tcp of length 224/224 into md 0x546501 [1] + 224 00000800:00000001:1.0:1780342402.924158:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342402.924162:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780342402.924166:0:2402:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780342402.924170:0:2402:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000100:00000001:1.0:1780342402.924193:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780342402.924202:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97ae6a523100 x1866812144827904/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342457 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780342402.924212:0:2402:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97ae6a523100 x1866812144827904/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342457 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342402.924277:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780342402.924286:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342402.924290:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780342402.924293:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342402.924295:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780342402.924298:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342402.924302:0:2402:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp) <- 192.168.203.129@tcp : PUT - for me 00000400:00000200:1.0:1780342402.924305:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342402.924308:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342402.924311:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342402.924314:0:2402:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.129@tcp of length 224 into portal 25 MB=0x6a1db12c13c80 00000400:00000200:1.0:1780342402.924317:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342402.924322:0:2402:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.129@tcp of length 224/224 into md 0x546509 [1] + 224 00000800:00000001:1.0:1780342402.924326:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342402.924332:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780342402.924333:0:2402:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780342402.924336:0:2402:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000100:00000001:1.0:1780342402.924339:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780342402.924342:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97ae6a521880 x1866812144827520/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342418 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780342402.924350:0:2402:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97ae6a521880 x1866812144827520/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342418 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342402.924357:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780342402.924360:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342402.924362:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780342402.924397:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780342402.924402:0:2411:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780342402.924408:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780342402.924410:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780342402.924413:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97ae6a816dc0. 00000400:00000200:3.0:1780342402.924418:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae452f6a18 00000400:00000010:3.0:1780342402.924420:0:2411:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae452f6a18. 00000100:00000001:3.0:1780342402.924423:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780342402.924428:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97ae6a521880 x1866812144827520/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342418 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780342402.924438:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97ae6a521880 x1866812144827520/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342418 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342402.924445:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780342402.924447:0:2411:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780342402.924450:0:2411:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780342402.924459:0:2411:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780342402.924462:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780342402.924464:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780342402.924467:0:2411:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780342402.924475:0:2411:0:(import.c:2151:obd_at_measure()) add 5 to ffff97ae604f8c60 time=30 v=5 (5 5 5 5) 00000100:00001000:3.0:1780342402.924479:0:2411:0:(import.c:2151:obd_at_measure()) add 1 to ffff97ae604f8c18 time=100 v=5 (1 1 0 0) 00000100:00000001:3.0:1780342402.925104:0:2411:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780342402.925106:0:2411:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780342402.925110:0:2411:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780342402.925112:0:2411:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342402.925114:0:2411:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342402.925120:0:2411:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97ae6a521880 x1866812144827520/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342418 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342402.925128:0:2411:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780342402.925131:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780342402.925134:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780342402.925138:0:2411:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97ae6a521880 x1866812144827520/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342418 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1780342402.925145:0:2411:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff97ae6a521880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2a8e121d-4255-4dce-9cfd-5ec7361d75ba:2411:1866812144827520:192.168.203.129@tcp:400:kworker.0 00000400:00000001:2.0:1780342402.925412:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780342402.925415:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780342402.925417:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97ae6a816790. 00000400:00000200:2.0:1780342402.925422:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae452f6dd0 00000400:00000010:2.0:1780342402.925424:0:2411:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae452f6dd0. 00000100:00000001:2.0:1780342402.925427:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780342402.925433:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97ae6a523100 x1866812144827904/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342457 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780342402.925440:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97ae6a523100 x1866812144827904/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342457 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342402.925458:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780342402.925459:0:2411:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342402.925461:0:2411:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780342402.925463:0:2411:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780342402.925465:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780342402.925466:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780342402.925468:0:2411:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780342402.925475:0:2411:0:(import.c:2151:obd_at_measure()) add 36 to ffff97ae69585460 time=29 v=36 (36 36 5 5) 00000100:00001000:2.0:1780342402.925478:0:2411:0:(import.c:2151:obd_at_measure()) add 1 to ffff97ae69585418 time=71 v=5 (1 1 0 0) 00000100:00000001:2.0:1780342402.925480:0:2411:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780342402.925481:0:2411:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342402.925482:0:2411:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780342402.925485:0:2411:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342402.925488:0:2411:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780342402.925490:0:2411:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0000-osc-ffff97ae6a5d1000: skip recheck: last_committed 47244662593 00000100:00000001:2.0:1780342402.925492:0:2411:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780342402.925493:0:2411:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780342402.925496:0:2411:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97ae6a523100 x1866812144827904/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342457 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342402.925503:0:2411:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780342402.925504:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780342402.925506:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780342402.925508:0:2411:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97ae6a523100 x1866812144827904/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342457 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1780342402.925515:0:2411:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff97ae6a523100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4e9c6b05-0761-44df-afd6-bfbc14f27556:2411:1866812144827904:192.168.203.129@tcp:400:kworker.0 00000100:00000001:2.0:1780342402.925518:0:2411:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342402.925521:0:2411:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780342402.925524:0:2411:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97ae6a521880 x1866812144827520/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342418 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342402.925531:0:2411:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780342402.925534:0:2411:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780342402.925553:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97ae6c6c1c00. 02000000:00000001:2.0:1780342402.925557:0:2411:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780342402.925559:0:2411:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780342402.925587:0:2411:0:(genops.c:1244:class_import_put()) import ffff97ae604f8800 refcount=3 obd=MGC192.168.203.129@tcp 00000020:00000001:2.0:1780342402.925589:0:2411:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780342402.925592:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97ad410ad400. 02000000:00000001:2.0:1780342402.925595:0:2411:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780342402.925597:0:2411:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780342402.925599:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97ae6a521880. 00000100:00000001:2.0:1780342402.925602:0:2411:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780342402.925604:0:2411:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342402.925605:0:2411:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780342402.925609:0:2411:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97ae6a523100 x1866812144827904/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342457 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342402.925615:0:2411:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780342402.925616:0:2411:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780342402.925618:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97ae6c6c1e00. 02000000:00000001:2.0:1780342402.925620:0:2411:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780342402.925621:0:2411:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780342402.925622:0:2411:0:(genops.c:1244:class_import_put()) import ffff97ae69585000 refcount=3 obd=lustre-OST0000-osc-ffff97ae6a5d1000 00000020:00000001:2.0:1780342402.925624:0:2411:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780342402.925625:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97ad410ad500. 02000000:00000001:2.0:1780342402.925627:0:2411:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780342402.925629:0:2411:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780342402.925630:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97ae6a523100. 00000100:00000001:2.0:1780342402.925632:0:2411:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780342402.925633:0:2411:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342402.925636:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342402.925637:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780342402.925639:0:2411:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780342402.925641:0:2411:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342402.925642:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1780342402.926947:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342402.926971:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780342402.926975:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342402.926977:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780342402.926985:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342402.926991:0:2401:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp) <- 192.168.203.129@tcp : PUT - for me 00000400:00000200:1.0:1780342402.927000:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342402.927004:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342402.927010:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342402.927014:0:2401:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.129@tcp of length 224 into portal 10 MB=0x6a1db12c13d00 00000400:00000200:1.0:1780342402.927018:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342402.927024:0:2401:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.129@tcp of length 224/224 into md 0x5464f9 [1] + 224 00000800:00000001:1.0:1780342402.927031:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342402.927035:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780342402.927038:0:2401:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780342402.927042:0:2401:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000100:00000001:1.0:1780342402.927048:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780342402.927055:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97ae6a520700 x1866812144827648/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342488 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780342402.927067:0:2401:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97ae6a520700 x1866812144827648/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342488 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342402.927088:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780342402.927096:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342402.927100:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780342402.927102:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342402.927104:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780342402.927107:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342402.927110:0:2401:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp) <- 192.168.203.129@tcp : PUT - for me 00000400:00000200:1.0:1780342402.927113:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342402.927115:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342402.927118:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342402.927121:0:2401:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.129@tcp of length 224 into portal 10 MB=0x6a1db12c13d80 00000400:00000200:1.0:1780342402.927124:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342402.927133:0:2401:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.129@tcp of length 224/224 into md 0x546511 [1] + 224 00000800:00000001:1.0:1780342402.927137:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342402.927144:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780342402.927146:0:2401:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780342402.927149:0:2401:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000100:00000001:1.0:1780342402.927153:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780342402.927157:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97ae6a521500 x1866812144827776/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342488 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780342402.927176:0:2401:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97ae6a521500 x1866812144827776/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342488 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342402.927183:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780342402.927187:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342402.927190:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342402.927304:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780342402.927307:0:2411:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780342402.927312:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780342402.927314:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780342402.927317:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97ae6a816420. 00000400:00000200:2.0:1780342402.927321:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae452f67f8 00000400:00000010:2.0:1780342402.927329:0:2411:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae452f67f8. 00000100:00000001:2.0:1780342402.927333:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780342402.927337:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97ae6a521500 x1866812144827776/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342488 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780342402.927345:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97ae6a521500 x1866812144827776/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342488 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342402.927351:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780342402.927353:0:2411:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342402.927355:0:2411:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780342402.927357:0:2411:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780342402.927359:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780342402.927362:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780342402.927364:0:2411:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780342402.927372:0:2411:0:(import.c:2151:obd_at_measure()) add 61 to ffff97ae43085c60 time=29 v=61 (61 61 61 62) 00000100:00001000:2.0:1780342402.927376:0:2411:0:(import.c:2151:obd_at_measure()) add 1 to ffff97ae43085c18 time=85 v=5 (1 1 0 0) 00000100:00000001:2.0:1780342402.927379:0:2411:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780342402.927380:0:2411:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342402.927383:0:2411:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1780342402.927387:0:2411:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff97ae6a521500 x1866812144827776/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342488 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1780342402.927394:0:2411:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342402.927397:0:2411:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780342402.927399:0:2411:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff97ae6a5d1000: skip recheck: last_committed 21474836545 00000100:00000001:2.0:1780342402.927401:0:2411:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780342402.927402:0:2411:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780342402.927406:0:2411:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97ae6a521500 x1866812144827776/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342488 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342402.927414:0:2411:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780342402.927416:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780342402.927418:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780342402.927422:0:2411:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97ae6a521500 x1866812144827776/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342488 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1780342402.927441:0:2411:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff97ae6a521500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4e9c6b05-0761-44df-afd6-bfbc14f27556:2411:1866812144827776:192.168.203.129@tcp:400:kworker.0 00000400:00000001:2.0:1780342402.927447:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780342402.927448:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780342402.927449:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97ae6a816aa8. 00000400:00000200:2.0:1780342402.927452:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae452f6d48 00000400:00000010:2.0:1780342402.927454:0:2411:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae452f6d48. 00000100:00000001:2.0:1780342402.927456:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780342402.927459:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97ae6a520700 x1866812144827648/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342488 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780342402.927468:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97ae6a520700 x1866812144827648/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342488 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342402.927474:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780342402.927476:0:2411:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342402.927477:0:2411:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780342402.927479:0:2411:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780342402.927480:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780342402.927482:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780342402.927483:0:2411:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780342402.927487:0:2411:0:(import.c:2151:obd_at_measure()) add 61 to ffff97ae51c6a460 time=29 v=61 (61 61 61 62) 00000100:00001000:2.0:1780342402.927491:0:2411:0:(import.c:2151:obd_at_measure()) add 1 to ffff97ae51c6a418 time=100 v=5 (1 1 0 0) 00000100:00000001:2.0:1780342402.927493:0:2411:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780342402.927494:0:2411:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342402.927496:0:2411:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780342402.927498:0:2411:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342402.927500:0:2411:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780342402.927501:0:2411:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff97ae6a5d1000: skip recheck: last_committed 30064771459 00000100:00000001:2.0:1780342402.927503:0:2411:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780342402.927504:0:2411:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780342402.927508:0:2411:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97ae6a520700 x1866812144827648/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342488 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342402.927514:0:2411:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780342402.927520:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780342402.927522:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780342402.927526:0:2411:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97ae6a520700 x1866812144827648/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342488 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1780342402.927534:0:2411:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff97ae6a520700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4e9c6b05-0761-44df-afd6-bfbc14f27556:2411:1866812144827648:192.168.203.129@tcp:400:kworker.0 00000100:00000001:2.0:1780342402.927550:0:2411:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342402.927552:0:2411:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780342402.927556:0:2411:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97ae6a521500 x1866812144827776/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342488 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342402.927587:0:2411:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780342402.927590:0:2411:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780342402.927593:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97ae6c6c0400. 02000000:00000001:2.0:1780342402.927596:0:2411:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780342402.927598:0:2411:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780342402.927600:0:2411:0:(genops.c:1244:class_import_put()) import ffff97ae43085800 refcount=3 obd=lustre-MDT0001-mdc-ffff97ae6a5d1000 00000020:00000001:2.0:1780342402.927602:0:2411:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780342402.927605:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97ad410adf00. 02000000:00000001:2.0:1780342402.927608:0:2411:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780342402.927610:0:2411:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780342402.927612:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97ae6a521500. 00000100:00000001:2.0:1780342402.927615:0:2411:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780342402.927616:0:2411:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342402.927618:0:2411:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780342402.928241:0:2411:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97ae6a520700 x1866812144827648/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342488 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342402.928252:0:2411:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780342402.928254:0:2411:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780342402.928257:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97ae6c6c1000. 02000000:00000001:2.0:1780342402.928261:0:2411:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780342402.928263:0:2411:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780342402.928264:0:2411:0:(genops.c:1244:class_import_put()) import ffff97ae51c6a000 refcount=5 obd=lustre-MDT0000-mdc-ffff97ae6a5d1000 00000020:00000001:2.0:1780342402.928266:0:2411:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780342402.928268:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97ad410ad900. 02000000:00000001:2.0:1780342402.928280:0:2411:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780342402.928282:0:2411:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780342402.928283:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97ae6a520700. 00000100:00000001:2.0:1780342402.928286:0:2411:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780342402.928288:0:2411:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342402.928291:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342402.928300:0:2411:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780342402.928302:0:2411:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342402.928305:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780342402.928307:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342403.869378:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342403.869389:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342403.869398:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342403.869404:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780342403.869585:0:236697:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780342403.869591:0:236697:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780342403.869595:0:236697:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1780342404.892765:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342404.892773:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342404.892780:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342404.892781:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780342404.895989:0:252496:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780342404.895998:0:252496:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780342404.896005:0:252496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1780342405.920120:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342405.920131:0:279583:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1780342405.920134:0:279583:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780342405.920138:0:279583:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342405.920144:0:279583:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1780342405.920146:0:279583:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342405.920148:0:279583:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342405.920151:0:279583:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342405.920155:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342405.920158:0:279583:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1780342405.920159:0:279583:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780342405.920172:0:279583:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780342405.920174:0:279583:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780342405.920176:0:279583:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342405.920177:0:279583:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1780342405.920178:0:279583:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342405.920180:0:279583:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342405.920182:0:279583:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780342405.920326:0:236698:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780342405.920330:0:236698:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780342405.920334:0:236698:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1780342406.812713:0:252173:0:(connection.c:75:cpu_latency_work()) work item of ffff97ae60cbd000 (cpu 0) has reached its deadline 4306521860, at 4306521920 00000100:00000010:0.0:1780342406.812730:0:252173:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97ae44b6f4e0. 00000100:00000040:1.0:1780342406.814379:0:243559:0:(connection.c:75:cpu_latency_work()) work item of ffff97ae60cbd110 (cpu 0) has reached its deadline 4306521860, at 4306521921 00000100:00000010:1.0:1780342406.814396:0:243559:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97ae44b6f540. 00010000:00000001:2.0:1780342406.940796:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342406.940809:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342406.940816:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342406.940840:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780342406.941536:0:248350:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1780342406.941541:0:248350:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780342406.941546:0:248350:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1780342407.964801:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342407.964809:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342407.964815:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342407.964817:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780342407.965157:0:242641:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780342407.965161:0:242641:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780342407.965165:0:242641:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1780342408.030365:0:190305:0:(pinger.c:231:ptlrpc_pinger_process_import()) 2a8e121d-4255-4dce-9cfd-5ec7361d75ba->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780342408.030373:0:190305:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780342408.030390:0:190305:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97ae6a522680. 00000020:00000040:3.0:1780342408.030397:0:190305:0:(genops.c:1231:class_import_get()) import ffff97ae604f8800 refcount=4 obd=MGC192.168.203.129@tcp 00000100:00000001:3.0:1780342408.030401:0:190305:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780342408.030419:0:190305:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780342408.030423:0:190305:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780342408.030429:0:190305:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97ad410ad100. 00000100:00000001:3.0:1780342408.030435:0:190305:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342408.030443:0:190305:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2a8e121d-4255-4dce-9cfd-5ec7361d75ba->MGS req@ffff97ae6a522680 x1866812144828032/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1780342408.030452:0:190305:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780342408.030455:0:190305:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342408.030459:0:190305:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f15b4f4] to pc [ptlrpcd_01_01+1] req@ffff97ae6a522680 x1866812144828032/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342408.030478:0:190305:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342408.030480:0:190305:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780342408.030483:0:190305:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780342408.030486:0:190305:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97ae6a520700. 00000020:00000040:3.0:1780342408.030487:0:190305:0:(genops.c:1231:class_import_get()) import ffff97ae51c6a000 refcount=6 obd=lustre-MDT0000-mdc-ffff97ae6a5d1000 00000100:00000001:3.0:1780342408.030489:0:190305:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780342408.030490:0:190305:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780342408.030491:0:190305:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780342408.030492:0:190305:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97ad410ad800. 00000100:00000001:3.0:1780342408.030494:0:190305:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342408.030496:0:190305:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-MDT0000_UUID req@ffff97ae6a520700 x1866812144828160/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1780342408.030514:0:190305:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780342408.030516:0:190305:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342408.030523:0:190305:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c35b0cc] to pc [ptlrpcd_01_00+0] req@ffff97ae6a520700 x1866812144828160/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342408.030531:0:190305:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342408.030534:0:190305:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780342408.030537:0:190305:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780342408.030540:0:190305:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97ae6a521500. 00000020:00000040:3.0:1780342408.030547:0:190305:0:(genops.c:1231:class_import_get()) import ffff97ae43085800 refcount=4 obd=lustre-MDT0001-mdc-ffff97ae6a5d1000 00000100:00000001:3.0:1780342408.030550:0:190305:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780342408.030551:0:190305:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780342408.030553:0:190305:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780342408.030556:0:190305:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97ad410ad600. 00000100:00000001:3.0:1780342408.030560:0:190305:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342408.030597:0:190305:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-MDT0001_UUID req@ffff97ae6a521500 x1866812144828288/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1780342408.030603:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780342408.030605:0:190305:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780342408.030611:0:190305:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342408.030613:0:2412:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780342408.030617:0:2412:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780342408.030628:0:190305:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b4c224a7] to pc [ptlrpcd_01_01+1] req@ffff97ae6a521500 x1866812144828288/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1780342408.030633:0:2412:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97ae6a522680 x1866812144828032/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342408.030659:0:2412:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780342408.030665:0:2412:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342408.030668:0:190305:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342408.030672:0:190305:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1780342408.030672:0:2412:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1780342408.030679:0:190305:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1780342408.030679:0:2412:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:3.0:1780342408.030684:0:190305:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97ae6a523100. 02000000:00000001:2.0:1780342408.030685:0:2412:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780342408.030693:0:2412:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97ae6a522680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2a8e121d-4255-4dce-9cfd-5ec7361d75ba:2412:1866812144828032:192.168.203.129@tcp:400:kworker.0 00000020:00000040:3.0:1780342408.030694:0:190305:0:(genops.c:1231:class_import_get()) import ffff97ae69585000 refcount=4 obd=lustre-OST0000-osc-ffff97ae6a5d1000 00000100:00000001:3.0:1780342408.030700:0:190305:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780342408.030703:0:190305:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1780342408.030703:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780342408.030710:0:190305:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780342408.030715:0:2412:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780342408.030719:0:2412:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780342408.030722:0:2412:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780342408.030724:0:190305:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97ad410ad900. 00000100:00000001:3.0:1780342408.030729:0:190305:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780342408.030733:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97ae4522c200. 00000100:00000040:3.0:1780342408.030740:0:190305:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-OST0000_UUID req@ffff97ae6a523100 x1866812144828416/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1780342408.030740:0:2412:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342408.030753:0:190305:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1780342408.030755:0:2412:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000001:3.0:1780342408.030757:0:190305:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1780342408.030763:0:2412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97ae7582af78. 00000100:00000040:3.0:1780342408.030765:0:190305:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd57e51a] to pc [ptlrpcd_01_00+0] req@ffff97ae6a523100 x1866812144828416/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342408.030776:0:190305:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342408.030778:0:190305:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1780342408.030787:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae4a1893b8. 00000100:00000040:3.0:1780342408.030794:0:190305:0:(pinger.c:249:ptlrpc_pinger_process_import()) 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:2.0:1780342408.030800:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812144828032, portal 25 00000100:00000040:3.0:1780342408.030802:0:190305:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11860) 00000100:00000001:2.0:1780342408.030806:0:2412:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780342408.030809:0:2412:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446629374096713344 : -114699612838272 : ffff97ae6a522680) 00000100:00000040:2.0:1780342408.030819:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97ae6a522680 x1866812144828032/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342408.030829:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780342408.030834:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.129@tcp 00000400:00000010:2.0:1780342408.030837:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae4a189aa0. 00000100:00000200:2.0:1780342408.030842:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866812144828032, offset 0 00000400:00000200:2.0:1780342408.030867:0:2412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.129@tcp 00000100:00000001:3.0:1780342408.030873:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780342408.030878:0:2411:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780342408.030883:0:2411:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1780342408.030883:0:2412:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000040:3.0:1780342408.030896:0:2411:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97ae6a520700 x1866812144828160/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1780342408.030899:0:2412:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.129@tcp local destination 00000400:00000200:2.0:1780342408.030912:0:2412:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1780342408.030919:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1780342408.030922:0:2412:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.29@tcp 00000100:00000001:3.0:1780342408.030925:0:2411:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780342408.030929:0:2412:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.29@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1780342408.030932:0:2411:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1780342408.030935:0:2412:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.129@tcp 02000000:00000001:3.0:1780342408.030938:0:2411:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1780342408.030945:0:2412:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.29@tcp NI seq info: [551855:551855:256:4294967295] 192.168.203.129@tcp LPNI seq info [551781:551781:8:4294967295] 00000400:00000200:2.0:1780342408.030953:0:2412:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:2.0:1780342408.030969:0:2412:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp:) -> 192.168.203.129@tcp(192.168.203.129@tcp:192.168.203.129@tcp) : PUT try# 0 00000800:00000200:2.0:1780342408.030976:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.129@tcp 00000800:00000010:2.0:1780342408.030983:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97ae51391100. 00000800:00000200:2.0:1780342408.030992:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97ae46b85a80] -> 12345-192.168.203.129@tcp (5) 00000800:00000200:2.0:1780342408.031002:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.129@tcp ip 192.168.203.129:988 00000800:00000200:2.0:1780342408.031007:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97ae51391100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780342408.031023:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780342408.031027:0:2412:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000001:2.0:1780342408.031030:0:2412:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306526973 00000100:00000010:2.0:1780342408.031036:0:2412:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97ae6c516360. 00000100:00000001:2.0:1780342408.031044:0:2412:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.129@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1780342408.031058:0:2412:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306526973 00000100:00000010:2.0:1780342408.031062:0:2412:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97ae6c516d20. 02000000:00000001:3.0:1780342408.031065:0:2411:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342408.031065:0:2412:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.129@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1780342408.031070:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780342408.031076:0:2412:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780342408.031077:0:2411:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97ae6a520700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4e9c6b05-0761-44df-afd6-bfbc14f27556:2411:1866812144828160:192.168.203.129@tcp:400:kworker.0 00000100:00000001:2.0:1780342408.031081:0:2412:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342408.031083:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1780342408.031086:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1780342408.031090:0:2411:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780342408.031093:0:2411:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342408.031095:0:2412:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1780342408.031097:0:2411:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1780342408.031100:0:2412:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1780342408.031104:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1780342408.031105:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97ae6c6c0e00. 00000100:00000001:2.0:1780342408.031107:0:2412:0:(client.c:1976:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1780342408.031114:0:2411:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342408.031116:0:2412:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780342408.031126:0:2412:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97ae6a521500 x1866812144828288/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1780342408.031127:0:2411:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000010:3.0:1780342408.031136:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97ae6a816dc0. 00000100:00000001:2.0:1780342408.031139:0:2412:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780342408.031141:0:2412:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1780342408.031145:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae452f6a18. 02000000:00000001:2.0:1780342408.031146:0:2412:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780342408.031149:0:2412:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780342408.031153:0:2412:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1780342408.031155:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812144828160, portal 10 00000100:00100000:2.0:1780342408.031160:0:2412:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97ae6a521500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4e9c6b05-0761-44df-afd6-bfbc14f27556:2412:1866812144828288:192.168.203.129@tcp:400:kworker.0 00000100:00000001:3.0:1780342408.031164:0:2411:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780342408.031166:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1780342408.031170:0:2411:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446629374096705280 : -114699612846336 : ffff97ae6a520700) 02000000:00000001:2.0:1780342408.031171:0:2412:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780342408.031175:0:2412:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342408.031183:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97ae6a520700 x1866812144828160/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342408.031192:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780342408.031194:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.129@tcp 00000400:00000010:3.0:1780342408.031197:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae452f6f68. 00000100:00000200:3.0:1780342408.031201:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866812144828160, offset 0 00000400:00000200:3.0:1780342408.031207:0:2411:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.129@tcp 00000400:00000200:3.0:1780342408.031404:0:2411:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:3.0:1780342408.031414:0:2411:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.129@tcp local destination 00000400:00000200:3.0:1780342408.031418:0:2411:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780342408.031422:0:2411:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.29@tcp 00000400:00000200:3.0:1780342408.031425:0:2411:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780342408.031427:0:2411:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.129@tcp 00000400:00000200:3.0:1780342408.031430:0:2411:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.29@tcp NI seq info: [551856:551856:255:4294967295] 192.168.203.129@tcp LPNI seq info [551782:551782:7:4294967295] 02000000:00000001:2.0:1780342408.031437:0:2412:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1780342408.031441:0:2411:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 02000000:00000010:2.0:1780342408.031444:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97ae4522ca00. 02000000:00000001:2.0:1780342408.031449:0:2412:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780342408.031457:0:2411:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp:) -> 192.168.203.129@tcp(192.168.203.129@tcp:192.168.203.129@tcp) : PUT try# 0 00000400:00000200:2.0:1780342408.031463:0:2412:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000010:2.0:1780342408.031470:0:2412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97ae7582a528. 00000800:00000200:3.0:1780342408.031475:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.129@tcp 00000400:00000010:2.0:1780342408.031478:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae4a189110. 00000800:00000010:3.0:1780342408.031482:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97ad410adf00. 00000100:00000200:2.0:1780342408.031484:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812144828288, portal 10 00000100:00000001:2.0:1780342408.031488:0:2412:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780342408.031490:0:2412:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446629374096708864 : -114699612842752 : ffff97ae6a521500) 00000800:00000200:3.0:1780342408.031507:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97ae46b85a80] -> 12345-192.168.203.129@tcp (5) 00000800:00000200:3.0:1780342408.031519:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.129@tcp ip 192.168.203.129:988 00000100:00000040:2.0:1780342408.031521:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97ae6a521500 x1866812144828288/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1780342408.031527:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97ad410adf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780342408.031538:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342408.031543:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780342408.031547:0:2411:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: using a timeout of 16205 usecs (17 jiffies) 00000100:00000040:2.0:1780342408.031550:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.129@tcp 00000400:00000010:2.0:1780342408.031556:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae4a189000. 00000400:00000200:3.0:1780342408.031559:0:2411:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000001:3.0:1780342408.031601:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 0 is 4306523156 00000100:00000001:3.0:1780342408.031605:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: PM QoS request active for cpu 0, keep current deadline 4306526973 00000100:00000001:3.0:1780342408.031607:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 1 is 4306523156 00000100:00000001:3.0:1780342408.031609:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: PM QoS request active for cpu 1, keep current deadline 4306526973 00000100:00000001:3.0:1780342408.031611:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780342408.031615:0:2411:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342408.031617:0:2411:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780342408.031623:0:2411:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97ae6a523100 x1866812144828416/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342408.031630:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780342408.031631:0:2411:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780342408.031642:0:2411:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780342408.031651:0:2411:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780342408.031654:0:2411:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780342408.031658:0:2411:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97ae6a523100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4e9c6b05-0761-44df-afd6-bfbc14f27556:2411:1866812144828416:192.168.203.129@tcp:400:kworker.0 00000100:00000001:3.0:1780342408.031662:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780342408.031665:0:2411:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780342408.031666:0:2411:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780342408.031668:0:2411:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780342408.031671:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97ae6c6c1600. 02000000:00000001:3.0:1780342408.031673:0:2411:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780342408.031677:0:2411:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000010:3.0:1780342408.031679:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97ae6a8162c0. 00000400:00000010:3.0:1780342408.031683:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae452f6000. 00000100:00000200:3.0:1780342408.031687:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812144828416, portal 4 00000100:00000001:3.0:1780342408.031689:0:2411:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780342408.031690:0:2411:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446629374096716032 : -114699612835584 : ffff97ae6a523100) 00000100:00000040:3.0:1780342408.031696:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97ae6a523100 x1866812144828416/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342463 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342408.031702:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780342408.031705:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.129@tcp 00000400:00000010:3.0:1780342408.031707:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae452f6bb0. 00000100:00000200:2.0:1780342408.031803:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866812144828288, offset 0 00000100:00000200:3.0:1780342408.031807:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1866812144828416, offset 0 00000400:00000200:2.0:1780342408.031816:0:2412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.129@tcp 00000400:00000200:3.0:1780342408.031828:0:2411:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.129@tcp 00000400:00000200:2.0:1780342408.031828:0:2412:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000800:00000200:0.0:1780342408.031829:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780342408.031839:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97ae51391100. 00000400:00000200:2.0:1780342408.031840:0:2412:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.129@tcp local destination 00000400:00000200:2.0:1780342408.031847:0:2412:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780342408.031850:0:2412:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.29@tcp 00000400:00000200:0.0:1780342408.031850:0:2402:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1780342408.031854:0:2412:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780342408.031859:0:2402:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000400:00000200:0.0:1780342408.031865:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae4a189aa0 00000400:00000200:2.0:1780342408.031866:0:2412:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.129@tcp 00000400:00000010:0.0:1780342408.031870:0:2402:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae4a189aa0. 00000400:00000200:2.0:1780342408.031874:0:2412:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.29@tcp NI seq info: [551857:551857:254:4294967295] 192.168.203.129@tcp LPNI seq info [551783:551783:6:4294967295] 00000100:00000001:0.0:1780342408.031878:0:2402:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1780342408.031879:0:2412:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000200:0.0:1780342408.031888:0:2402:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97ae6a522680 x1866812144828032/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1780342408.031895:0:2411:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:2.0:1780342408.031907:0:2412:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp:) -> 192.168.203.129@tcp(192.168.203.129@tcp:192.168.203.129@tcp) : PUT try# 0 00000400:00000200:3.0:1780342408.031915:0:2411:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.129@tcp local destination 00000100:00000001:0.0:1780342408.031917:0:2402:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1780342408.031923:0:2411:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1780342408.031923:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.129@tcp 00000100:00000040:0.0:1780342408.031928:0:2402:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97ae6a522680 x1866812144828032/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342424 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1780342408.031933:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97ae51391300. 00000400:00000200:3.0:1780342408.031936:0:2411:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.29@tcp 00000800:00000200:2.0:1780342408.031948:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97ae46b85a80] -> 12345-192.168.203.129@tcp (5) 00000100:00000001:0.0:1780342408.031952:0:2402:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780342408.031955:0:2402:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1780342408.031958:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.129@tcp ip 192.168.203.129:988 00000800:00000200:2.0:1780342408.031962:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97ae51391300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780342408.031966:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780342408.031970:0:2412:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97ae6a5d1000: using a timeout of 22546 usecs (23 jiffies) 00000400:00000200:2.0:1780342408.031973:0:2412:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000001:2.0:1780342408.031976:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 0 is 4306523162 00000100:00000001:2.0:1780342408.031979:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97ae6a5d1000: PM QoS request active for cpu 0, keep current deadline 4306526973 00000100:00000001:2.0:1780342408.031982:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 1 is 4306523162 00000100:00000001:2.0:1780342408.031984:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97ae6a5d1000: PM QoS request active for cpu 1, keep current deadline 4306526973 00000800:00000200:0.0:1780342408.031987:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1780342408.031988:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:0.0:1780342408.031991:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97ad410adf00. 00000100:00000001:2.0:1780342408.031992:0:2412:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780342408.031996:0:2402:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1780342408.031997:0:2412:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342408.032001:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780342408.032002:0:2402:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000400:00000200:0.0:1780342408.032007:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae452f6f68 00000400:00000010:0.0:1780342408.032009:0:2402:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae452f6f68. 00000100:00000001:0.0:1780342408.032012:0:2402:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780342408.032016:0:2402:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97ae6a520700 x1866812144828160/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342408.032026:0:2402:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780342408.032029:0:2402:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97ae6a520700 x1866812144828160/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342494 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342408.032036:0:2402:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780342408.032038:0:2402:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1780342408.032079:0:2411:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780342408.032083:0:2411:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.129@tcp 00000400:00000200:3.0:1780342408.032086:0:2411:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.29@tcp NI seq info: [551858:551858:255:4294967295] 192.168.203.129@tcp LPNI seq info [551784:551784:7:4294967295] 00000400:00000200:3.0:1780342408.032093:0:2411:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:3.0:1780342408.032100:0:2411:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp:) -> 192.168.203.129@tcp(192.168.203.129@tcp:192.168.203.129@tcp) : PUT try# 0 00000800:00000200:3.0:1780342408.032105:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.129@tcp 00000800:00000010:3.0:1780342408.032116:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97ad410ad500. 00000800:00000200:3.0:1780342408.032121:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97ae46b85a80] -> 12345-192.168.203.129@tcp (5) 00000100:00000001:2.0:1780342408.032125:0:2412:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780342408.032130:0:2412:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:3.0:1780342408.032131:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.129@tcp ip 192.168.203.129:988 00000100:00000001:2.0:1780342408.032136:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:3.0:1780342408.032138:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97ad410ad500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780342408.032140:0:2412:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780342408.032142:0:2412:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342408.032146:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342408.032147:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342408.032156:0:2411:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff97ae6a5d1000: using a timeout of 110346 usecs (111 jiffies) 00000400:00000200:3.0:1780342408.032161:0:2411:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000001:3.0:1780342408.032164:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 0 is 4306523250 00000100:00000001:3.0:1780342408.032167:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff97ae6a5d1000: PM QoS request active for cpu 0, keep current deadline 4306526973 00000100:00000001:3.0:1780342408.032170:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 1 is 4306523250 00000100:00000001:3.0:1780342408.032173:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff97ae6a5d1000: PM QoS request active for cpu 1, keep current deadline 4306526973 00000100:00000001:3.0:1780342408.032176:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780342408.032179:0:2411:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342408.032182:0:2411:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342408.032185:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780342408.032192:0:2411:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780342408.032194:0:2411:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:3.0:1780342408.032197:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780342408.032198:0:2411:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780342408.032199:0:2411:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342408.032202:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780342408.032508:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780342408.032512:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97ae51391300. 00000400:00000200:0.0:1780342408.032522:0:2402:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780342408.032528:0:2402:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000400:00000200:0.0:1780342408.032531:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae4a189000 00000400:00000010:0.0:1780342408.032534:0:2402:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae4a189000. 00000100:00000001:0.0:1780342408.032537:0:2402:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780342408.032542:0:2402:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97ae6a521500 x1866812144828288/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342408.032554:0:2402:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780342408.032558:0:2402:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97ae6a521500 x1866812144828288/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342494 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342408.032629:0:2402:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780342408.032631:0:2402:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1780342408.032659:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780342408.032662:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97ad410ad500. 00000400:00000200:0.0:1780342408.032665:0:2402:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780342408.032668:0:2402:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000400:00000200:0.0:1780342408.032671:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae452f6bb0 00000400:00000010:0.0:1780342408.032673:0:2402:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae452f6bb0. 00000100:00000001:0.0:1780342408.032676:0:2402:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780342408.032680:0:2402:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97ae6a523100 x1866812144828416/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342463 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342408.032687:0:2402:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780342408.032690:0:2402:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97ae6a523100 x1866812144828416/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342463 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342408.032696:0:2402:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780342408.032698:0:2402:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780342408.038826:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342408.038842:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780342408.038847:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342408.038849:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780342408.038934:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342408.038941:0:2401:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp) <- 192.168.203.129@tcp : PUT - for me 00000400:00000200:1.0:1780342408.038950:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342408.038954:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342408.038960:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342408.038964:0:2401:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.129@tcp of length 224 into portal 10 MB=0x6a1db12c13f80 00000400:00000200:1.0:1780342408.038969:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342408.038975:0:2401:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.129@tcp of length 224/224 into md 0x546529 [1] + 224 00000800:00000001:1.0:1780342408.038983:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342408.038987:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780342408.039002:0:2401:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780342408.039007:0:2401:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000100:00000001:1.0:1780342408.039015:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780342408.039024:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97ae6a521500 x1866812144828288/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342494 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780342408.039035:0:2401:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97ae6a521500 x1866812144828288/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342494 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342408.039067:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780342408.039076:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342408.039080:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780342408.039082:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342408.039083:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780342408.039086:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342408.039089:0:2401:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp) <- 192.168.203.129@tcp : PUT - for me 00000400:00000200:1.0:1780342408.039093:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342408.039095:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342408.039098:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342408.039100:0:2401:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.129@tcp of length 224 into portal 10 MB=0x6a1db12c13f00 00000400:00000200:1.0:1780342408.039103:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342408.039107:0:2401:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.129@tcp of length 224/224 into md 0x546521 [1] + 224 00000800:00000001:1.0:1780342408.039111:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342408.039115:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780342408.039116:0:2401:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780342408.039119:0:2401:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000100:00000001:1.0:1780342408.039122:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1780342408.039231:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780342408.039235:0:2412:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780342408.039241:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780342408.039243:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780342408.039247:0:2412:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97ae7582a528. 00000400:00000200:2.0:1780342408.039251:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae4a189110 00000400:00000010:2.0:1780342408.039259:0:2412:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae4a189110. 00000100:00000001:2.0:1780342408.039263:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780342408.039268:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97ae6a521500 x1866812144828288/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342494 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780342408.039277:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97ae6a521500 x1866812144828288/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342494 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342408.039283:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780342408.039285:0:2412:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342408.039287:0:2412:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780342408.039291:0:2412:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780342408.039293:0:2412:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780342408.039295:0:2412:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780342408.039298:0:2412:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780342408.039307:0:2412:0:(import.c:2151:obd_at_measure()) add 61 to ffff97ae43085c60 time=35 v=61 (61 61 61 62) 00000100:00001000:2.0:1780342408.039312:0:2412:0:(import.c:2151:obd_at_measure()) add 1 to ffff97ae43085c18 time=91 v=5 (1 1 0 0) 00000100:00000001:2.0:1780342408.039314:0:2412:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780342408.039316:0:2412:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342408.039320:0:2412:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1780342408.039325:0:2412:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff97ae6a521500 x1866812144828288/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342494 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1780342408.039331:0:2412:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342408.039334:0:2412:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780342408.039336:0:2412:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff97ae6a5d1000: skip recheck: last_committed 21474836545 00000100:00000001:2.0:1780342408.039337:0:2412:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780342408.039339:0:2412:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780342408.039342:0:2412:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97ae6a521500 x1866812144828288/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342494 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342408.039349:0:2412:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780342408.039352:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780342408.039354:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780342408.039358:0:2412:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97ae6a521500 x1866812144828288/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342494 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780342408.039798:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97ae6a520700 x1866812144828160/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342494 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780342408.039807:0:2401:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97ae6a520700 x1866812144828160/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342494 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342408.039849:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780342408.039922:0:2411:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780342408.039935:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780342408.039947:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342408.039951:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780342408.039953:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342408.039955:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780342408.039959:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342408.039963:0:2401:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp) <- 192.168.203.129@tcp : PUT - for me 00000400:00000200:1.0:1780342408.039967:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342408.039970:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342408.039973:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342408.039976:0:2401:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.129@tcp of length 224 into portal 25 MB=0x6a1db12c13e80 00000400:00000200:1.0:1780342408.039980:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342408.039984:0:2401:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.129@tcp of length 224/224 into md 0x546519 [1] + 224 00000800:00000001:1.0:1780342408.039988:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342408.039991:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780342408.039993:0:2401:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780342408.039996:0:2401:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000100:00000001:1.0:1780342408.040000:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780342408.040004:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97ae6a522680 x1866812144828032/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342424 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780342408.040013:0:2401:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97ae6a522680 x1866812144828032/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342424 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342408.040020:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780342408.040022:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342408.040026:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780342408.040027:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342408.040029:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780342408.040032:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342408.040035:0:2401:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp) <- 192.168.203.129@tcp : PUT - for me 00000400:00000200:1.0:1780342408.040038:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342408.040040:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342408.040043:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342408.040045:0:2401:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.129@tcp of length 224 into portal 4 MB=0x6a1db12c14000 00000400:00000200:1.0:1780342408.040048:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342408.040057:0:2401:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.129@tcp of length 224/224 into md 0x546531 [1] + 224 00000800:00000001:1.0:1780342408.040061:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342408.040067:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780342408.040069:0:2401:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780342408.040072:0:2401:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000100:00000001:1.0:1780342408.040075:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780342408.040079:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97ae6a523100 x1866812144828416/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342463 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780342408.040087:0:2401:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97ae6a523100 x1866812144828416/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342463 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342408.040095:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780342408.040097:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342408.040099:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1780342408.040160:0:2412:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff97ae6a521500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4e9c6b05-0761-44df-afd6-bfbc14f27556:2412:1866812144828288:192.168.203.129@tcp:400:kworker.0 00000400:00000001:2.0:1780342408.040167:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780342408.040168:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780342408.040170:0:2412:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97ae7582af78. 00000400:00000200:2.0:1780342408.040173:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae4a1893b8 00000400:00000010:2.0:1780342408.040174:0:2412:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae4a1893b8. 00000100:00000001:2.0:1780342408.040177:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780342408.040180:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97ae6a522680 x1866812144828032/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342424 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780342408.040187:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97ae6a522680 x1866812144828032/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342424 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342408.040192:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780342408.040194:0:2412:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342408.040196:0:2412:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780342408.040197:0:2412:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780342408.040199:0:2412:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780342408.040200:0:2412:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780342408.040202:0:2412:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780342408.040205:0:2412:0:(import.c:2151:obd_at_measure()) add 5 to ffff97ae604f8c60 time=36 v=5 (5 5 5 5) 00000100:00001000:2.0:1780342408.040208:0:2412:0:(import.c:2151:obd_at_measure()) add 1 to ffff97ae604f8c18 time=106 v=5 (1 1 0 0) 00000100:00000001:2.0:1780342408.040211:0:2412:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780342408.040212:0:2412:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342408.040214:0:2412:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780342408.040216:0:2412:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342408.040218:0:2412:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780342408.040221:0:2412:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97ae6a522680 x1866812144828032/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342424 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342408.040227:0:2412:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780342408.040229:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780342408.040230:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780342408.040233:0:2412:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97ae6a522680 x1866812144828032/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342424 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1780342408.040245:0:2412:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff97ae6a522680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2a8e121d-4255-4dce-9cfd-5ec7361d75ba:2412:1866812144828032:192.168.203.129@tcp:400:kworker.0 00000100:00000001:2.0:1780342408.040249:0:2412:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342408.040251:0:2412:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780342408.040254:0:2412:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97ae6a521500 x1866812144828288/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342494 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342408.040260:0:2412:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780342408.040262:0:2412:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780342408.040266:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97ae4522ca00. 02000000:00000001:2.0:1780342408.040268:0:2412:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780342408.040270:0:2412:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780342408.040272:0:2412:0:(genops.c:1244:class_import_put()) import ffff97ae43085800 refcount=3 obd=lustre-MDT0001-mdc-ffff97ae6a5d1000 00000020:00000001:2.0:1780342408.040274:0:2412:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780342408.040276:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97ad410ad600. 02000000:00000001:2.0:1780342408.040280:0:2412:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780342408.040281:0:2412:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780342408.040283:0:2412:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97ae6a521500. 00000100:00000001:2.0:1780342408.040287:0:2412:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780342408.040289:0:2412:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342408.040290:0:2412:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780342408.040292:0:2412:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97ae6a522680 x1866812144828032/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342424 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342408.040297:0:2412:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780342408.040298:0:2412:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780342408.040299:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97ae4522c200. 02000000:00000001:2.0:1780342408.040301:0:2412:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780342408.040301:0:2412:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780342408.040302:0:2412:0:(genops.c:1244:class_import_put()) import ffff97ae604f8800 refcount=3 obd=MGC192.168.203.129@tcp 00000020:00000001:2.0:1780342408.040304:0:2412:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780342408.040305:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97ad410ad100. 02000000:00000001:2.0:1780342408.040306:0:2412:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780342408.040307:0:2412:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780342408.040308:0:2412:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97ae6a522680. 00000100:00000001:2.0:1780342408.040310:0:2412:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780342408.040314:0:2412:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342408.040316:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342408.040323:0:2412:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780342408.040325:0:2412:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342408.040326:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780342408.040328:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1780342408.044004:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780342408.044011:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780342408.044015:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97ae6a816dc0. 00000400:00000200:3.0:1780342408.044023:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae452f6a18 00000400:00000010:3.0:1780342408.044026:0:2411:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae452f6a18. 00000100:00000001:3.0:1780342408.044031:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780342408.044041:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97ae6a520700 x1866812144828160/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342494 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780342408.044054:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97ae6a520700 x1866812144828160/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342494 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342408.044267:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780342408.044270:0:2411:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780342408.044273:0:2411:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780342408.044276:0:2411:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780342408.044278:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780342408.044281:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780342408.044284:0:2411:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780342408.044293:0:2411:0:(import.c:2151:obd_at_measure()) add 61 to ffff97ae51c6a460 time=35 v=61 (61 61 61 62) 00000100:00001000:3.0:1780342408.044298:0:2411:0:(import.c:2151:obd_at_measure()) add 1 to ffff97ae51c6a418 time=106 v=5 (1 1 0 0) 00000100:00000001:3.0:1780342408.044301:0:2411:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780342408.044303:0:2411:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780342408.044305:0:2411:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780342408.044310:0:2411:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342408.044314:0:2411:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780342408.044316:0:2411:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff97ae6a5d1000: skip recheck: last_committed 30064771459 00000100:00000001:3.0:1780342408.044318:0:2411:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780342408.044319:0:2411:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342408.044324:0:2411:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97ae6a520700 x1866812144828160/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342494 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342408.044332:0:2411:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780342408.044336:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780342408.044338:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780342408.044342:0:2411:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97ae6a520700 x1866812144828160/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342494 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1780342408.044349:0:2411:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff97ae6a520700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4e9c6b05-0761-44df-afd6-bfbc14f27556:2411:1866812144828160:192.168.203.129@tcp:400:kworker.0 00000400:00000001:3.0:1780342408.044357:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780342408.044358:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780342408.044360:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97ae6a8162c0. 00000400:00000200:3.0:1780342408.044363:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae452f6000 00000400:00000010:3.0:1780342408.044364:0:2411:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae452f6000. 00000100:00000001:3.0:1780342408.044366:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780342408.044437:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97ae6a523100 x1866812144828416/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342463 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780342408.044447:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97ae6a523100 x1866812144828416/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342463 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342408.044453:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780342408.044455:0:2411:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780342408.044456:0:2411:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780342408.044458:0:2411:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780342408.044459:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780342408.044461:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780342408.044462:0:2411:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780342408.044467:0:2411:0:(import.c:2151:obd_at_measure()) add 36 to ffff97ae69585460 time=35 v=36 (36 36 5 5) 00000100:00001000:3.0:1780342408.044470:0:2411:0:(import.c:2151:obd_at_measure()) add 1 to ffff97ae69585418 time=77 v=5 (1 1 0 0) 00000100:00000001:3.0:1780342408.044472:0:2411:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780342408.044473:0:2411:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780342408.044475:0:2411:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780342408.044477:0:2411:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342408.044479:0:2411:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780342408.044480:0:2411:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0000-osc-ffff97ae6a5d1000: skip recheck: last_committed 47244662593 00000100:00000001:3.0:1780342408.044482:0:2411:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780342408.044484:0:2411:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342408.044487:0:2411:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97ae6a523100 x1866812144828416/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342463 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342408.044494:0:2411:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780342408.044496:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780342408.044497:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780342408.044557:0:2411:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97ae6a523100 x1866812144828416/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342463 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1780342408.044585:0:2411:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff97ae6a523100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4e9c6b05-0761-44df-afd6-bfbc14f27556:2411:1866812144828416:192.168.203.129@tcp:400:kworker.0 00000100:00000001:3.0:1780342408.044588:0:2411:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780342408.044592:0:2411:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780342408.044600:0:2411:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97ae6a520700 x1866812144828160/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342494 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342408.044606:0:2411:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780342408.044608:0:2411:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780342408.044611:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97ae6c6c0e00. 02000000:00000001:3.0:1780342408.044614:0:2411:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780342408.044616:0:2411:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780342408.044618:0:2411:0:(genops.c:1244:class_import_put()) import ffff97ae51c6a000 refcount=5 obd=lustre-MDT0000-mdc-ffff97ae6a5d1000 00000020:00000001:3.0:1780342408.044620:0:2411:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780342408.044622:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97ad410ad800. 02000000:00000001:3.0:1780342408.044626:0:2411:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780342408.044628:0:2411:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780342408.044629:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97ae6a520700. 00000100:00000001:3.0:1780342408.044632:0:2411:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780342408.044633:0:2411:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780342408.044634:0:2411:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780342408.044637:0:2411:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97ae6a523100 x1866812144828416/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342463 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342408.044642:0:2411:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780342408.044643:0:2411:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780342408.044644:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97ae6c6c1600. 02000000:00000001:3.0:1780342408.044646:0:2411:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780342408.044647:0:2411:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780342408.044648:0:2411:0:(genops.c:1244:class_import_put()) import ffff97ae69585000 refcount=3 obd=lustre-OST0000-osc-ffff97ae6a5d1000 00000020:00000001:3.0:1780342408.044649:0:2411:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780342408.044651:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97ad410ad900. 02000000:00000001:3.0:1780342408.044652:0:2411:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780342408.044653:0:2411:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780342408.044654:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97ae6a523100. 00000100:00000001:3.0:1780342408.044656:0:2411:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780342408.044657:0:2411:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780342408.044659:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780342408.044668:0:2411:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780342408.044670:0:2411:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342408.044673:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780342408.044676:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342408.988750:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342408.988755:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342408.988762:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342408.988763:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780342408.989527:0:236697:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780342408.989531:0:236697:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780342408.989535:0:236697:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1780342410.012643:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342410.012649:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342410.012655:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342410.012656:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780342410.013205:0:252496:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780342410.013208:0:252496:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780342410.013210:0:252496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1780342411.039774:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342411.039781:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342411.039786:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342411.039788:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780342411.039895:0:236698:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780342411.039898:0:236698:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780342411.039901:0:236698:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1780342411.868649:0:252173:0:(connection.c:75:cpu_latency_work()) work item of ffff97ae60cbd000 (cpu 0) has reached its deadline 4306526973, at 4306526976 00000100:00000040:1.0:1780342411.868650:0:243559:0:(connection.c:75:cpu_latency_work()) work item of ffff97ae60cbd110 (cpu 0) has reached its deadline 4306526973, at 4306526976 00000100:00000010:1.0:1780342411.868672:0:243559:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97ae6c516d20. 00000100:00000010:0.0:1780342411.868674:0:252173:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97ae6c516360. 00010000:00000001:2.0:1780342412.061181:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342412.061185:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342412.061190:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342412.061191:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780342412.061258:0:248350:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1780342412.061262:0:248350:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780342412.061266:0:248350:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1780342413.084753:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342413.084758:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342413.084764:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342413.084765:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780342413.085525:0:242641:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780342413.085530:0:242641:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780342413.085534:0:242641:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1780342413.148926:0:190305:0:(pinger.c:231:ptlrpc_pinger_process_import()) 2a8e121d-4255-4dce-9cfd-5ec7361d75ba->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780342413.148933:0:190305:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780342413.148941:0:190305:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97ae6a523100. 00000020:00000040:3.0:1780342413.148948:0:190305:0:(genops.c:1231:class_import_get()) import ffff97ae604f8800 refcount=4 obd=MGC192.168.203.129@tcp 00000100:00000001:3.0:1780342413.148952:0:190305:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780342413.148955:0:190305:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780342413.148961:0:190305:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780342413.148968:0:190305:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97ad410ad900. 00000100:00000001:3.0:1780342413.148975:0:190305:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342413.148987:0:190305:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2a8e121d-4255-4dce-9cfd-5ec7361d75ba->MGS req@ffff97ae6a523100 x1866812144828544/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1780342413.148998:0:190305:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780342413.149002:0:190305:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342413.149008:0:190305:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd57e51a] to pc [ptlrpcd_01_01+1] req@ffff97ae6a523100 x1866812144828544/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342413.149038:0:190305:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342413.149041:0:190305:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780342413.149045:0:190305:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780342413.149048:0:190305:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97ae6a520700. 00000020:00000040:3.0:1780342413.149050:0:190305:0:(genops.c:1231:class_import_get()) import ffff97ae51c6a000 refcount=6 obd=lustre-MDT0000-mdc-ffff97ae6a5d1000 00000100:00000001:3.0:1780342413.149052:0:190305:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780342413.149054:0:190305:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780342413.149055:0:190305:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780342413.149058:0:190305:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97ad410ad800. 00000100:00000001:3.0:1780342413.149075:0:190305:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342413.149081:0:190305:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-MDT0000_UUID req@ffff97ae6a520700 x1866812144828672/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1780342413.149089:0:190305:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780342413.149091:0:190305:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342413.149095:0:190305:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c35b0cc] to pc [ptlrpcd_01_00+0] req@ffff97ae6a520700 x1866812144828672/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342413.149101:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780342413.149104:0:190305:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342413.149107:0:2412:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1780342413.149108:0:190305:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780342413.149113:0:190305:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1780342413.149113:0:2412:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000010:3.0:1780342413.149118:0:190305:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97ae6a521880. 00000020:00000040:3.0:1780342413.149122:0:190305:0:(genops.c:1231:class_import_get()) import ffff97ae43085800 refcount=4 obd=lustre-MDT0001-mdc-ffff97ae6a5d1000 00000100:00000040:2.0:1780342413.149123:0:2412:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97ae6a523100 x1866812144828544/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342413.149126:0:190305:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780342413.149129:0:190305:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780342413.149132:0:190305:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780342413.149138:0:190305:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97ad410ad400. 00000100:00000001:2.0:1780342413.149138:0:2412:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780342413.149142:0:2412:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342413.149143:0:190305:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780342413.149147:0:2412:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1780342413.149150:0:190305:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-MDT0001_UUID req@ffff97ae6a521880 x1866812144828800/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1780342413.149152:0:2412:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780342413.149157:0:2412:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780342413.149165:0:2412:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97ae6a523100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2a8e121d-4255-4dce-9cfd-5ec7361d75ba:2412:1866812144828544:192.168.203.129@tcp:400:kworker.0 00000100:00000001:3.0:1780342413.149166:0:190305:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780342413.149170:0:190305:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342413.149175:0:190305:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f71d6be] to pc [ptlrpcd_01_01+1] req@ffff97ae6a521880 x1866812144828800/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342413.149185:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1780342413.149189:0:190305:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342413.149193:0:190305:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1780342413.149193:0:2412:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1780342413.149198:0:190305:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1780342413.149198:0:2412:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780342413.149202:0:2412:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:3.0:1780342413.149203:0:190305:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97ae6a520000. 00000020:00000040:3.0:1780342413.149206:0:190305:0:(genops.c:1231:class_import_get()) import ffff97ae69585000 refcount=4 obd=lustre-OST0000-osc-ffff97ae6a5d1000 00000100:00000001:3.0:1780342413.149208:0:190305:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:2.0:1780342413.149208:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97ae4522d200. 02000000:00000001:2.0:1780342413.149211:0:2412:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780342413.149219:0:190305:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1780342413.149220:0:2412:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 02000000:00000001:3.0:1780342413.149224:0:190305:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1780342413.149226:0:2412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97ae7582af78. 02000000:00000010:3.0:1780342413.149230:0:190305:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97ad410ad700. 00000400:00000010:2.0:1780342413.149233:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae4a1893b8. 00000100:00000200:2.0:1780342413.149240:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812144828544, portal 25 00000100:00000001:2.0:1780342413.149242:0:2412:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780342413.149244:0:2412:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446629374096716032 : -114699612835584 : ffff97ae6a523100) 00000100:00000001:3.0:1780342413.149249:0:190305:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780342413.149253:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97ae6a523100 x1866812144828544/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1780342413.149258:0:190305:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-OST0000_UUID req@ffff97ae6a520000 x1866812144828928/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1780342413.149270:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1780342413.149274:0:190305:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1780342413.149278:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.129@tcp 00000100:00000001:3.0:1780342413.149279:0:190305:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1780342413.149281:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae4a189110. 00000100:00000040:3.0:1780342413.149285:0:190305:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab7236bf] to pc [ptlrpcd_01_00+0] req@ffff97ae6a520000 x1866812144828928/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780342413.149286:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866812144828544, offset 0 00000100:00000001:3.0:1780342413.149298:0:190305:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780342413.149298:0:2412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.129@tcp 00000100:00000040:3.0:1780342413.149302:0:190305:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1780342413.149306:0:190305:0:(pinger.c:249:ptlrpc_pinger_process_import()) 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:2.0:1780342413.149310:0:2412:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000040:3.0:1780342413.149312:0:190305:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11865) 00000400:00000200:2.0:1780342413.149318:0:2412:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.129@tcp local destination 00000400:00000200:2.0:1780342413.149323:0:2412:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1780342413.149325:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1780342413.149329:0:2412:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.29@tcp 00000100:00000001:3.0:1780342413.149331:0:2411:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1780342413.149334:0:2412:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.29@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1780342413.149335:0:2411:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1780342413.149338:0:2412:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.129@tcp 00000400:00000200:2.0:1780342413.149346:0:2412:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.29@tcp NI seq info: [551859:551859:256:4294967295] 192.168.203.129@tcp LPNI seq info [551785:551785:8:4294967295] 00000100:00000040:3.0:1780342413.149347:0:2411:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97ae6a520700 x1866812144828672/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1780342413.149355:0:2412:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000001:3.0:1780342413.149363:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780342413.149366:0:2411:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780342413.149371:0:2411:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1780342413.149371:0:2412:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp:) -> 192.168.203.129@tcp(192.168.203.129@tcp:192.168.203.129@tcp) : PUT try# 0 02000000:00000001:3.0:1780342413.149375:0:2411:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780342413.149378:0:2411:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1780342413.149380:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.129@tcp 00000100:00100000:3.0:1780342413.149384:0:2411:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97ae6a520700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4e9c6b05-0761-44df-afd6-bfbc14f27556:2411:1866812144828672:192.168.203.129@tcp:400:kworker.0 00000100:00000001:3.0:1780342413.149388:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000010:2.0:1780342413.149388:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97ae51391300. 02000000:00000001:3.0:1780342413.149392:0:2411:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780342413.149394:0:2411:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780342413.149396:0:2411:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780342413.149400:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97ae6c6c1c00. 02000000:00000001:3.0:1780342413.149402:0:2411:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780342413.149412:0:2411:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000010:3.0:1780342413.149415:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97ae6a8162c0. 00000400:00000010:3.0:1780342413.149419:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae452f6000. 00000100:00000200:3.0:1780342413.149422:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812144828672, portal 10 00000100:00000001:3.0:1780342413.149424:0:2411:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780342413.149425:0:2411:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446629374096705280 : -114699612846336 : ffff97ae6a520700) 00000100:00000040:3.0:1780342413.149431:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97ae6a520700 x1866812144828672/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342499 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342413.149437:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780342413.149439:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.129@tcp 00000400:00000010:3.0:1780342413.149441:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae452f6a18. 00000100:00000200:3.0:1780342413.149443:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866812144828672, offset 0 00000400:00000200:3.0:1780342413.149448:0:2411:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.129@tcp 00000400:00000200:3.0:1780342413.149452:0:2411:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:3.0:1780342413.149455:0:2411:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.129@tcp local destination 00000400:00000200:3.0:1780342413.149459:0:2411:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1780342413.149471:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97ae46b85a80] -> 12345-192.168.203.129@tcp (5) 00000400:00000200:3.0:1780342413.149472:0:2411:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.29@tcp 00000400:00000200:3.0:1780342413.149475:0:2411:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780342413.149478:0:2411:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.129@tcp 00000400:00000200:3.0:1780342413.149483:0:2411:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.29@tcp NI seq info: [551860:551860:255:4294967295] 192.168.203.129@tcp LPNI seq info [551786:551786:7:4294967295] 00000400:00000200:3.0:1780342413.149491:0:2411:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000800:00000200:2.0:1780342413.149492:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.129@tcp ip 192.168.203.129:988 00000800:00000200:2.0:1780342413.149500:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97ae51391300 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1780342413.149501:0:2411:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp:) -> 192.168.203.129@tcp(192.168.203.129@tcp:192.168.203.129@tcp) : PUT try# 0 00000800:00000200:3.0:1780342413.149509:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.129@tcp 00000800:00000010:3.0:1780342413.149513:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97ad410ad200. 00000800:00000200:3.0:1780342413.149516:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97ae46b85a80] -> 12345-192.168.203.129@tcp (5) 00000800:00000200:3.0:1780342413.149521:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.129@tcp ip 192.168.203.129:988 00000800:00000200:3.0:1780342413.149523:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97ad410ad200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780342413.149608:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780342413.149614:0:2412:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000001:2.0:1780342413.149617:0:2412:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306532092 00000100:00000010:2.0:1780342413.149622:0:2412:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97ae6c5161e0. 00000100:00000001:2.0:1780342413.149628:0:2412:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.129@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1780342413.149634:0:2412:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306532092 00000100:00000010:2.0:1780342413.149637:0:2412:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97ae6c5169c0. 00000100:00000001:2.0:1780342413.149639:0:2412:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.129@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1780342413.149642:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780342413.149645:0:2412:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342413.149648:0:2412:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342413.149650:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342413.149658:0:2412:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780342413.149660:0:2412:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1780342413.149662:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780342413.149663:0:2412:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780342413.149664:0:2412:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780342413.149668:0:2412:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97ae6a521880 x1866812144828800/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342413.149676:0:2412:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780342413.149677:0:2412:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780342413.149679:0:2412:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780342413.149681:0:2412:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780342413.149682:0:2412:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780342413.149685:0:2412:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97ae6a521880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4e9c6b05-0761-44df-afd6-bfbc14f27556:2412:1866812144828800:192.168.203.129@tcp:400:kworker.0 00000100:00000001:2.0:1780342413.149688:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780342413.149691:0:2412:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780342413.149692:0:2412:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780342413.149693:0:2412:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780342413.149697:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97ae4522d600. 02000000:00000001:2.0:1780342413.149698:0:2412:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780342413.149707:0:2412:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000010:2.0:1780342413.149710:0:2412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97ae7582a528. 00000400:00000010:2.0:1780342413.149713:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae4a189d48. 00000100:00000200:2.0:1780342413.149725:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812144828800, portal 10 00000100:00000001:2.0:1780342413.149728:0:2412:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780342413.149730:0:2412:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446629374096709760 : -114699612841856 : ffff97ae6a521880) 00000100:00000040:2.0:1780342413.149736:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97ae6a521880 x1866812144828800/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342499 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342413.149742:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780342413.149743:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.129@tcp 00000400:00000010:2.0:1780342413.149746:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae4a189880. 00000100:00000200:2.0:1780342413.149748:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866812144828800, offset 0 00000400:00000200:2.0:1780342413.149753:0:2412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.129@tcp 00000400:00000200:2.0:1780342413.149756:0:2412:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:2.0:1780342413.149760:0:2412:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.129@tcp local destination 00000400:00000200:2.0:1780342413.149762:0:2412:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780342413.149765:0:2412:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.29@tcp 00000400:00000200:2.0:1780342413.149767:0:2412:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780342413.149769:0:2412:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.129@tcp 00000400:00000200:2.0:1780342413.149771:0:2412:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.29@tcp NI seq info: [551861:551861:254:4294967295] 192.168.203.129@tcp LPNI seq info [551787:551787:6:4294967295] 00000400:00000200:2.0:1780342413.149775:0:2412:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:2.0:1780342413.149781:0:2412:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp:) -> 192.168.203.129@tcp(192.168.203.129@tcp:192.168.203.129@tcp) : PUT try# 0 00000800:00000200:2.0:1780342413.149786:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.129@tcp 00000800:00000010:2.0:1780342413.149789:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97ae51391100. 00000800:00000200:2.0:1780342413.149793:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97ae46b85a80] -> 12345-192.168.203.129@tcp (5) 00000800:00000200:2.0:1780342413.149797:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.129@tcp ip 192.168.203.129:988 00000800:00000200:2.0:1780342413.149799:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97ae51391100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780342413.151123:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342413.151126:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342413.151134:0:2411:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: using a timeout of 16205 usecs (17 jiffies) 00000100:00000040:2.0:1780342413.151134:0:2412:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97ae6a5d1000: using a timeout of 22546 usecs (23 jiffies) 00000400:00000200:3.0:1780342413.151145:0:2411:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:2.0:1780342413.151146:0:2412:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000001:3.0:1780342413.151151:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 0 is 4306528275 00000100:00000001:2.0:1780342413.151151:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 0 is 4306528281 00000100:00000001:3.0:1780342413.151170:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: PM QoS request active for cpu 0, keep current deadline 4306532092 00000100:00000001:3.0:1780342413.151174:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 1 is 4306528275 00000100:00000001:2.0:1780342413.151174:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97ae6a5d1000: PM QoS request active for cpu 0, keep current deadline 4306532092 00000100:00000001:3.0:1780342413.151177:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: PM QoS request active for cpu 1, keep current deadline 4306532092 00000100:00000001:2.0:1780342413.151179:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 1 is 4306528281 00000100:00000001:3.0:1780342413.151182:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780342413.151183:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97ae6a5d1000: PM QoS request active for cpu 1, keep current deadline 4306532092 00000100:00000001:3.0:1780342413.151188:0:2411:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342413.151188:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780342413.151193:0:2412:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342413.151194:0:2411:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1780342413.151197:0:2412:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342413.151200:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780342413.151205:0:2411:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97ae6a520000 x1866812144828928/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342413.151208:0:2412:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780342413.151211:0:2412:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1780342413.151217:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780342413.151217:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780342413.151221:0:2411:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342413.151221:0:2412:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780342413.151224:0:2412:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780342413.151226:0:2411:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1780342413.151228:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780342413.151229:0:2411:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780342413.151233:0:2411:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780342413.151236:0:2411:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97ae6a520000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4e9c6b05-0761-44df-afd6-bfbc14f27556:2411:1866812144828928:192.168.203.129@tcp:400:kworker.0 00000100:00000001:3.0:1780342413.151240:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780342413.151244:0:2411:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780342413.151246:0:2411:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780342413.151247:0:2411:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780342413.151252:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97ae6c6c0e00. 02000000:00000001:3.0:1780342413.151254:0:2411:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780342413.151259:0:2411:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000010:3.0:1780342413.151262:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97ae6a816dc0. 00000400:00000010:3.0:1780342413.151268:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae452f6e58. 00000100:00000200:3.0:1780342413.151272:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812144828928, portal 4 00000100:00000001:3.0:1780342413.151274:0:2411:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780342413.151276:0:2411:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446629374096703488 : -114699612848128 : ffff97ae6a520000) 00000100:00000040:3.0:1780342413.151282:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97ae6a520000 x1866812144828928/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342468 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342413.151289:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780342413.151292:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.129@tcp 00000400:00000010:3.0:1780342413.151294:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae452f6198. 00000100:00000200:3.0:1780342413.151304:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1866812144828928, offset 0 00000400:00000200:3.0:1780342413.151309:0:2411:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.129@tcp 00000800:00000200:0.0:1780342413.151310:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1780342413.151316:0:2411:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:3.0:1780342413.151323:0:2411:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.129@tcp local destination 00000800:00000010:0.0:1780342413.151323:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97ae51391300. 00000400:00000200:3.0:1780342413.151329:0:2411:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780342413.151332:0:2411:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.29@tcp 00000400:00000200:0.0:1780342413.151332:0:2402:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780342413.151338:0:2411:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780342413.151342:0:2402:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000400:00000200:3.0:1780342413.151344:0:2411:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.129@tcp 00000400:00000200:3.0:1780342413.151350:0:2411:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.29@tcp NI seq info: [551862:551862:253:4294967295] 192.168.203.129@tcp LPNI seq info [551788:551788:5:4294967295] 00000400:00000200:0.0:1780342413.151351:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae4a189110 00000400:00000010:0.0:1780342413.151355:0:2402:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae4a189110. 00000400:00000200:3.0:1780342413.151358:0:2411:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000001:0.0:1780342413.151363:0:2402:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1780342413.151372:0:2411:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp:) -> 192.168.203.129@tcp(192.168.203.129@tcp:192.168.203.129@tcp) : PUT try# 0 00000100:00000200:0.0:1780342413.151372:0:2402:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97ae6a523100 x1866812144828544/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1780342413.151383:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.129@tcp 00000800:00000010:3.0:1780342413.151390:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97ad410ada00. 00000100:00000001:0.0:1780342413.151392:0:2402:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000800:00000200:3.0:1780342413.151398:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97ae46b85a80] -> 12345-192.168.203.129@tcp (5) 00000800:00000200:3.0:1780342413.151404:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.129@tcp ip 192.168.203.129:988 00000800:00000200:3.0:1780342413.151407:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97ad410ada00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780342413.151410:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342413.151413:0:2411:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff97ae6a5d1000: using a timeout of 110260 usecs (111 jiffies) 00000400:00000200:3.0:1780342413.151415:0:2411:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000001:3.0:1780342413.151417:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 0 is 4306528369 00000100:00000001:3.0:1780342413.151419:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff97ae6a5d1000: PM QoS request active for cpu 0, keep current deadline 4306532092 00000100:00000001:3.0:1780342413.151421:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 1 is 4306528369 00000100:00000001:3.0:1780342413.151423:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff97ae6a5d1000: PM QoS request active for cpu 1, keep current deadline 4306532092 00000100:00000001:3.0:1780342413.151425:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780342413.151427:0:2411:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342413.151429:0:2411:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342413.151431:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780342413.151434:0:2411:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780342413.151436:0:2411:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:3.0:1780342413.151438:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780342413.151445:0:2411:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780342413.151447:0:2411:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342413.151449:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780342413.155550:0:2402:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97ae6a523100 x1866812144828544/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342429 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342413.155588:0:2402:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780342413.155591:0:2402:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1780342413.155629:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780342413.155633:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97ad410ad200. 00000400:00000200:0.0:1780342413.155638:0:2402:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780342413.155646:0:2402:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000400:00000200:0.0:1780342413.155651:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae452f6a18 00000400:00000010:0.0:1780342413.155654:0:2402:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae452f6a18. 00000100:00000001:0.0:1780342413.155658:0:2402:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780342413.155665:0:2402:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97ae6a520700 x1866812144828672/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342499 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342413.155676:0:2402:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780342413.155679:0:2402:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97ae6a520700 x1866812144828672/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342499 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342413.155686:0:2402:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780342413.155687:0:2402:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1780342413.155698:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780342413.155700:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97ae51391100. 00000400:00000200:0.0:1780342413.155703:0:2402:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780342413.155706:0:2402:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000400:00000200:0.0:1780342413.155708:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae4a189880 00000400:00000010:0.0:1780342413.155710:0:2402:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae4a189880. 00000100:00000001:0.0:1780342413.155726:0:2402:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780342413.155732:0:2402:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97ae6a521880 x1866812144828800/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342499 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342413.155740:0:2402:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780342413.155743:0:2402:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97ae6a521880 x1866812144828800/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342499 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342413.155749:0:2402:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780342413.155751:0:2402:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1780342413.155816:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780342413.155819:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97ad410ada00. 00000400:00000200:0.0:1780342413.155822:0:2402:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780342413.155826:0:2402:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000400:00000200:0.0:1780342413.155828:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae452f6198 00000400:00000010:0.0:1780342413.155830:0:2402:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae452f6198. 00000100:00000001:0.0:1780342413.155832:0:2402:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780342413.155836:0:2402:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97ae6a520000 x1866812144828928/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342468 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342413.155843:0:2402:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780342413.155846:0:2402:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97ae6a520000 x1866812144828928/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342468 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342413.155852:0:2402:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780342413.155854:0:2402:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780342413.159114:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342413.159131:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780342413.159136:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342413.159138:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780342413.159146:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342413.159154:0:2401:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp) <- 192.168.203.129@tcp : PUT - for me 00000400:00000200:1.0:1780342413.159163:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342413.159167:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342413.159173:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342413.159177:0:2401:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.129@tcp of length 224 into portal 25 MB=0x6a1db12c14080 00000400:00000200:1.0:1780342413.159182:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342413.159188:0:2401:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.129@tcp of length 224/224 into md 0x546539 [1] + 224 00000800:00000001:1.0:1780342413.159195:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342413.159202:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780342413.159219:0:2401:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780342413.159223:0:2401:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000100:00000001:1.0:1780342413.159242:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780342413.159252:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97ae6a523100 x1866812144828544/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342429 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780342413.159263:0:2401:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97ae6a523100 x1866812144828544/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342429 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342413.159284:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780342413.159293:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342413.159298:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342413.159731:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780342413.159736:0:2412:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780342413.159743:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780342413.159745:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780342413.159748:0:2412:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97ae7582af78. 00000400:00000200:2.0:1780342413.159753:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae4a1893b8 00000400:00000010:2.0:1780342413.159755:0:2412:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae4a1893b8. 00000100:00000001:2.0:1780342413.159758:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780342413.159764:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97ae6a523100 x1866812144828544/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342429 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780342413.159773:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97ae6a523100 x1866812144828544/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342429 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342413.159779:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780342413.159781:0:2412:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342413.159783:0:2412:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780342413.159786:0:2412:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780342413.159788:0:2412:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780342413.159790:0:2412:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780342413.159793:0:2412:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780342413.159799:0:2412:0:(import.c:2151:obd_at_measure()) add 5 to ffff97ae604f8c60 time=41 v=5 (5 5 5 5) 00000100:00001000:2.0:1780342413.159803:0:2412:0:(import.c:2151:obd_at_measure()) add 1 to ffff97ae604f8c18 time=111 v=5 (1 1 0 0) 00000100:00000001:2.0:1780342413.159814:0:2412:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780342413.159816:0:2412:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342413.159819:0:2412:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780342413.159821:0:2412:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342413.159824:0:2412:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780342413.159829:0:2412:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97ae6a523100 x1866812144828544/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342429 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342413.159837:0:2412:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780342413.159839:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780342413.159842:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780342413.159845:0:2412:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97ae6a523100 x1866812144828544/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342429 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1780342413.159853:0:2412:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff97ae6a523100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2a8e121d-4255-4dce-9cfd-5ec7361d75ba:2412:1866812144828544:192.168.203.129@tcp:400:kworker.0 00000100:00000001:2.0:1780342413.159859:0:2412:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342413.159862:0:2412:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780342413.159865:0:2412:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97ae6a523100 x1866812144828544/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342429 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342413.159873:0:2412:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780342413.159875:0:2412:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780342413.159879:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97ae4522d200. 02000000:00000001:2.0:1780342413.159882:0:2412:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780342413.159885:0:2412:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780342413.159887:0:2412:0:(genops.c:1244:class_import_put()) import ffff97ae604f8800 refcount=3 obd=MGC192.168.203.129@tcp 00000020:00000001:2.0:1780342413.159889:0:2412:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780342413.159891:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97ad410ad900. 02000000:00000001:2.0:1780342413.159895:0:2412:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780342413.159897:0:2412:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780342413.159898:0:2412:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97ae6a523100. 00000100:00000001:2.0:1780342413.159901:0:2412:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780342413.159903:0:2412:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342413.159906:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342413.159907:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780342413.159908:0:2412:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780342413.159915:0:2412:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342413.159917:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1780342413.163795:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342413.163810:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780342413.163814:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342413.163817:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780342413.163825:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342413.163832:0:2402:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp) <- 192.168.203.129@tcp : PUT - for me 00000400:00000200:0.0:1780342413.163840:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342413.163845:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342413.163851:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342413.163855:0:2402:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.129@tcp of length 224 into portal 4 MB=0x6a1db12c14200 00000400:00000200:0.0:1780342413.163859:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342413.163877:0:2402:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.129@tcp of length 224/224 into md 0x546551 [1] + 224 00000800:00000001:0.0:1780342413.163884:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342413.163888:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780342413.163891:0:2402:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780342413.163895:0:2402:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000100:00000001:0.0:1780342413.163903:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780342413.163913:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97ae6a520000 x1866812144828928/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342468 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780342413.163922:0:2402:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97ae6a520000 x1866812144828928/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342468 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342413.163980:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780342413.163984:0:2411:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780342413.164001:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780342413.164009:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342413.164013:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780342413.164015:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342413.164017:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780342413.164020:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342413.164023:0:2402:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp) <- 192.168.203.129@tcp : PUT - for me 00000400:00000200:0.0:1780342413.164027:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342413.164030:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342413.164033:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342413.164035:0:2402:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.129@tcp of length 224 into portal 10 MB=0x6a1db12c14100 00000400:00000200:0.0:1780342413.164038:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342413.164042:0:2402:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.129@tcp of length 224/224 into md 0x546541 [1] + 224 00000800:00000001:0.0:1780342413.164046:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342413.164049:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780342413.164051:0:2402:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780342413.164054:0:2402:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000100:00000001:0.0:1780342413.164056:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780342413.164060:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97ae6a520700 x1866812144828672/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342499 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780342413.164068:0:2402:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97ae6a520700 x1866812144828672/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342499 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342413.164080:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780342413.164085:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342413.164087:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780342413.164089:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342413.164090:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780342413.164105:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342413.164108:0:2402:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp) <- 192.168.203.129@tcp : PUT - for me 00000400:00000200:0.0:1780342413.164112:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342413.164115:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342413.164118:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342413.164120:0:2402:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.129@tcp of length 224 into portal 10 MB=0x6a1db12c14180 00000400:00000200:0.0:1780342413.164123:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342413.164127:0:2402:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.129@tcp of length 224/224 into md 0x546549 [1] + 224 00000800:00000001:0.0:1780342413.164132:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342413.164140:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780342413.164142:0:2402:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780342413.164145:0:2402:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000100:00000001:0.0:1780342413.164148:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780342413.164152:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97ae6a521880 x1866812144828800/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342499 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780342413.164160:0:2402:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97ae6a521880 x1866812144828800/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342499 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342413.164179:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780342413.164183:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342413.164186:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1780342413.164274:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780342413.164277:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780342413.164280:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97ae6a816dc0. 00000400:00000200:3.0:1780342413.164285:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae452f6e58 00000400:00000010:3.0:1780342413.164287:0:2411:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae452f6e58. 00000100:00000001:3.0:1780342413.164290:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780342413.164294:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97ae6a520000 x1866812144828928/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342468 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780342413.164301:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97ae6a520000 x1866812144828928/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342468 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342413.164307:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780342413.164308:0:2411:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780342413.164311:0:2411:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780342413.164314:0:2411:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780342413.164315:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780342413.164317:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780342413.164320:0:2411:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780342413.164331:0:2411:0:(import.c:2151:obd_at_measure()) add 36 to ffff97ae69585460 time=40 v=36 (36 36 5 5) 00000100:00001000:3.0:1780342413.164335:0:2411:0:(import.c:2151:obd_at_measure()) add 1 to ffff97ae69585418 time=82 v=5 (1 1 0 0) 00000100:00000001:3.0:1780342413.164337:0:2411:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780342413.164339:0:2411:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780342413.164342:0:2411:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780342413.164345:0:2411:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342413.164349:0:2411:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780342413.164352:0:2411:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0000-osc-ffff97ae6a5d1000: skip recheck: last_committed 47244662593 00000100:00000001:3.0:1780342413.164353:0:2411:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780342413.164355:0:2411:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342413.164359:0:2411:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97ae6a520000 x1866812144828928/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342468 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342413.164366:0:2411:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780342413.164376:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780342413.164378:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780342413.164382:0:2411:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97ae6a520000 x1866812144828928/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342468 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1780342413.164389:0:2411:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff97ae6a520000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4e9c6b05-0761-44df-afd6-bfbc14f27556:2411:1866812144828928:192.168.203.129@tcp:400:kworker.0 00000100:00000001:3.0:1780342413.164394:0:2411:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342413.164396:0:2411:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780342413.164399:0:2411:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97ae6a520000 x1866812144828928/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342468 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342413.164405:0:2411:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780342413.164408:0:2411:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780342413.164411:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97ae6c6c0e00. 02000000:00000001:3.0:1780342413.164415:0:2411:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780342413.164417:0:2411:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780342413.164419:0:2411:0:(genops.c:1244:class_import_put()) import ffff97ae69585000 refcount=3 obd=lustre-OST0000-osc-ffff97ae6a5d1000 00000020:00000001:3.0:1780342413.164421:0:2411:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780342413.164424:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97ad410ad700. 02000000:00000001:3.0:1780342413.164427:0:2411:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780342413.164429:0:2411:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780342413.164431:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97ae6a520000. 00000100:00000001:3.0:1780342413.164434:0:2411:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780342413.164435:0:2411:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780342413.164438:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342413.164440:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780342413.164441:0:2411:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780342413.164444:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780342413.164445:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780342413.164447:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97ae6a8162c0. 00000400:00000200:3.0:1780342413.164449:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae452f6000 00000400:00000010:3.0:1780342413.164450:0:2411:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae452f6000. 00000100:00000001:3.0:1780342413.164453:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780342413.164456:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97ae6a520700 x1866812144828672/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342499 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780342413.164473:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97ae6a520700 x1866812144828672/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342499 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342413.164485:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780342413.164487:0:2411:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780342413.164489:0:2411:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780342413.164491:0:2411:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780342413.164492:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780342413.164494:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780342413.164496:0:2411:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780342413.164502:0:2411:0:(import.c:2151:obd_at_measure()) add 61 to ffff97ae51c6a460 time=40 v=61 (61 61 61 62) 00000100:00001000:3.0:1780342413.164505:0:2411:0:(import.c:2151:obd_at_measure()) add 1 to ffff97ae51c6a418 time=111 v=5 (1 1 0 0) 00000100:00000001:3.0:1780342413.164509:0:2411:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780342413.164509:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780342413.164511:0:2411:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342413.164513:0:2412:0:(client.c:1976:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1780342413.164514:0:2411:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780342413.164517:0:2411:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1780342413.164518:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1780342413.164520:0:2411:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000400:00000001:2.0:1780342413.164521:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1780342413.164523:0:2411:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff97ae6a5d1000: skip recheck: last_committed 30064771459 00000400:00000010:2.0:1780342413.164525:0:2412:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97ae7582a528. 00000100:00000001:3.0:1780342413.164526:0:2411:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780342413.164528:0:2411:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780342413.164532:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae4a189d48 00000100:00000040:3.0:1780342413.164534:0:2411:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97ae6a520700 x1866812144828672/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342499 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1780342413.164535:0:2412:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae4a189d48. 00000100:00000001:2.0:1780342413.164540:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780342413.164549:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97ae6a521880 x1866812144828800/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342499 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780342413.164558:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97ae6a521880 x1866812144828800/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342499 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342413.164597:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780342413.164599:0:2412:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342413.164601:0:2412:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780342413.164602:0:2412:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780342413.164604:0:2412:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780342413.164605:0:2412:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780342413.164607:0:2412:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780342413.164611:0:2412:0:(import.c:2151:obd_at_measure()) add 61 to ffff97ae43085c60 time=40 v=61 (61 61 61 62) 00000100:00001000:2.0:1780342413.164615:0:2412:0:(import.c:2151:obd_at_measure()) add 1 to ffff97ae43085c18 time=96 v=5 (1 1 0 0) 00000100:00000001:2.0:1780342413.164617:0:2412:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780342413.164618:0:2412:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342413.164620:0:2412:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1780342413.164624:0:2412:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff97ae6a521880 x1866812144828800/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342499 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1780342413.164631:0:2412:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342413.164633:0:2412:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780342413.164635:0:2412:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff97ae6a5d1000: skip recheck: last_committed 21474836545 00000100:00000001:2.0:1780342413.164637:0:2412:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780342413.164638:0:2412:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780342413.164641:0:2412:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97ae6a521880 x1866812144828800/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342499 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342413.164660:0:2412:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780342413.164663:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780342413.164664:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780342413.164667:0:2411:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1780342413.164671:0:2412:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97ae6a521880 x1866812144828800/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342499 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342413.164672:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780342413.164674:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1780342413.164682:0:2412:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff97ae6a521880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4e9c6b05-0761-44df-afd6-bfbc14f27556:2412:1866812144828800:192.168.203.129@tcp:400:kworker.0 00000100:00000001:2.0:1780342413.164686:0:2412:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342413.164688:0:2412:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780342413.164691:0:2412:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97ae6a521880 x1866812144828800/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342499 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342413.164696:0:2412:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780342413.164698:0:2412:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780342413.164700:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97ae4522d600. 02000000:00000001:2.0:1780342413.164703:0:2412:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780342413.164704:0:2412:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780342413.164705:0:2412:0:(genops.c:1244:class_import_put()) import ffff97ae43085800 refcount=3 obd=lustre-MDT0001-mdc-ffff97ae6a5d1000 00000020:00000001:2.0:1780342413.164707:0:2412:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780342413.164709:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97ad410ad400. 02000000:00000001:2.0:1780342413.164711:0:2412:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780342413.164712:0:2412:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780342413.164714:0:2412:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97ae6a521880. 00000100:00000001:2.0:1780342413.164717:0:2412:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780342413.164718:0:2412:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342413.164719:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342413.164727:0:2412:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780342413.164729:0:2412:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342413.164731:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780342413.164733:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342413.164809:0:2411:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97ae6a520700 x1866812144828672/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342499 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1780342413.164817:0:2411:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff97ae6a520700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4e9c6b05-0761-44df-afd6-bfbc14f27556:2411:1866812144828672:192.168.203.129@tcp:400:kworker.0 00000100:00000001:3.0:1780342413.164821:0:2411:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780342413.164823:0:2411:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780342413.164825:0:2411:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97ae6a520700 x1866812144828672/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342499 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342413.164832:0:2411:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780342413.164839:0:2411:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780342413.164841:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97ae6c6c1c00. 02000000:00000001:3.0:1780342413.164843:0:2411:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780342413.164849:0:2411:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780342413.164850:0:2411:0:(genops.c:1244:class_import_put()) import ffff97ae51c6a000 refcount=5 obd=lustre-MDT0000-mdc-ffff97ae6a5d1000 00000020:00000001:3.0:1780342413.164852:0:2411:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780342413.164853:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97ad410ad800. 02000000:00000001:3.0:1780342413.164855:0:2411:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780342413.164856:0:2411:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780342413.164858:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97ae6a520700. 00000100:00000001:3.0:1780342413.164860:0:2411:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780342413.164861:0:2411:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780342413.164863:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780342413.164867:0:2411:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780342413.164868:0:2411:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342413.164870:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780342413.164872:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342414.108730:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342414.108736:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342414.108741:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342414.108743:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780342414.108920:0:236697:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780342414.108923:0:236697:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780342414.108927:0:236697:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1780342415.132695:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342415.132701:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342415.132706:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342415.132708:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780342415.132781:0:252496:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780342415.132784:0:252496:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780342415.132787:0:252496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1780342416.156832:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342416.156838:0:279583:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1780342416.156841:0:279583:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780342416.156844:0:279583:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342416.156848:0:279583:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1780342416.156851:0:279583:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342416.156852:0:279583:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342416.156855:0:279583:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342416.156858:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342416.156860:0:279583:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1780342416.156861:0:279583:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780342416.156866:0:279583:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780342416.156869:0:279583:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780342416.156870:0:279583:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342416.156871:0:279583:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1780342416.156873:0:279583:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342416.156874:0:279583:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342416.156875:0:279583:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780342416.156956:0:236698:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780342416.156959:0:236698:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780342416.156963:0:236698:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1780342416.668859:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97ae47d94f00] -> 12345-192.168.203.29@tcp (6) 00000800:00000200:2.0:1780342416.668867:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.29@tcp ip 192.168.203.29:988 00000800:00000200:2.0:1780342416.668871:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97ae43bb1a00 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1780342416.670874:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1780342416.670884:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342416.670897:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780342416.670901:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342416.670903:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780342416.988696:0:252173:0:(connection.c:75:cpu_latency_work()) work item of ffff97ae60cbd000 (cpu 0) has reached its deadline 4306532092, at 4306532096 00000100:00000010:0.0:1780342416.988712:0:252173:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97ae6c5161e0. 00000100:00000040:1.0:1780342416.990182:0:243559:0:(connection.c:75:cpu_latency_work()) work item of ffff97ae60cbd110 (cpu 0) has reached its deadline 4306532092, at 4306532097 00000100:00000010:1.0:1780342416.990193:0:243559:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97ae6c5169c0. 00010000:00000001:2.0:1780342417.180707:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342417.180713:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342417.180718:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342417.180719:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780342417.180812:0:248350:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1780342417.180816:0:248350:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780342417.180818:0:248350:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1780342418.205225:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342418.205244:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342418.205253:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342418.205254:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780342418.205546:0:242641:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780342418.205553:0:242641:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780342418.205557:0:242641:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1780342418.269677:0:234078:0:(pinger.c:231:ptlrpc_pinger_process_import()) 2a8e121d-4255-4dce-9cfd-5ec7361d75ba->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780342418.269687:0:234078:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780342418.269697:0:234078:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97ae6c0df800. 00000020:00000040:0.0:1780342418.269705:0:234078:0:(genops.c:1231:class_import_get()) import ffff97ae604f8800 refcount=4 obd=MGC192.168.203.129@tcp 00000100:00000001:0.0:1780342418.269710:0:234078:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780342418.269716:0:234078:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780342418.269723:0:234078:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780342418.269733:0:234078:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97ae6bea5d00. 00000100:00000001:0.0:1780342418.269742:0:234078:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780342418.269759:0:234078:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2a8e121d-4255-4dce-9cfd-5ec7361d75ba->MGS req@ffff97ae6c0df800 x1866812144829056/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1780342418.269773:0:234078:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780342418.269778:0:234078:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780342418.269785:0:234078:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000835ffcdc] to pc [ptlrpcd_00_00+0] req@ffff97ae6c0df800 x1866812144829056/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342418.269810:0:234078:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780342418.269813:0:234078:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780342418.269816:0:234078:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780342418.269819:0:234078:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97ae6c0dce00. 00000020:00000040:0.0:1780342418.269822:0:234078:0:(genops.c:1231:class_import_get()) import ffff97ae51c6a000 refcount=6 obd=lustre-MDT0000-mdc-ffff97ae6a5d1000 00000100:00000001:0.0:1780342418.269824:0:234078:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780342418.269826:0:234078:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780342418.269827:0:234078:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780342418.269830:0:234078:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97ae6bea5e00. 00000100:00000001:0.0:1780342418.269832:0:234078:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780342418.269837:0:234078:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-MDT0000_UUID req@ffff97ae6c0dce00 x1866812144829184/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1780342418.269843:0:234078:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780342418.269845:0:234078:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780342418.269848:0:234078:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055784239] to pc [ptlrpcd_00_01+1] req@ffff97ae6c0dce00 x1866812144829184/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342418.269873:0:234078:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780342418.269876:0:234078:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780342418.269879:0:234078:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780342418.269884:0:234078:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97ae6c0ddc00. 00000020:00000040:0.0:1780342418.269887:0:234078:0:(genops.c:1231:class_import_get()) import ffff97ae43085800 refcount=4 obd=lustre-MDT0001-mdc-ffff97ae6a5d1000 00000100:00000001:0.0:1780342418.269889:0:234078:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780342418.269890:0:234078:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780342418.269893:0:234078:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780342418.269897:0:234078:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97ae6bea5100. 00000100:00000001:1.0:1780342418.269900:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780342418.269900:0:234078:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342418.269907:0:2409:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1780342418.269908:0:234078:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-MDT0001_UUID req@ffff97ae6c0ddc00 x1866812144829312/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1780342418.269912:0:2409:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1780342418.269918:0:234078:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780342418.269922:0:234078:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780342418.269923:0:2409:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97ae6c0df800 x1866812144829056/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780342418.269928:0:234078:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000303e136a] to pc [ptlrpcd_00_00+0] req@ffff97ae6c0ddc00 x1866812144829312/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342418.269944:0:2409:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780342418.269948:0:2409:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780342418.269949:0:234078:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780342418.269954:0:234078:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1780342418.269955:0:2409:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1780342418.269959:0:234078:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780342418.269963:0:234078:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97ae6c0de300. 00000020:00000040:0.0:1780342418.269965:0:234078:0:(genops.c:1231:class_import_get()) import ffff97ae69585000 refcount=4 obd=lustre-OST0000-osc-ffff97ae6a5d1000 00000100:00000001:0.0:1780342418.269967:0:234078:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780342418.269969:0:234078:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780342418.269971:0:234078:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780342418.269974:0:234078:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97ae6bea5700. 00000100:00000001:0.0:1780342418.269977:0:234078:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780342418.269981:0:234078:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-OST0000_UUID req@ffff97ae6c0de300 x1866812144829440/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1780342418.269987:0:234078:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780342418.269995:0:234078:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780342418.269999:0:234078:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f44d749] to pc [ptlrpcd_00_01+1] req@ffff97ae6c0de300 x1866812144829440/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342418.270006:0:234078:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780342418.270008:0:234078:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1780342418.270012:0:234078:0:(pinger.c:249:ptlrpc_pinger_process_import()) 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1780342418.270017:0:234078:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11871) 00000100:00000001:0.0:1780342418.270027:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780342418.270030:0:2410:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780342418.270031:0:2410:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780342418.270036:0:2410:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97ae6c0dce00 x1866812144829184/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342418.270043:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780342418.270045:0:2410:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780342418.270047:0:2410:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780342418.270049:0:2410:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780342418.270052:0:2410:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780342418.270055:0:2410:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97ae6c0dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4e9c6b05-0761-44df-afd6-bfbc14f27556:2410:1866812144829184:192.168.203.129@tcp:400:kworker.0 00000100:00000001:0.0:1780342418.270060:0:2410:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780342418.270066:0:2410:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780342418.270070:0:2410:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780342418.270073:0:2410:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780342418.270077:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97ae428a4400. 02000000:00000001:0.0:1780342418.270079:0:2410:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780342418.270089:0:2410:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 02000000:00000001:1.0:1780342418.270836:0:2409:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1780342418.270846:0:2409:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780342418.270855:0:2409:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97ae6c0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2a8e121d-4255-4dce-9cfd-5ec7361d75ba:2409:1866812144829056:192.168.203.129@tcp:400:kworker.0 00000100:00000001:1.0:1780342418.270860:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780342418.270865:0:2409:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780342418.270876:0:2409:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780342418.270878:0:2409:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780342418.270883:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97ae604a5c00. 02000000:00000001:1.0:1780342418.270885:0:2409:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780342418.270891:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000010:1.0:1780342418.270895:0:2409:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97ae6bb26840. 00000400:00000010:1.0:1780342418.270904:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae508b6bb0. 00000100:00000200:1.0:1780342418.270913:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812144829056, portal 25 00000100:00000001:1.0:1780342418.270916:0:2409:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780342418.270918:0:2409:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446629374125799424 : -114699583752192 : ffff97ae6c0df800) 00000100:00000040:1.0:1780342418.270925:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97ae6c0df800 x1866812144829056/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342418.270933:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780342418.270937:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.129@tcp 00000400:00000010:1.0:1780342418.270941:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae508b6ee0. 00000100:00000200:1.0:1780342418.270945:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866812144829056, offset 0 00000400:00000200:1.0:1780342418.270953:0:2409:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.129@tcp 00000400:00000200:1.0:1780342418.270975:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342418.270986:0:2409:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.129@tcp local destination 00000400:00000200:1.0:1780342418.270993:0:2409:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780342418.270998:0:2409:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.29@tcp 00000400:00000200:1.0:1780342418.271002:0:2409:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780342418.271006:0:2409:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.129@tcp 00000400:00000200:1.0:1780342418.271009:0:2409:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.29@tcp NI seq info: [551863:551863:256:4294967295] 192.168.203.129@tcp LPNI seq info [551789:551789:8:4294967295] 00000400:00000200:1.0:1780342418.271014:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342418.271025:0:2409:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp:) -> 192.168.203.129@tcp(192.168.203.129@tcp:192.168.203.129@tcp) : PUT try# 0 00000800:00000200:1.0:1780342418.271031:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.129@tcp 00000800:00000010:1.0:1780342418.271037:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97ae483bc700. 00000800:00000200:1.0:1780342418.271045:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97ae46b85a80] -> 12345-192.168.203.129@tcp (5) 00000800:00000200:1.0:1780342418.271055:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.129@tcp ip 192.168.203.129:988 00000800:00000200:1.0:1780342418.271060:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97ae483bc700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780342418.271075:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780342418.271086:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000001:1.0:1780342418.271089:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306537212 00000100:00000010:1.0:1780342418.271094:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97ae71de3840. 00000100:00000001:1.0:1780342418.271110:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.129@tcp: PM QoS request now active for cpu 0 00000400:00000010:0.0:1780342418.272346:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97ae46184bb0. 00000400:00000010:0.0:1780342418.272362:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae6c374b28. 00000100:00000200:0.0:1780342418.272369:0:2410:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812144829184, portal 10 00000100:00000001:0.0:1780342418.272372:0:2410:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780342418.272374:0:2410:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446629374125788672 : -114699583762944 : ffff97ae6c0dce00) 00000100:00000040:0.0:1780342418.272390:0:2410:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97ae6c0dce00 x1866812144829184/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342504 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342418.272412:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780342418.272414:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.129@tcp 00000400:00000010:0.0:1780342418.272418:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae6c374880. 00000100:00000200:0.0:1780342418.272421:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866812144829184, offset 0 00000400:00000200:0.0:1780342418.272436:0:2410:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.129@tcp 00000400:00000200:0.0:1780342418.272446:0:2410:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342418.272454:0:2410:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.129@tcp local destination 00000400:00000200:0.0:1780342418.272459:0:2410:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780342418.272463:0:2410:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.29@tcp 00000400:00000200:0.0:1780342418.272467:0:2410:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780342418.272470:0:2410:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.129@tcp 00000400:00000200:0.0:1780342418.272474:0:2410:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.29@tcp NI seq info: [551864:551864:255:4294967295] 192.168.203.129@tcp LPNI seq info [551790:551790:7:4294967295] 00000400:00000200:0.0:1780342418.272479:0:2410:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342418.272487:0:2410:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp:) -> 192.168.203.129@tcp(192.168.203.129@tcp:192.168.203.129@tcp) : PUT try# 0 00000800:00000200:0.0:1780342418.272492:0:2410:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.129@tcp 00000800:00000010:0.0:1780342418.272497:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97ae6bea5600. 00000800:00000200:0.0:1780342418.272503:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97ae46b85a80] -> 12345-192.168.203.129@tcp (5) 00000800:00000200:0.0:1780342418.272511:0:2410:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.129@tcp ip 192.168.203.129:988 00000800:00000200:0.0:1780342418.272515:0:2410:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97ae6bea5600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780342418.272519:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780342418.272523:0:2410:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: using a timeout of 16206 usecs (17 jiffies) 00000400:00000200:0.0:1780342418.272526:0:2410:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000001:0.0:1780342418.272529:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 0 is 4306533396 00000800:00000200:0.0:1780342418.272729:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780342418.272734:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97ae483bc700. 00000400:00000200:0.0:1780342418.272739:0:2401:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780342418.272745:0:2401:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000400:00000200:0.0:1780342418.272751:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae508b6ee0 00000400:00000010:0.0:1780342418.272754:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae508b6ee0. 00000100:00000001:0.0:1780342418.272758:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780342418.272769:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97ae6c0df800 x1866812144829056/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342418.272780:0:2401:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780342418.272783:0:2401:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97ae6c0df800 x1866812144829056/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342434 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342418.272791:0:2401:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780342418.272793:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1780342418.272878:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780342418.272880:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97ae6bea5600. 00000400:00000200:0.0:1780342418.272884:0:2401:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780342418.272887:0:2401:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000400:00000200:0.0:1780342418.272890:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae6c374880 00000400:00000010:0.0:1780342418.272891:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae6c374880. 00000100:00000001:0.0:1780342418.272894:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780342418.272897:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97ae6c0dce00 x1866812144829184/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342504 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342418.272904:0:2401:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780342418.272907:0:2401:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97ae6c0dce00 x1866812144829184/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342504 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342418.272914:0:2401:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780342418.272916:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1780342418.275808:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306537217 00000100:00000010:1.0:1780342418.275818:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97ae71de3000. 00000100:00000001:1.0:1780342418.275829:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.129@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1780342418.275834:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780342418.275839:0:2409:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780342418.275844:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: PM QoS request active for cpu 0, keep current deadline 4306537212 00000100:00000001:1.0:1780342418.275845:0:2409:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780342418.275850:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 1 is 4306533399 00000100:00000001:0.0:1780342418.275853:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: PM QoS request active for cpu 1, keep current deadline 4306537217 00000100:00000001:0.0:1780342418.275856:0:2410:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780342418.275858:0:2410:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342418.275862:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780342418.275863:0:2410:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1780342418.275875:0:2409:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780342418.275879:0:2409:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:0.0:1780342418.275879:0:2410:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97ae6c0de300 x1866812144829440/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342418.275885:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780342418.275890:0:2409:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780342418.275893:0:2409:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1780342418.275894:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780342418.275898:0:2410:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780342418.275902:0:2409:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97ae6c0ddc00 x1866812144829312/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1780342418.275913:0:2410:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1780342418.275914:0:2409:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780342418.275917:0:2409:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780342418.275918:0:2410:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1780342418.275921:0:2409:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780342418.275923:0:2410:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780342418.275924:0:2409:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1780342418.275929:0:2410:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97ae6c0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4e9c6b05-0761-44df-afd6-bfbc14f27556:2410:1866812144829440:192.168.203.129@tcp:400:kworker.0 02000000:00000001:1.0:1780342418.275930:0:2409:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780342418.275937:0:2410:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00100000:1.0:1780342418.275938:0:2409:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97ae6c0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4e9c6b05-0761-44df-afd6-bfbc14f27556:2409:1866812144829312:192.168.203.129@tcp:400:kworker.0 00000100:00000001:1.0:1780342418.275944:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780342418.275947:0:2410:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780342418.275948:0:2409:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780342418.275950:0:2410:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780342418.275952:0:2409:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780342418.275955:0:2409:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1780342418.275955:0:2410:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780342418.275962:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97ae428a5c00. 02000000:00000010:1.0:1780342418.275963:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97ae604a4200. 02000000:00000001:1.0:1780342418.275967:0:2409:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780342418.275967:0:2410:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780342418.275980:0:2410:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342418.275981:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000010:1.0:1780342418.275987:0:2409:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97ae6bb26268. 00000400:00000010:0.0:1780342418.275987:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97ae46184210. 00000400:00000010:1.0:1780342418.275997:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae508b6f68. 00000400:00000010:0.0:1780342418.275997:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae6c374880. 00000100:00000200:0.0:1780342418.276007:0:2410:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812144829440, portal 4 00000100:00000200:1.0:1780342418.276011:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812144829312, portal 10 00000100:00000001:0.0:1780342418.276011:0:2410:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780342418.276014:0:2410:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446629374125794048 : -114699583757568 : ffff97ae6c0de300) 00000100:00000001:1.0:1780342418.276015:0:2409:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780342418.276019:0:2409:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446629374125792256 : -114699583759360 : ffff97ae6c0ddc00) 00000100:00000040:0.0:1780342418.276025:0:2410:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97ae6c0de300 x1866812144829440/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780342418.276029:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97ae6c0ddc00 x1866812144829312/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342504 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342418.276044:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1780342418.276047:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780342418.276051:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.129@tcp 00000100:00000040:1.0:1780342418.276054:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.129@tcp 00000400:00000010:0.0:1780342418.276055:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae6c3746e8. 00000400:00000010:1.0:1780342418.276058:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae508b6000. 00000100:00000200:0.0:1780342418.276059:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1866812144829440, offset 0 00000100:00000200:1.0:1780342418.276065:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866812144829312, offset 0 00000400:00000200:0.0:1780342418.276071:0:2410:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.129@tcp 00000400:00000200:0.0:1780342418.276081:0:2410:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342418.276090:0:2410:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.129@tcp local destination 00000400:00000200:0.0:1780342418.276096:0:2410:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780342418.276100:0:2410:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.29@tcp 00000400:00000200:0.0:1780342418.276105:0:2410:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780342418.276108:0:2410:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.129@tcp 00000400:00000200:0.0:1780342418.276113:0:2410:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.29@tcp NI seq info: [551865:551865:256:4294967295] 192.168.203.129@tcp LPNI seq info [551791:551791:8:4294967295] 00000400:00000200:0.0:1780342418.276117:0:2410:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342418.276128:0:2410:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp:) -> 192.168.203.129@tcp(192.168.203.129@tcp:192.168.203.129@tcp) : PUT try# 0 00000800:00000200:0.0:1780342418.276140:0:2410:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.129@tcp 00000800:00000010:0.0:1780342418.276146:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97ae6bea5600. 00000800:00000200:0.0:1780342418.276154:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97ae46b85a80] -> 12345-192.168.203.129@tcp (5) 00000800:00000200:0.0:1780342418.276478:0:2410:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.129@tcp ip 192.168.203.129:988 00000800:00000200:0.0:1780342418.276484:0:2410:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97ae6bea5600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780342418.276507:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780342418.276512:0:2410:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff97ae6a5d1000: using a timeout of 110175 usecs (111 jiffies) 00000400:00000200:0.0:1780342418.276516:0:2410:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000001:0.0:1780342418.276518:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 0 is 4306533493 00000100:00000001:0.0:1780342418.276521:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff97ae6a5d1000: PM QoS request active for cpu 0, keep current deadline 4306537212 00000100:00000001:0.0:1780342418.276523:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 1 is 4306533493 00000100:00000001:0.0:1780342418.276525:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff97ae6a5d1000: PM QoS request active for cpu 1, keep current deadline 4306537217 00000100:00000001:0.0:1780342418.276527:0:2410:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780342418.276530:0:2410:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780342418.276532:0:2410:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780342418.276535:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780342418.276540:0:2410:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780342418.276541:0:2410:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:0.0:1780342418.276543:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780342418.276544:0:2410:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780342418.276546:0:2410:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780342418.276548:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780342418.277108:0:2409:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.129@tcp 00000400:00000200:1.0:1780342418.277118:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342418.277125:0:2409:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.129@tcp local destination 00000400:00000200:1.0:1780342418.277129:0:2409:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780342418.277132:0:2409:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.29@tcp 00000400:00000200:1.0:1780342418.277135:0:2409:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780342418.277138:0:2409:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.129@tcp 00000400:00000200:1.0:1780342418.277141:0:2409:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.29@tcp NI seq info: [551866:551866:255:4294967295] 192.168.203.129@tcp LPNI seq info [551792:551792:7:4294967295] 00000400:00000200:1.0:1780342418.277145:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342418.277152:0:2409:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp:) -> 192.168.203.129@tcp(192.168.203.129@tcp:192.168.203.129@tcp) : PUT try# 0 00000800:00000200:1.0:1780342418.277157:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.129@tcp 00000800:00000010:1.0:1780342418.277163:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97ae483bc400. 00000800:00000200:1.0:1780342418.277169:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97ae46b85a80] -> 12345-192.168.203.129@tcp (5) 00000800:00000200:1.0:1780342418.277237:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.129@tcp ip 192.168.203.129:988 00000800:00000200:1.0:1780342418.277241:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97ae483bc400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780342418.277245:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780342418.277251:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97ae6a5d1000: using a timeout of 22546 usecs (23 jiffies) 00000400:00000200:1.0:1780342418.277254:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000001:1.0:1780342418.277256:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 0 is 4306533407 00000100:00000001:1.0:1780342418.277259:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97ae6a5d1000: PM QoS request active for cpu 0, keep current deadline 4306537212 00000100:00000001:1.0:1780342418.277261:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 1 is 4306533407 00000100:00000001:1.0:1780342418.277273:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97ae6a5d1000: PM QoS request active for cpu 1, keep current deadline 4306537217 00000100:00000001:1.0:1780342418.277275:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780342418.277278:0:2409:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342418.277282:0:2409:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342418.277285:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780342418.277289:0:2409:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780342418.277291:0:2409:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1780342418.277293:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780342418.277294:0:2409:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780342418.277296:0:2409:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342418.277299:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1780342418.278810:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342418.278835:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780342418.278839:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342418.278842:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780342418.278851:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342418.278858:0:2402:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp) <- 192.168.203.129@tcp : PUT - for me 00000400:00000200:0.0:1780342418.278867:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342418.278872:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342418.278879:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342418.278883:0:2402:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.129@tcp of length 224 into portal 25 MB=0x6a1db12c14280 00000400:00000200:0.0:1780342418.278897:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342418.278905:0:2402:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.129@tcp of length 224/224 into md 0x546559 [1] + 224 00000800:00000001:0.0:1780342418.278915:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342418.278920:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780342418.278924:0:2402:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780342418.278928:0:2402:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000100:00000001:0.0:1780342418.278937:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780342418.278946:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97ae6c0df800 x1866812144829056/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342434 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780342418.278956:0:2402:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97ae6c0df800 x1866812144829056/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342434 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342418.278971:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:0.0:1780342418.279015:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780342418.279019:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97ae6bea5600. 00000400:00000200:0.0:1780342418.279023:0:2402:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780342418.279026:0:2402:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000400:00000200:0.0:1780342418.279030:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae6c3746e8 00000400:00000010:0.0:1780342418.279033:0:2402:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae6c3746e8. 00000100:00000001:0.0:1780342418.279037:0:2402:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780342418.279041:0:2402:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97ae6c0de300 x1866812144829440/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342418.279053:0:2402:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780342418.279056:0:2402:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97ae6c0de300 x1866812144829440/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342473 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342418.279063:0:2402:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780342418.279065:0:2402:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1780342418.279070:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342418.279073:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780342418.279075:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342418.279076:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780342418.279079:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342418.279083:0:2402:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp) <- 192.168.203.129@tcp : PUT - for me 00000400:00000200:0.0:1780342418.279093:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342418.279096:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342418.279098:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342418.279101:0:2402:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.129@tcp of length 224 into portal 10 MB=0x6a1db12c14300 00000400:00000200:0.0:1780342418.279105:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342418.279111:0:2402:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.129@tcp of length 224/224 into md 0x546569 [1] + 224 00000800:00000001:0.0:1780342418.279115:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342418.279122:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780342418.279124:0:2402:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780342418.279127:0:2402:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000100:00000001:0.0:1780342418.279130:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780342418.279135:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97ae6c0dce00 x1866812144829184/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342504 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780342418.279142:0:2402:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97ae6c0dce00 x1866812144829184/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342504 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342418.279153:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:0.0:1780342418.279198:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780342418.279200:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97ae483bc400. 00000400:00000200:0.0:1780342418.279203:0:2402:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780342418.279206:0:2402:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000400:00000200:0.0:1780342418.279209:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae508b6000 00000400:00000010:0.0:1780342418.279211:0:2402:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae508b6000. 00000100:00000001:0.0:1780342418.279213:0:2402:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780342418.279217:0:2402:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97ae6c0ddc00 x1866812144829312/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342504 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342418.279225:0:2402:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780342418.279227:0:2402:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97ae6c0ddc00 x1866812144829312/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342504 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342418.279232:0:2402:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780342418.279234:0:2402:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1780342418.279237:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342418.279247:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780342418.279302:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780342418.279306:0:2410:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780342418.279313:0:2410:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780342418.279316:0:2410:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780342418.279319:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97ae46184bb0. 00000400:00000200:0.0:1780342418.279322:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae6c374b28 00000400:00000010:0.0:1780342418.279324:0:2410:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae6c374b28. 00000100:00000001:0.0:1780342418.279327:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780342418.279331:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97ae6c0dce00 x1866812144829184/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342504 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780342418.279339:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97ae6c0dce00 x1866812144829184/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342504 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342418.279344:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780342418.279346:0:2410:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780342418.279349:0:2410:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1780342418.279352:0:2410:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780342418.279366:0:2410:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780342418.279368:0:2410:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780342418.279372:0:2410:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780342418.279382:0:2410:0:(import.c:2151:obd_at_measure()) add 61 to ffff97ae51c6a460 time=45 v=61 (61 61 61 62) 00000100:00001000:0.0:1780342418.279387:0:2410:0:(import.c:2151:obd_at_measure()) add 1 to ffff97ae51c6a418 time=116 v=5 (1 1 0 0) 00000100:00000001:0.0:1780342418.279390:0:2410:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780342418.279392:0:2410:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780342418.279395:0:2410:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780342418.279399:0:2410:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780342418.279403:0:2410:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780342418.279406:0:2410:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff97ae6a5d1000: skip recheck: last_committed 30064771459 00000100:00000001:0.0:1780342418.279408:0:2410:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780342418.279410:0:2410:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780342418.279415:0:2410:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97ae6c0dce00 x1866812144829184/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342504 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342418.280982:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780342418.280990:0:2409:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780342418.280998:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780342418.281001:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780342418.281005:0:2409:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97ae6bb26840. 00000400:00000200:1.0:1780342418.281012:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae508b6bb0 00000400:00000010:1.0:1780342418.281014:0:2409:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae508b6bb0. 00000100:00000001:1.0:1780342418.281019:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780342418.281028:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97ae6c0df800 x1866812144829056/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342434 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780342418.281038:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97ae6c0df800 x1866812144829056/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342434 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342418.281043:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780342418.281044:0:2409:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780342418.281047:0:2409:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1780342418.281050:0:2409:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780342418.281052:0:2409:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780342418.281054:0:2409:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780342418.281056:0:2409:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780342418.281062:0:2409:0:(import.c:2151:obd_at_measure()) add 5 to ffff97ae604f8c60 time=46 v=5 (5 5 5 5) 00000100:00001000:1.0:1780342418.281065:0:2409:0:(import.c:2151:obd_at_measure()) add 1 to ffff97ae604f8c18 time=116 v=5 (1 1 0 0) 00000100:00000001:1.0:1780342418.281066:0:2409:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780342418.281068:0:2409:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780342418.281070:0:2409:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780342418.281072:0:2409:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342418.281080:0:2409:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780342418.281084:0:2409:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97ae6c0df800 x1866812144829056/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342434 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342418.281089:0:2409:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780342418.281091:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780342418.281093:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780342418.281096:0:2409:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97ae6c0df800 x1866812144829056/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342434 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1780342418.281101:0:2409:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff97ae6c0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2a8e121d-4255-4dce-9cfd-5ec7361d75ba:2409:1866812144829056:192.168.203.129@tcp:400:kworker.0 00000100:00000001:1.0:1780342418.281104:0:2409:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342418.281106:0:2409:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780342418.281108:0:2409:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97ae6c0df800 x1866812144829056/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342434 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342418.281268:0:2409:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780342418.281272:0:2409:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780342418.281276:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97ae604a5c00. 02000000:00000001:1.0:1780342418.281280:0:2409:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780342418.281283:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1780342418.281286:0:2409:0:(genops.c:1244:class_import_put()) import ffff97ae604f8800 refcount=3 obd=MGC192.168.203.129@tcp 00000020:00000001:1.0:1780342418.281288:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1780342418.281291:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97ae6bea5d00. 02000000:00000001:1.0:1780342418.281295:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780342418.281298:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780342418.281300:0:2409:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97ae6c0df800. 00000100:00000001:1.0:1780342418.281305:0:2409:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780342418.281307:0:2409:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780342418.281310:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342418.281313:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780342418.281314:0:2409:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780342418.281316:0:2409:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342418.281318:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780342418.283493:0:2410:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780342418.283501:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780342418.283504:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780342418.283532:0:2410:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97ae6c0dce00 x1866812144829184/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342504 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1780342418.283544:0:2410:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff97ae6c0dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4e9c6b05-0761-44df-afd6-bfbc14f27556:2410:1866812144829184:192.168.203.129@tcp:400:kworker.0 00000100:00000001:0.0:1780342418.283552:0:2410:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780342418.283555:0:2410:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780342418.283559:0:2410:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97ae6c0dce00 x1866812144829184/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342504 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342418.283580:0:2410:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780342418.283591:0:2410:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780342418.283596:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97ae428a4400. 02000000:00000001:0.0:1780342418.283600:0:2410:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780342418.283603:0:2410:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780342418.283605:0:2410:0:(genops.c:1244:class_import_put()) import ffff97ae51c6a000 refcount=5 obd=lustre-MDT0000-mdc-ffff97ae6a5d1000 00000020:00000001:0.0:1780342418.283607:0:2410:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1780342418.283610:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97ae6bea5e00. 02000000:00000001:0.0:1780342418.283614:0:2410:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780342418.283616:0:2410:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780342418.283619:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97ae6c0dce00. 00000100:00000001:0.0:1780342418.283627:0:2410:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780342418.283629:0:2410:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780342418.283633:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780342418.283636:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780342418.283638:0:2410:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780342418.283639:0:2410:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780342418.283641:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1780342418.283659:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342418.283674:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780342418.283677:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342418.283679:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780342418.283689:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342418.283694:0:2402:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp) <- 192.168.203.129@tcp : PUT - for me 00000400:00000200:0.0:1780342418.283704:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342418.283710:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342418.283715:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342418.283724:0:2402:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.129@tcp of length 224 into portal 4 MB=0x6a1db12c14400 00000400:00000200:0.0:1780342418.283728:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342418.283737:0:2402:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.129@tcp of length 224/224 into md 0x546579 [1] + 224 00000800:00000001:0.0:1780342418.283746:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342418.283754:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780342418.283757:0:2402:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780342418.283762:0:2402:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000100:00000001:0.0:1780342418.283772:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780342418.283777:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97ae6c0de300 x1866812144829440/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342473 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780342418.283786:0:2402:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97ae6c0de300 x1866812144829440/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342473 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342418.283796:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780342418.283805:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342418.283808:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780342418.283817:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780342418.283818:0:2410:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780342418.283823:0:2410:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780342418.283825:0:2410:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780342418.283828:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97ae46184210. 00000400:00000200:0.0:1780342418.283832:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae6c374880 00000400:00000010:0.0:1780342418.283835:0:2410:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae6c374880. 00000100:00000001:0.0:1780342418.283838:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780342418.283841:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97ae6c0de300 x1866812144829440/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342473 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780342418.283849:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97ae6c0de300 x1866812144829440/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342473 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342418.283855:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780342418.283857:0:2410:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780342418.283859:0:2410:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1780342418.283862:0:2410:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780342418.283866:0:2410:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780342418.283868:0:2410:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780342418.283877:0:2410:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780342418.283888:0:2410:0:(import.c:2151:obd_at_measure()) add 36 to ffff97ae69585460 time=45 v=36 (36 36 5 5) 00000100:00001000:0.0:1780342418.283893:0:2410:0:(import.c:2151:obd_at_measure()) add 1 to ffff97ae69585418 time=87 v=5 (1 1 0 0) 00000100:00000001:0.0:1780342418.283896:0:2410:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780342418.283898:0:2410:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780342418.283901:0:2410:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780342418.283906:0:2410:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780342418.283910:0:2410:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780342418.283912:0:2410:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0000-osc-ffff97ae6a5d1000: skip recheck: last_committed 47244662593 00000100:00000001:0.0:1780342418.283915:0:2410:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780342418.283916:0:2410:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780342418.283920:0:2410:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97ae6c0de300 x1866812144829440/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342473 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342418.283927:0:2410:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780342418.283929:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780342418.283931:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780342418.283934:0:2410:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97ae6c0de300 x1866812144829440/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342473 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1780342418.283941:0:2410:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff97ae6c0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4e9c6b05-0761-44df-afd6-bfbc14f27556:2410:1866812144829440:192.168.203.129@tcp:400:kworker.0 00000100:00000001:0.0:1780342418.283945:0:2410:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780342418.283947:0:2410:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780342418.283950:0:2410:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97ae6c0de300 x1866812144829440/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342473 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342418.283955:0:2410:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780342418.283957:0:2410:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780342418.283958:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97ae428a5c00. 02000000:00000001:0.0:1780342418.283962:0:2410:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780342418.283963:0:2410:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780342418.283965:0:2410:0:(genops.c:1244:class_import_put()) import ffff97ae69585000 refcount=3 obd=lustre-OST0000-osc-ffff97ae6a5d1000 00000020:00000001:0.0:1780342418.283966:0:2410:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1780342418.283968:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97ae6bea5700. 02000000:00000001:0.0:1780342418.283970:0:2410:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780342418.283977:0:2410:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780342418.283978:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97ae6c0de300. 00000100:00000001:0.0:1780342418.283981:0:2410:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780342418.283983:0:2410:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780342418.283984:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780342418.283993:0:2410:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780342418.283996:0:2410:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780342418.283998:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780342418.284000:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1780342418.290259:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342418.290284:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780342418.290290:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342418.290293:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780342418.290305:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342418.290315:0:2401:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp) <- 192.168.203.129@tcp : PUT - for me 00000400:00000200:0.0:1780342418.290327:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342418.290334:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342418.290341:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342418.290347:0:2401:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.129@tcp of length 224 into portal 10 MB=0x6a1db12c14380 00000400:00000200:0.0:1780342418.290353:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342418.290361:0:2401:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.129@tcp of length 224/224 into md 0x546581 [1] + 224 00000800:00000001:0.0:1780342418.290370:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342418.291191:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780342418.291200:0:2401:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780342418.291209:0:2401:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000100:00000001:0.0:1780342418.291220:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780342418.291240:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97ae6c0ddc00 x1866812144829312/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342504 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780342418.291254:0:2401:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97ae6c0ddc00 x1866812144829312/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342504 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342418.291267:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780342418.291284:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780342418.291292:0:2409:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780342418.291301:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780342418.291310:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780342418.291315:0:2409:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97ae6bb26268. 00000800:00000001:0.0:1780342418.291315:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342418.291321:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780342418.291322:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae508b6f68 00000400:00000010:1.0:1780342418.291327:0:2409:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae508b6f68. 00000100:00000001:1.0:1780342418.291332:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780342418.291338:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97ae6c0ddc00 x1866812144829312/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342504 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780342418.291349:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97ae6c0ddc00 x1866812144829312/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342504 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342418.291877:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780342418.291882:0:2409:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780342418.291885:0:2409:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1780342418.291889:0:2409:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780342418.291892:0:2409:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780342418.291895:0:2409:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780342418.291899:0:2409:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780342418.291911:0:2409:0:(import.c:2151:obd_at_measure()) add 61 to ffff97ae43085c60 time=45 v=61 (61 61 61 62) 00000100:00001000:1.0:1780342418.291916:0:2409:0:(import.c:2151:obd_at_measure()) add 1 to ffff97ae43085c18 time=101 v=5 (1 1 0 0) 00000100:00000001:1.0:1780342418.291919:0:2409:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780342418.291921:0:2409:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780342418.291924:0:2409:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1780342418.291932:0:2409:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff97ae6c0ddc00 x1866812144829312/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342504 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1780342418.291940:0:2409:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342418.291944:0:2409:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780342418.291946:0:2409:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff97ae6a5d1000: skip recheck: last_committed 21474836545 00000100:00000001:1.0:1780342418.291949:0:2409:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780342418.291951:0:2409:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780342418.291956:0:2409:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97ae6c0ddc00 x1866812144829312/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342504 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342418.291964:0:2409:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780342418.291968:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780342418.292162:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780342418.292243:0:2409:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97ae6c0ddc00 x1866812144829312/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342504 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1780342418.292253:0:2409:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff97ae6c0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4e9c6b05-0761-44df-afd6-bfbc14f27556:2409:1866812144829312:192.168.203.129@tcp:400:kworker.0 00000100:00000001:1.0:1780342418.292260:0:2409:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780342418.292263:0:2409:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780342418.292267:0:2409:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97ae6c0ddc00 x1866812144829312/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342504 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342418.292274:0:2409:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780342418.292277:0:2409:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780342418.292282:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97ae604a4200. 02000000:00000001:1.0:1780342418.292286:0:2409:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780342418.292289:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1780342418.292292:0:2409:0:(genops.c:1244:class_import_put()) import ffff97ae43085800 refcount=3 obd=lustre-MDT0001-mdc-ffff97ae6a5d1000 00000020:00000001:1.0:1780342418.292294:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1780342418.292297:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97ae6bea5100. 02000000:00000001:1.0:1780342418.292301:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780342418.292304:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780342418.292306:0:2409:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97ae6c0ddc00. 00000100:00000001:1.0:1780342418.292310:0:2409:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780342418.292312:0:2409:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780342418.292315:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780342418.292333:0:2409:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780342418.292336:0:2409:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342418.292340:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780342418.292343:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342419.228783:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342419.228791:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342419.228799:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342419.228800:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780342419.228933:0:236697:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780342419.228938:0:236697:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780342419.228941:0:236697:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1780342420.252799:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342420.252807:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342420.252814:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342420.252815:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780342420.252959:0:252496:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780342420.252963:0:252496:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780342420.252967:0:252496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1780342421.276786:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342421.276793:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342421.276799:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342421.276801:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780342421.276949:0:236698:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780342421.276953:0:236698:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780342421.276956:0:236698:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1780342422.172707:0:243559:0:(connection.c:75:cpu_latency_work()) work item of ffff97ae60cbd110 (cpu 0) has reached its deadline 4306537217, at 4306537280 00000100:00000040:0.0:1780342422.172707:0:252173:0:(connection.c:75:cpu_latency_work()) work item of ffff97ae60cbd000 (cpu 0) has reached its deadline 4306537212, at 4306537280 00000100:00000010:1.0:1780342422.172726:0:243559:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97ae71de3000. 00000100:00000010:0.0:1780342422.172737:0:252173:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97ae71de3840. 00010000:00000001:2.0:1780342422.302122:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342422.302131:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342422.302139:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342422.302140:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780342422.302936:0:248350:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1780342422.302941:0:248350:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780342422.302945:0:248350:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1780342423.325660:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342423.325669:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342423.325682:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342423.325684:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780342423.325762:0:242641:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780342423.325767:0:242641:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780342423.325771:0:242641:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1780342423.388799:0:234078:0:(pinger.c:231:ptlrpc_pinger_process_import()) 2a8e121d-4255-4dce-9cfd-5ec7361d75ba->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780342423.388809:0:234078:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780342423.388822:0:234078:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97ae69dea300. 00000020:00000040:2.0:1780342423.388830:0:234078:0:(genops.c:1231:class_import_get()) import ffff97ae604f8800 refcount=4 obd=MGC192.168.203.129@tcp 00000100:00000001:2.0:1780342423.388836:0:234078:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780342423.388839:0:234078:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780342423.388846:0:234078:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780342423.388856:0:234078:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97ae51391e00. 00000100:00000001:2.0:1780342423.388866:0:234078:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780342423.388880:0:234078:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2a8e121d-4255-4dce-9cfd-5ec7361d75ba->MGS req@ffff97ae69dea300 x1866812144829568/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1780342423.388892:0:234078:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780342423.388958:0:234078:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780342423.388967:0:234078:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039b7e104] to pc [ptlrpcd_01_01+1] req@ffff97ae69dea300 x1866812144829568/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342423.388994:0:234078:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780342423.388997:0:234078:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780342423.389001:0:234078:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780342423.389020:0:234078:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97ae69deb100. 00000020:00000040:2.0:1780342423.389023:0:234078:0:(genops.c:1231:class_import_get()) import ffff97ae51c6a000 refcount=6 obd=lustre-MDT0000-mdc-ffff97ae6a5d1000 00000100:00000001:2.0:1780342423.389025:0:234078:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780342423.389027:0:234078:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780342423.389029:0:234078:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780342423.389033:0:234078:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97ae51391f00. 00000100:00000001:2.0:1780342423.389036:0:234078:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780342423.389042:0:234078:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-MDT0000_UUID req@ffff97ae69deb100 x1866812144829696/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1780342423.389050:0:234078:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780342423.389052:0:234078:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780342423.389055:0:234078:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000634424b3] to pc [ptlrpcd_01_00+0] req@ffff97ae69deb100 x1866812144829696/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342423.389064:0:234078:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780342423.389067:0:234078:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780342423.389071:0:234078:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780342423.389073:0:234078:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97ae69de8000. 00000020:00000040:2.0:1780342423.389075:0:234078:0:(genops.c:1231:class_import_get()) import ffff97ae43085800 refcount=4 obd=lustre-MDT0001-mdc-ffff97ae6a5d1000 00000100:00000001:2.0:1780342423.389077:0:234078:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780342423.389078:0:234078:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780342423.389079:0:234078:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780342423.389082:0:234078:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97ae51391900. 00000100:00000001:2.0:1780342423.389084:0:234078:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780342423.389087:0:234078:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-MDT0001_UUID req@ffff97ae69de8000 x1866812144829824/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1780342423.389094:0:234078:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780342423.389095:0:234078:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780342423.389098:0:234078:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006630e217] to pc [ptlrpcd_01_01+1] req@ffff97ae69de8000 x1866812144829824/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342423.389105:0:234078:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780342423.389111:0:234078:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780342423.389114:0:234078:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780342423.389117:0:234078:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97ae69de8a80. 00000020:00000040:2.0:1780342423.389119:0:234078:0:(genops.c:1231:class_import_get()) import ffff97ae69585000 refcount=4 obd=lustre-OST0000-osc-ffff97ae6a5d1000 00000100:00000001:2.0:1780342423.389121:0:234078:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780342423.389122:0:234078:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780342423.389123:0:234078:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780342423.389126:0:234078:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97ae51391600. 00000100:00000001:2.0:1780342423.389129:0:234078:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780342423.389132:0:234078:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-OST0000_UUID req@ffff97ae69de8a80 x1866812144829952/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1780342423.389138:0:234078:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780342423.389139:0:234078:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780342423.389142:0:234078:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000082157e0c] to pc [ptlrpcd_01_00+0] req@ffff97ae69de8a80 x1866812144829952/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342423.389149:0:234078:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780342423.389151:0:234078:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1780342423.389154:0:234078:0:(pinger.c:249:ptlrpc_pinger_process_import()) 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1780342423.389159:0:234078:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11876) 00000100:00000001:2.0:1780342423.389183:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780342423.389186:0:2412:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780342423.389189:0:2412:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780342423.389195:0:2412:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97ae69dea300 x1866812144829568/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342423.389203:0:2412:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780342423.389205:0:2412:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780342423.389209:0:2412:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780342423.389211:0:2412:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780342423.389214:0:2412:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780342423.389218:0:2412:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97ae69dea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2a8e121d-4255-4dce-9cfd-5ec7361d75ba:2412:1866812144829568:192.168.203.129@tcp:400:kworker.0 00000100:00000001:2.0:1780342423.389230:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780342423.389237:0:2412:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780342423.389241:0:2412:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780342423.389244:0:2412:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780342423.389249:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97ae4522ca00. 02000000:00000001:2.0:1780342423.389251:0:2412:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780342423.389261:0:2412:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000001:3.0:1780342423.389265:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1780342423.389266:0:2412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97ae7582a528. 00000100:00000001:3.0:1780342423.389271:0:2411:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780342423.389274:0:2411:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1780342423.389275:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae4a189d48. 00000100:00000200:2.0:1780342423.389284:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812144829568, portal 25 00000100:00000001:2.0:1780342423.389288:0:2412:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1780342423.389290:0:2411:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97ae69deb100 x1866812144829696/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342423.389290:0:2412:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446629374089143040 : -114699620408576 : ffff97ae69dea300) 00000100:00000001:3.0:1780342423.389301:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780342423.389302:0:2411:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780342423.389305:0:2411:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780342423.389307:0:2411:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1780342423.389310:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97ae69dea300 x1866812144829568/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1780342423.389311:0:2411:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780342423.389319:0:2411:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97ae69deb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4e9c6b05-0761-44df-afd6-bfbc14f27556:2411:1866812144829696:192.168.203.129@tcp:400:kworker.0 00000100:00000001:2.0:1780342423.389324:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1780342423.389325:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1780342423.389329:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.129@tcp 02000000:00000001:3.0:1780342423.389330:0:2411:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780342423.389333:0:2411:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780342423.389335:0:2411:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780342423.389339:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97ae6c6c1e00. 02000000:00000001:3.0:1780342423.389341:0:2411:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780342423.389345:0:2411:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000010:3.0:1780342423.389349:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97ae6a8162c0. 00000400:00000010:3.0:1780342423.389353:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae452f6000. 00000100:00000200:3.0:1780342423.389358:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812144829696, portal 10 00000100:00000001:3.0:1780342423.389360:0:2411:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780342423.389361:0:2411:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446629374089146624 : -114699620404992 : ffff97ae69deb100) 00000100:00000040:3.0:1780342423.389370:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97ae69deb100 x1866812144829696/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342509 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342423.389377:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780342423.389380:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.129@tcp 00000400:00000010:3.0:1780342423.389382:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae452f6e58. 00000100:00000200:3.0:1780342423.389396:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866812144829696, offset 0 00000400:00000200:3.0:1780342423.389405:0:2411:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.129@tcp 00000400:00000200:3.0:1780342423.389416:0:2411:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:3.0:1780342423.389426:0:2411:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.129@tcp local destination 00000400:00000200:3.0:1780342423.389432:0:2411:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780342423.389438:0:2411:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.29@tcp 00000400:00000200:3.0:1780342423.389443:0:2411:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780342423.389451:0:2411:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.129@tcp 00000400:00000200:3.0:1780342423.389456:0:2411:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.29@tcp NI seq info: [551867:551867:256:4294967295] 192.168.203.129@tcp LPNI seq info [551793:551793:8:4294967295] 00000400:00000200:3.0:1780342423.389462:0:2411:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:3.0:1780342423.389475:0:2411:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp:) -> 192.168.203.129@tcp(192.168.203.129@tcp:192.168.203.129@tcp) : PUT try# 0 00000800:00000200:3.0:1780342423.389482:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.129@tcp 00000800:00000010:3.0:1780342423.389489:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97ad410ad800. 00000800:00000200:3.0:1780342423.389498:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97ae46b85a80] -> 12345-192.168.203.129@tcp (5) 00000800:00000200:3.0:1780342423.389508:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.129@tcp ip 192.168.203.129:988 00000800:00000200:3.0:1780342423.389512:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97ad410ad800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780342423.389609:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342423.389615:0:2411:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: using a timeout of 16205 usecs (17 jiffies) 00000400:00000200:3.0:1780342423.389619:0:2411:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000001:3.0:1780342423.389623:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 0 is 4306538514 00000100:00000010:3.0:1780342423.389628:0:2411:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97ae44b6f3c0. 00000100:00000001:3.0:1780342423.389637:0:2411:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1780342423.389643:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 1 is 4306538514 00000100:00000010:3.0:1780342423.389646:0:2411:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97ae44b6f060. 00000100:00000001:3.0:1780342423.389650:0:2411:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1780342423.389664:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780342423.389668:0:2411:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342423.389671:0:2411:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780342423.389676:0:2411:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97ae69de8a80 x1866812144829952/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342423.389683:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780342423.389685:0:2411:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780342423.389687:0:2411:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780342423.389689:0:2411:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780342423.389691:0:2411:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780342423.389694:0:2411:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97ae69de8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4e9c6b05-0761-44df-afd6-bfbc14f27556:2411:1866812144829952:192.168.203.129@tcp:400:kworker.0 00000100:00000001:3.0:1780342423.389706:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780342423.389710:0:2411:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780342423.389711:0:2411:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780342423.389713:0:2411:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780342423.389730:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97ae6c6c0800. 02000000:00000001:3.0:1780342423.389732:0:2411:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780342423.389736:0:2411:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000010:3.0:1780342423.389739:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97ae6a816dc0. 00000400:00000010:3.0:1780342423.389743:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae452f6088. 00000100:00000200:3.0:1780342423.389746:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812144829952, portal 4 00000100:00000001:3.0:1780342423.389748:0:2411:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780342423.389749:0:2411:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446629374089136768 : -114699620414848 : ffff97ae69de8a80) 00000100:00000040:3.0:1780342423.389757:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97ae69de8a80 x1866812144829952/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342478 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342423.389764:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780342423.389766:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.129@tcp 00000400:00000010:3.0:1780342423.389768:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae452f6440. 00000100:00000200:3.0:1780342423.389771:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1866812144829952, offset 0 00000400:00000200:3.0:1780342423.389775:0:2411:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.129@tcp 00000400:00000200:3.0:1780342423.389779:0:2411:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:3.0:1780342423.389784:0:2411:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.129@tcp local destination 00000400:00000200:3.0:1780342423.389787:0:2411:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780342423.389789:0:2411:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.29@tcp 00000400:00000200:3.0:1780342423.389792:0:2411:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780342423.389794:0:2411:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.129@tcp 00000400:00000200:3.0:1780342423.389797:0:2411:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.29@tcp NI seq info: [551868:551868:255:4294967295] 192.168.203.129@tcp LPNI seq info [551794:551794:7:4294967295] 00000400:00000200:3.0:1780342423.389801:0:2411:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:3.0:1780342423.389808:0:2411:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp:) -> 192.168.203.129@tcp(192.168.203.129@tcp:192.168.203.129@tcp) : PUT try# 0 00000800:00000200:3.0:1780342423.389822:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.129@tcp 00000800:00000010:3.0:1780342423.389827:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97ad410ad700. 00000800:00000200:3.0:1780342423.389831:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97ae46b85a80] -> 12345-192.168.203.129@tcp (5) 00000800:00000200:3.0:1780342423.389841:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.129@tcp ip 192.168.203.129:988 00000800:00000200:3.0:1780342423.389844:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97ad410ad700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780342423.389847:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342423.389851:0:2411:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff97ae6a5d1000: using a timeout of 110090 usecs (111 jiffies) 00000400:00000200:3.0:1780342423.389854:0:2411:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000001:3.0:1780342423.389856:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 0 is 4306538608 00000100:00000001:3.0:1780342423.389861:0:2411:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff97ae6a5d1000: PM QoS request active for cpu 0, simply extend its deadline from 4306538514 00000100:00000001:3.0:1780342423.389865:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 1 is 4306538608 00000100:00000001:3.0:1780342423.389867:0:2411:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff97ae6a5d1000: PM QoS request active for cpu 1, simply extend its deadline from 4306538514 00000100:00000001:3.0:1780342423.389870:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780342423.389873:0:2411:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342423.389876:0:2411:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342423.389879:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780342423.389888:0:2411:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780342423.389891:0:2411:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:3.0:1780342423.389893:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780342423.389895:0:2411:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780342423.389896:0:2411:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342423.389898:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1780342423.389979:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae4a1893b8. 00000100:00000200:2.0:1780342423.389983:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866812144829568, offset 0 00000400:00000200:2.0:1780342423.389989:0:2412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.129@tcp 00000400:00000200:2.0:1780342423.389993:0:2412:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:2.0:1780342423.389996:0:2412:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.129@tcp local destination 00000400:00000200:2.0:1780342423.389998:0:2412:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780342423.390000:0:2412:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.29@tcp 00000400:00000200:2.0:1780342423.390001:0:2412:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780342423.390003:0:2412:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.129@tcp 00000400:00000200:2.0:1780342423.390005:0:2412:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.29@tcp NI seq info: [551869:551869:254:4294967295] 192.168.203.129@tcp LPNI seq info [551795:551795:6:4294967295] 00000400:00000200:2.0:1780342423.390007:0:2412:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:2.0:1780342423.390011:0:2412:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp:) -> 192.168.203.129@tcp(192.168.203.129@tcp:192.168.203.129@tcp) : PUT try# 0 00000800:00000200:2.0:1780342423.390014:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.129@tcp 00000800:00000010:2.0:1780342423.390016:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97ae51391b00. 00000800:00000200:2.0:1780342423.390018:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97ae46b85a80] -> 12345-192.168.203.129@tcp (5) 00000800:00000200:2.0:1780342423.390026:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.129@tcp ip 192.168.203.129:988 00000800:00000200:2.0:1780342423.390028:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97ae51391b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780342423.390030:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780342423.390032:0:2412:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000001:2.0:1780342423.390034:0:2412:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306542332 00000100:00000001:2.0:1780342423.390037:0:2412:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.129@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306538608 00000100:00000001:2.0:1780342423.390039:0:2412:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306542332 00000100:00000001:2.0:1780342423.390041:0:2412:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.129@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306538608 00000100:00000001:2.0:1780342423.390043:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780342423.390045:0:2412:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342423.390046:0:2412:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780342423.390050:0:2412:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97ae69de8000 x1866812144829824/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342423.390055:0:2412:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780342423.390056:0:2412:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780342423.390058:0:2412:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780342423.390059:0:2412:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780342423.390060:0:2412:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780342423.390062:0:2412:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97ae69de8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4e9c6b05-0761-44df-afd6-bfbc14f27556:2412:1866812144829824:192.168.203.129@tcp:400:kworker.0 00000100:00000001:2.0:1780342423.390064:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780342423.390066:0:2412:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780342423.390067:0:2412:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780342423.390068:0:2412:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780342423.390070:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97ae4522d600. 02000000:00000001:2.0:1780342423.390072:0:2412:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780342423.390074:0:2412:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000010:2.0:1780342423.390076:0:2412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97ae7582af78. 00000400:00000010:2.0:1780342423.390078:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae4a189ee0. 00000100:00000200:2.0:1780342423.390081:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812144829824, portal 10 00000100:00000001:2.0:1780342423.390082:0:2412:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780342423.390083:0:2412:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446629374089134080 : -114699620417536 : ffff97ae69de8000) 00000100:00000040:2.0:1780342423.390091:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97ae69de8000 x1866812144829824/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342509 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342423.390095:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780342423.390096:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.129@tcp 00000400:00000010:2.0:1780342423.390098:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae4a1897f8. 00000100:00000200:2.0:1780342423.390100:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866812144829824, offset 0 00000400:00000200:2.0:1780342423.390103:0:2412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.129@tcp 00000400:00000200:2.0:1780342423.390106:0:2412:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:2.0:1780342423.390108:0:2412:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.129@tcp local destination 00000400:00000200:2.0:1780342423.390109:0:2412:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780342423.390111:0:2412:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.29@tcp 00000400:00000200:2.0:1780342423.390112:0:2412:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780342423.390114:0:2412:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.129@tcp 00000400:00000200:2.0:1780342423.390116:0:2412:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.29@tcp NI seq info: [551870:551870:253:4294967295] 192.168.203.129@tcp LPNI seq info [551796:551796:5:4294967295] 00000400:00000200:2.0:1780342423.390118:0:2412:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:2.0:1780342423.390122:0:2412:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp:) -> 192.168.203.129@tcp(192.168.203.129@tcp:192.168.203.129@tcp) : PUT try# 0 00000800:00000200:2.0:1780342423.390124:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.129@tcp 00000800:00000010:2.0:1780342423.390126:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97ae51391000. 00000800:00000200:2.0:1780342423.390128:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97ae46b85a80] -> 12345-192.168.203.129@tcp (5) 00000800:00000200:2.0:1780342423.390130:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.129@tcp ip 192.168.203.129:988 00000800:00000200:2.0:1780342423.390132:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97ae51391000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780342423.390134:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780342423.390137:0:2412:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97ae6a5d1000: using a timeout of 22546 usecs (23 jiffies) 00000400:00000200:2.0:1780342423.390140:0:2412:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000001:2.0:1780342423.390142:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 0 is 4306538520 00000100:00000001:2.0:1780342423.390144:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97ae6a5d1000: PM QoS request active for cpu 0, keep current deadline 4306542332 00000100:00000001:2.0:1780342423.390147:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 1 is 4306538520 00000100:00000001:2.0:1780342423.390149:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97ae6a5d1000: PM QoS request active for cpu 1, keep current deadline 4306542332 00000100:00000001:2.0:1780342423.390151:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780342423.390158:0:2412:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342423.390160:0:2412:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342423.390163:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342423.390167:0:2412:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780342423.390169:0:2412:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1780342423.390171:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780342423.390173:0:2412:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780342423.390175:0:2412:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342423.390177:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780342423.390218:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780342423.390223:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97ad410ad800. 00000400:00000200:0.0:1780342423.390230:0:2402:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780342423.390236:0:2402:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000400:00000200:0.0:1780342423.390243:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae452f6e58 00000400:00000010:0.0:1780342423.390245:0:2402:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae452f6e58. 00000100:00000001:0.0:1780342423.390250:0:2402:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780342423.390255:0:2402:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97ae69deb100 x1866812144829696/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342509 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342423.390266:0:2402:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780342423.390270:0:2402:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97ae69deb100 x1866812144829696/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342509 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342423.390276:0:2402:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780342423.390278:0:2402:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1780342423.390291:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780342423.390293:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97ad410ad700. 00000400:00000200:0.0:1780342423.390296:0:2402:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780342423.390298:0:2402:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000400:00000200:0.0:1780342423.390301:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae452f6440 00000400:00000010:0.0:1780342423.390303:0:2402:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae452f6440. 00000100:00000001:0.0:1780342423.390305:0:2402:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780342423.390309:0:2402:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97ae69de8a80 x1866812144829952/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342478 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342423.390316:0:2402:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780342423.390318:0:2402:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97ae69de8a80 x1866812144829952/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342478 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342423.390325:0:2402:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780342423.390326:0:2402:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1780342423.390343:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780342423.390345:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97ae51391b00. 00000400:00000200:0.0:1780342423.390348:0:2402:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780342423.390351:0:2402:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000400:00000200:0.0:1780342423.390354:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae4a1893b8 00000400:00000010:0.0:1780342423.390355:0:2402:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae4a1893b8. 00000100:00000001:0.0:1780342423.390358:0:2402:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780342423.390362:0:2402:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97ae69dea300 x1866812144829568/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342423.390369:0:2402:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780342423.390371:0:2402:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97ae69dea300 x1866812144829568/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342439 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342423.390377:0:2402:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780342423.390379:0:2402:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1780342423.390467:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780342423.390470:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97ae51391000. 00000400:00000200:0.0:1780342423.390473:0:2402:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780342423.390477:0:2402:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000400:00000200:0.0:1780342423.390479:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae4a1897f8 00000400:00000010:0.0:1780342423.390481:0:2402:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae4a1897f8. 00000100:00000001:0.0:1780342423.390483:0:2402:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780342423.390487:0:2402:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97ae69de8000 x1866812144829824/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342509 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342423.390494:0:2402:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780342423.390497:0:2402:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97ae69de8000 x1866812144829824/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342509 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342423.390503:0:2402:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780342423.390504:0:2402:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1780342423.395788:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342423.395810:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780342423.395816:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342423.395819:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780342423.395832:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342423.395861:0:2401:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp) <- 192.168.203.129@tcp : PUT - for me 00000400:00000200:0.0:1780342423.395873:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342423.395879:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342423.395886:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342423.395891:0:2401:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.129@tcp of length 224 into portal 25 MB=0x6a1db12c14480 00000400:00000200:0.0:1780342423.395896:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342423.395905:0:2401:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.129@tcp of length 224/224 into md 0x546599 [1] + 224 00000800:00000001:0.0:1780342423.395915:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342423.395920:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780342423.395924:0:2401:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780342423.395929:0:2401:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000100:00000001:0.0:1780342423.395939:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780342423.397020:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97ae69dea300 x1866812144829568/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342439 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780342423.397035:0:2401:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97ae69dea300 x1866812144829568/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342439 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342423.397063:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780342423.397081:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342423.397149:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780342423.397151:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342423.397154:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780342423.397160:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342423.397164:0:2401:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp) <- 192.168.203.129@tcp : PUT - for me 00000400:00000200:0.0:1780342423.397170:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342423.397174:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342423.397179:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342423.397183:0:2401:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.129@tcp of length 224 into portal 4 MB=0x6a1db12c14600 00000400:00000200:0.0:1780342423.397188:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342423.397194:0:2401:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.129@tcp of length 224/224 into md 0x5465a9 [1] + 224 00000800:00000001:0.0:1780342423.397201:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342423.397204:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780342423.397219:0:2401:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780342423.397223:0:2401:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000100:00000001:0.0:1780342423.397230:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780342423.397236:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97ae69de8a80 x1866812144829952/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342478 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780342423.397245:0:2401:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97ae69de8a80 x1866812144829952/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342478 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342423.397261:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780342423.397266:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342423.397270:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780342423.397272:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342423.397274:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780342423.397278:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342423.397282:0:2401:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp) <- 192.168.203.129@tcp : PUT - for me 00000400:00000200:0.0:1780342423.397286:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342423.397289:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342423.397292:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342423.397294:0:2401:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.129@tcp of length 224 into portal 10 MB=0x6a1db12c14580 00000400:00000200:0.0:1780342423.397298:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342423.397303:0:2401:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.129@tcp of length 224/224 into md 0x5465b1 [1] + 224 00000800:00000001:0.0:1780342423.397307:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342423.397310:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780342423.397312:0:2401:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780342423.397315:0:2401:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000100:00000001:0.0:1780342423.397318:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780342423.397323:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97ae69de8000 x1866812144829824/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342509 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780342423.397330:0:2401:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97ae69de8000 x1866812144829824/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342509 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342423.397338:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780342423.397349:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342423.397352:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780342423.397354:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342423.397356:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780342423.397359:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342423.397362:0:2401:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp) <- 192.168.203.129@tcp : PUT - for me 00000400:00000200:0.0:1780342423.397366:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342423.397369:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342423.397372:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342423.397375:0:2401:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.129@tcp of length 224 into portal 10 MB=0x6a1db12c14500 00000400:00000200:0.0:1780342423.397378:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342423.397381:0:2401:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.129@tcp of length 224/224 into md 0x5465a1 [1] + 224 00000800:00000001:0.0:1780342423.397398:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342423.397420:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780342423.397423:0:2401:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780342423.397426:0:2401:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000100:00000001:0.0:1780342423.397430:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780342423.397435:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97ae69deb100 x1866812144829696/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342509 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780342423.397443:0:2401:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97ae69deb100 x1866812144829696/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342509 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342423.397450:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780342423.397455:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342423.397458:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342423.397865:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780342423.397873:0:2412:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780342423.397881:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780342423.397884:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780342423.397888:0:2412:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97ae7582a528. 00000400:00000200:2.0:1780342423.397895:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae4a189d48 00000400:00000010:2.0:1780342423.397899:0:2412:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae4a189d48. 00000100:00000001:2.0:1780342423.397904:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780342423.397909:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97ae69dea300 x1866812144829568/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342439 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780342423.397918:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97ae69dea300 x1866812144829568/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342439 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342423.397925:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780342423.397927:0:2412:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342423.397930:0:2412:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780342423.397934:0:2412:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780342423.397938:0:2412:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780342423.397941:0:2412:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342423.397943:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1780342423.397944:0:2412:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342423.397952:0:2411:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00001000:2.0:1780342423.397955:0:2412:0:(import.c:2151:obd_at_measure()) add 5 to ffff97ae604f8c60 time=51 v=5 (5 5 5 5) 00000100:00001000:2.0:1780342423.397960:0:2412:0:(import.c:2151:obd_at_measure()) add 1 to ffff97ae604f8c18 time=121 v=5 (1 1 0 0) 00000400:00000001:3.0:1780342423.397961:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1780342423.397964:0:2412:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000400:00000001:3.0:1780342423.397965:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1780342423.397969:0:2412:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1780342423.397973:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97ae6a8162c0. 00010000:00000001:2.0:1780342423.397973:0:2412:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780342423.397977:0:2412:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342423.397983:0:2412:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780342423.397984:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae452f6000 00000400:00000010:3.0:1780342423.397990:0:2411:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae452f6000. 00000100:00000040:2.0:1780342423.397991:0:2412:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97ae69dea300 x1866812144829568/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342439 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342423.397998:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780342423.398013:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97ae69deb100 x1866812144829696/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342509 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342423.398018:0:2412:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780342423.398027:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780342423.398031:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780342423.398044:0:2412:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97ae69dea300 x1866812144829568/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342439 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780342423.398046:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97ae69deb100 x1866812144829696/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342509 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1780342423.398081:0:2412:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff97ae69dea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2a8e121d-4255-4dce-9cfd-5ec7361d75ba:2412:1866812144829568:192.168.203.129@tcp:400:kworker.0 00000100:00000001:3.0:1780342423.398087:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:2.0:1780342423.398092:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780342423.398094:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780342423.398096:0:2412:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97ae7582af78. 00000400:00000200:2.0:1780342423.398099:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae4a189ee0 00000400:00000010:2.0:1780342423.398101:0:2412:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae4a189ee0. 00000100:00000001:2.0:1780342423.398106:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1780342423.398107:0:2411:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1780342423.398113:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97ae69de8000 x1866812144829824/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342509 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342423.398114:0:2411:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780342423.398121:0:2411:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780342423.398126:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780342423.398130:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1780342423.398131:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97ae69de8000 x1866812144829824/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342509 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1780342423.398139:0:2411:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342423.398149:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780342423.398152:0:2412:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342423.398154:0:2412:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780342423.398156:0:2412:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00001000:3.0:1780342423.398157:0:2411:0:(import.c:2151:obd_at_measure()) add 61 to ffff97ae51c6a460 time=50 v=61 (61 61 61 62) 00000100:00000001:2.0:1780342423.398158:0:2412:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780342423.398161:0:2412:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780342423.398166:0:2412:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780342423.398167:0:2411:0:(import.c:2151:obd_at_measure()) add 1 to ffff97ae51c6a418 time=121 v=5 (1 1 0 0) 00000100:00000001:3.0:1780342423.398171:0:2411:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00001000:2.0:1780342423.398173:0:2412:0:(import.c:2151:obd_at_measure()) add 61 to ffff97ae43085c60 time=50 v=61 (61 61 61 62) 00000100:00000001:3.0:1780342423.398174:0:2411:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780342423.398184:0:2411:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00001000:2.0:1780342423.398185:0:2412:0:(import.c:2151:obd_at_measure()) add 1 to ffff97ae43085c18 time=106 v=5 (1 1 0 0) 00010000:00000001:3.0:1780342423.398189:0:2411:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342423.398190:0:2412:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780342423.398192:0:2412:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342423.398197:0:2412:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1780342423.398198:0:2411:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780342423.398202:0:2411:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff97ae6a5d1000: skip recheck: last_committed 30064771459 00010000:00080000:2.0:1780342423.398204:0:2412:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff97ae69de8000 x1866812144829824/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342509 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342423.398208:0:2411:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780342423.398212:0:2411:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342423.398224:0:2411:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97ae69deb100 x1866812144829696/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342509 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1780342423.398253:0:2412:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342423.398257:0:2412:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780342423.398259:0:2412:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff97ae6a5d1000: skip recheck: last_committed 21474836545 00000100:00000001:2.0:1780342423.398261:0:2412:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780342423.398265:0:2412:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342423.398278:0:2411:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1780342423.398280:0:2412:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97ae69de8000 x1866812144829824/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342509 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342423.398285:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780342423.398289:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342423.398298:0:2412:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1780342423.398302:0:2411:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97ae69deb100 x1866812144829696/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342509 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342423.398304:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780342423.398306:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780342423.398313:0:2412:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97ae69de8000 x1866812144829824/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342509 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1780342423.398379:0:2412:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff97ae69de8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4e9c6b05-0761-44df-afd6-bfbc14f27556:2412:1866812144829824:192.168.203.129@tcp:400:kworker.0 00000100:00100000:3.0:1780342423.398380:0:2411:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff97ae69deb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4e9c6b05-0761-44df-afd6-bfbc14f27556:2411:1866812144829696:192.168.203.129@tcp:400:kworker.0 00000100:00000001:2.0:1780342423.398403:0:2412:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1780342423.398407:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1780342423.398408:0:2412:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000400:00000001:3.0:1780342423.398410:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1780342423.398416:0:2412:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97ae69dea300 x1866812144829568/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342439 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342423.398424:0:2412:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780342423.398427:0:2412:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780342423.398432:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97ae4522ca00. 02000000:00000001:2.0:1780342423.398436:0:2412:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780342423.398439:0:2412:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780342423.398441:0:2412:0:(genops.c:1244:class_import_put()) import ffff97ae604f8800 refcount=3 obd=MGC192.168.203.129@tcp 00000020:00000001:2.0:1780342423.398443:0:2412:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780342423.398446:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97ae51391e00. 02000000:00000001:2.0:1780342423.398450:0:2412:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780342423.398453:0:2412:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780342423.398455:0:2412:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97ae69dea300. 00000100:00000001:2.0:1780342423.398458:0:2412:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780342423.398460:0:2412:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342423.398467:0:2412:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780342423.398471:0:2412:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97ae69de8000 x1866812144829824/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342509 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342423.398477:0:2412:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780342423.398478:0:2412:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780342423.398479:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97ae4522d600. 02000000:00000001:2.0:1780342423.398481:0:2412:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780342423.398482:0:2412:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780342423.398484:0:2412:0:(genops.c:1244:class_import_put()) import ffff97ae43085800 refcount=3 obd=lustre-MDT0001-mdc-ffff97ae6a5d1000 00000020:00000001:2.0:1780342423.398485:0:2412:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780342423.398487:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97ae51391900. 02000000:00000001:2.0:1780342423.398488:0:2412:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780342423.398489:0:2412:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780342423.398491:0:2412:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97ae69de8000. 00000100:00000001:2.0:1780342423.398493:0:2412:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780342423.398494:0:2412:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342423.398496:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342423.398505:0:2412:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780342423.398508:0:2412:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342423.398510:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780342423.398513:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1780342423.399245:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97ae6a816dc0. 00000400:00000200:3.0:1780342423.399254:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae452f6088 00000400:00000010:3.0:1780342423.399257:0:2411:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae452f6088. 00000100:00000001:3.0:1780342423.399260:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780342423.399267:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97ae69de8a80 x1866812144829952/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342478 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780342423.399277:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97ae69de8a80 x1866812144829952/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342478 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342423.399294:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780342423.399296:0:2411:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780342423.399299:0:2411:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780342423.399301:0:2411:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780342423.399303:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780342423.399305:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780342423.399307:0:2411:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780342423.399314:0:2411:0:(import.c:2151:obd_at_measure()) add 36 to ffff97ae69585460 time=50 v=36 (36 36 5 5) 00000100:00001000:3.0:1780342423.399317:0:2411:0:(import.c:2151:obd_at_measure()) add 1 to ffff97ae69585418 time=92 v=5 (1 1 0 0) 00000100:00000001:3.0:1780342423.399320:0:2411:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780342423.399321:0:2411:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780342423.399323:0:2411:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780342423.399326:0:2411:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342423.399329:0:2411:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780342423.399331:0:2411:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0000-osc-ffff97ae6a5d1000: skip recheck: last_committed 47244662593 00000100:00000001:3.0:1780342423.399333:0:2411:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780342423.399334:0:2411:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342423.399339:0:2411:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97ae69de8a80 x1866812144829952/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342478 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342423.399345:0:2411:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780342423.399348:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780342423.399349:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780342423.399353:0:2411:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97ae69de8a80 x1866812144829952/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342478 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1780342423.399360:0:2411:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff97ae69de8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4e9c6b05-0761-44df-afd6-bfbc14f27556:2411:1866812144829952:192.168.203.129@tcp:400:kworker.0 00000100:00000001:3.0:1780342423.399364:0:2411:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780342423.399367:0:2411:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780342423.399370:0:2411:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97ae69deb100 x1866812144829696/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342509 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342423.399376:0:2411:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780342423.399379:0:2411:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780342423.399397:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97ae6c6c1e00. 02000000:00000001:3.0:1780342423.399401:0:2411:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780342423.399404:0:2411:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780342423.399406:0:2411:0:(genops.c:1244:class_import_put()) import ffff97ae51c6a000 refcount=5 obd=lustre-MDT0000-mdc-ffff97ae6a5d1000 00000020:00000001:3.0:1780342423.399408:0:2411:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780342423.399410:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97ae51391f00. 02000000:00000001:3.0:1780342423.399414:0:2411:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780342423.399426:0:2411:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780342423.399429:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97ae69deb100. 00000100:00000001:3.0:1780342423.399433:0:2411:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780342423.399435:0:2411:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780342423.399437:0:2411:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780342423.399441:0:2411:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97ae69de8a80 x1866812144829952/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342478 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342423.399447:0:2411:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780342423.399448:0:2411:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780342423.399449:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97ae6c6c0800. 02000000:00000001:3.0:1780342423.399451:0:2411:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780342423.399452:0:2411:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780342423.399454:0:2411:0:(genops.c:1244:class_import_put()) import ffff97ae69585000 refcount=3 obd=lustre-OST0000-osc-ffff97ae6a5d1000 00000020:00000001:3.0:1780342423.399455:0:2411:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780342423.399457:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97ae51391600. 02000000:00000001:3.0:1780342423.399459:0:2411:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780342423.399460:0:2411:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780342423.399461:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97ae69de8a80. 00000100:00000001:3.0:1780342423.399463:0:2411:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780342423.399464:0:2411:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780342423.399466:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780342423.399473:0:2411:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780342423.399475:0:2411:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342423.399478:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780342423.399480:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342424.348896:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342424.348905:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342424.348914:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342424.348915:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780342424.349492:0:236697:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780342424.349499:0:236697:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780342424.349503:0:236697:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1780342425.372807:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342425.372820:0:279583:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1780342425.372823:0:279583:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780342425.372828:0:279583:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342425.372834:0:279583:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1780342425.372837:0:279583:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342425.372839:0:279583:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342425.372841:0:279583:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342425.372845:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342425.372847:0:279583:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1780342425.372849:0:279583:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780342425.372856:0:279583:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780342425.372858:0:279583:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780342425.372881:0:279583:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342425.372884:0:279583:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1780342425.372885:0:279583:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342425.372887:0:279583:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342425.372889:0:279583:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780342425.373144:0:252496:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780342425.373149:0:252496:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780342425.373152:0:252496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1780342426.396827:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342426.396838:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342426.396847:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342426.396848:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780342426.397839:0:236698:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780342426.397846:0:236698:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780342426.397877:0:236698:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1780342427.228659:0:252173:0:(connection.c:75:cpu_latency_work()) work item of ffff97ae60cbd000 (cpu 0) has reached its deadline 4306542332, at 4306542336 00000100:00000010:0.0:1780342427.228673:0:252173:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97ae44b6f3c0. 00000100:00000040:1.0:1780342427.233509:0:243559:0:(connection.c:75:cpu_latency_work()) work item of ffff97ae60cbd110 (cpu 0) has reached its deadline 4306542332, at 4306542340 00000100:00000010:1.0:1780342427.233525:0:243559:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97ae44b6f060. 00010000:00000001:2.0:1780342427.421310:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342427.421317:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342427.421323:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342427.421324:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780342427.421396:0:248350:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1780342427.421400:0:248350:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780342427.421403:0:248350:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1780342427.508410:0:280298:0:(llite_lib.c:4092:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1780342427.753994:0:280334:0:(debug.c:650:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1780342427.754158:0:280334:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: rpc test_812b: @@@@@@ FAIL: can't put import for osc.lustre-OST0000-osc-ffff97ae6a5d1000.ost_server_uuid into CONNECTING state after 50 sec, have FULL 00000001:00000001:0.0:1780342427.766759:0:280334:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:2.0:1780342428.444878:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342428.444885:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342428.444890:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342428.444892:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780342428.444987:0:242641:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780342428.444990:0:242641:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780342428.444993:0:242641:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1780342428.510139:0:234078:0:(pinger.c:231:ptlrpc_pinger_process_import()) 2a8e121d-4255-4dce-9cfd-5ec7361d75ba->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780342428.510149:0:234078:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780342428.510156:0:234078:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97ae6a520700. 00000020:00000040:3.0:1780342428.510163:0:234078:0:(genops.c:1231:class_import_get()) import ffff97ae604f8800 refcount=4 obd=MGC192.168.203.129@tcp 00000100:00000001:3.0:1780342428.510167:0:234078:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780342428.510170:0:234078:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780342428.510173:0:234078:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780342428.510182:0:234078:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97ad410adb00. 00000100:00000001:3.0:1780342428.510188:0:234078:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342428.510391:0:234078:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2a8e121d-4255-4dce-9cfd-5ec7361d75ba->MGS req@ffff97ae6a520700 x1866812144830080/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1780342428.510402:0:234078:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780342428.510406:0:234078:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342428.510412:0:234078:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c35b0cc] to pc [ptlrpcd_01_01+1] req@ffff97ae6a520700 x1866812144830080/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342428.510514:0:234078:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342428.510517:0:234078:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780342428.510521:0:234078:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780342428.510524:0:234078:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97ae6a520000. 00000020:00000040:3.0:1780342428.510527:0:234078:0:(genops.c:1231:class_import_get()) import ffff97ae51c6a000 refcount=6 obd=lustre-MDT0000-mdc-ffff97ae6a5d1000 00000100:00000001:3.0:1780342428.510529:0:234078:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780342428.510531:0:234078:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780342428.510533:0:234078:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780342428.510537:0:234078:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97ad410ad800. 00000100:00000001:3.0:1780342428.510540:0:234078:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342428.510739:0:234078:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-MDT0000_UUID req@ffff97ae6a520000 x1866812144830208/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1780342428.510762:0:234078:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780342428.510764:0:234078:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342428.510769:0:234078:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab7236bf] to pc [ptlrpcd_01_00+0] req@ffff97ae6a520000 x1866812144830208/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342428.510778:0:234078:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342428.510780:0:234078:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780342428.510783:0:234078:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780342428.510787:0:234078:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97ae6a521180. 00000020:00000040:3.0:1780342428.510789:0:234078:0:(genops.c:1231:class_import_get()) import ffff97ae43085800 refcount=4 obd=lustre-MDT0001-mdc-ffff97ae6a5d1000 00000100:00000001:3.0:1780342428.510791:0:234078:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780342428.510793:0:234078:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780342428.510795:0:234078:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780342428.510799:0:234078:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97ad410ad400. 00000100:00000001:3.0:1780342428.510802:0:234078:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342428.510806:0:234078:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-MDT0001_UUID req@ffff97ae6a521180 x1866812144830336/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1780342428.510813:0:234078:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780342428.510815:0:234078:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342428.510819:0:234078:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036ecdd70] to pc [ptlrpcd_01_01+1] req@ffff97ae6a521180 x1866812144830336/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342428.510826:0:234078:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342428.510828:0:234078:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780342428.510830:0:234078:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780342428.510833:0:234078:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97ae6a520380. 00000020:00000040:3.0:1780342428.510835:0:234078:0:(genops.c:1231:class_import_get()) import ffff97ae69585000 refcount=4 obd=lustre-OST0000-osc-ffff97ae6a5d1000 00000100:00000001:3.0:1780342428.510837:0:234078:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780342428.510838:0:234078:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780342428.510839:0:234078:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780342428.510842:0:234078:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97ad410ad900. 00000100:00000001:3.0:1780342428.510851:0:234078:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342428.510855:0:234078:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-OST0000_UUID req@ffff97ae6a520380 x1866812144830464/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1780342428.510862:0:234078:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780342428.510864:0:234078:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342428.510945:0:234078:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bcf4b698] to pc [ptlrpcd_01_00+0] req@ffff97ae6a520380 x1866812144830464/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342428.510948:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780342428.510952:0:2412:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780342428.510954:0:234078:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342428.510955:0:2412:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780342428.510956:0:234078:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1780342428.510960:0:234078:0:(pinger.c:249:ptlrpc_pinger_process_import()) 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1780342428.510961:0:2412:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97ae6a520700 x1866812144830080/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1780342428.510964:0:234078:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11881) 00000100:00000001:2.0:1780342428.510968:0:2412:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780342428.511022:0:2412:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780342428.511027:0:2412:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780342428.511030:0:2412:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780342428.511032:0:2412:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780342428.511035:0:2412:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97ae6a520700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2a8e121d-4255-4dce-9cfd-5ec7361d75ba:2412:1866812144830080:192.168.203.129@tcp:400:kworker.0 00000100:00000001:2.0:1780342428.511039:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780342428.511045:0:2412:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780342428.511047:0:2412:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780342428.511050:0:2412:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780342428.511055:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97ae489d2e00. 02000000:00000001:2.0:1780342428.511056:0:2412:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780342428.511064:0:2412:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000010:2.0:1780342428.511068:0:2412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97ae7582af78. 00000400:00000010:2.0:1780342428.511081:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae4a189ee0. 00000100:00000200:2.0:1780342428.511087:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812144830080, portal 25 00000100:00000001:2.0:1780342428.511088:0:2412:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780342428.511090:0:2412:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446629374096705280 : -114699612846336 : ffff97ae6a520700) 00000100:00000040:2.0:1780342428.511095:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97ae6a520700 x1866812144830080/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342428.511102:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780342428.511104:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.129@tcp 00000400:00000010:2.0:1780342428.511106:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae4a189d48. 00000100:00000200:2.0:1780342428.511109:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866812144830080, offset 0 00000400:00000200:2.0:1780342428.511116:0:2412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.129@tcp 00000400:00000200:2.0:1780342428.511125:0:2412:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:2.0:1780342428.511133:0:2412:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.129@tcp local destination 00000400:00000200:2.0:1780342428.511138:0:2412:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780342428.511141:0:2412:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.29@tcp 00000400:00000200:2.0:1780342428.511145:0:2412:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780342428.511147:0:2412:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.129@tcp 00000400:00000200:2.0:1780342428.511150:0:2412:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.29@tcp NI seq info: [551871:551871:256:4294967295] 192.168.203.129@tcp LPNI seq info [551797:551797:8:4294967295] 00000400:00000200:2.0:1780342428.511154:0:2412:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:2.0:1780342428.511163:0:2412:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp:) -> 192.168.203.129@tcp(192.168.203.129@tcp:192.168.203.129@tcp) : PUT try# 0 00000800:00000200:2.0:1780342428.511170:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.129@tcp 00000800:00000010:2.0:1780342428.511175:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97ae51391500. 00000800:00000200:2.0:1780342428.511181:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97ae46b85a80] -> 12345-192.168.203.129@tcp (5) 00000800:00000200:2.0:1780342428.511189:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.129@tcp ip 192.168.203.129:988 00000800:00000200:2.0:1780342428.511192:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97ae51391500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780342428.511291:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780342428.511294:0:2411:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780342428.511295:0:2411:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780342428.511300:0:2411:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97ae6a520000 x1866812144830208/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342428.511307:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780342428.511308:0:2411:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780342428.511310:0:2411:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780342428.511311:0:2411:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780342428.511313:0:2411:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780342428.511315:0:2411:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97ae6a520000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4e9c6b05-0761-44df-afd6-bfbc14f27556:2411:1866812144830208:192.168.203.129@tcp:400:kworker.0 00000100:00000001:3.0:1780342428.511318:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780342428.511321:0:2411:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780342428.511322:0:2411:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780342428.511324:0:2411:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780342428.511327:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97ae6c6c1600. 02000000:00000001:3.0:1780342428.511328:0:2411:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780342428.511332:0:2411:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000010:3.0:1780342428.511335:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97ae6a816dc0. 00000400:00000010:3.0:1780342428.511339:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae452f6088. 00000100:00000200:3.0:1780342428.511503:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812144830208, portal 10 00000100:00000001:3.0:1780342428.511506:0:2411:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780342428.511507:0:2411:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446629374096703488 : -114699612848128 : ffff97ae6a520000) 00000100:00000040:3.0:1780342428.511514:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97ae6a520000 x1866812144830208/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342514 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342428.511520:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780342428.511522:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.129@tcp 00000400:00000010:3.0:1780342428.511525:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae452f6000. 00000100:00000200:3.0:1780342428.511527:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866812144830208, offset 0 00000400:00000200:3.0:1780342428.511531:0:2411:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.129@tcp 00000400:00000200:3.0:1780342428.511536:0:2411:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:3.0:1780342428.511539:0:2411:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.129@tcp local destination 00000400:00000200:3.0:1780342428.511542:0:2411:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1780342428.511670:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780342428.511677:0:2412:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000001:2.0:1780342428.511680:0:2412:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306547452 00000100:00000010:2.0:1780342428.511685:0:2412:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97ae6c516180. 00000100:00000001:2.0:1780342428.511691:0:2412:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.129@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1780342428.511696:0:2412:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306547452 00000100:00000010:2.0:1780342428.511704:0:2412:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97ae6c516780. 00000100:00000001:2.0:1780342428.511707:0:2412:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.129@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1780342428.511710:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780342428.511714:0:2412:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342428.511717:0:2412:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780342428.511721:0:2412:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97ae6a521180 x1866812144830336/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342428.511727:0:2412:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780342428.511729:0:2412:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780342428.511732:0:2412:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780342428.511733:0:2412:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780342428.511735:0:2412:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780342428.511737:0:2412:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97ae6a521180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4e9c6b05-0761-44df-afd6-bfbc14f27556:2412:1866812144830336:192.168.203.129@tcp:400:kworker.0 00000100:00000001:2.0:1780342428.511740:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780342428.511743:0:2412:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780342428.511744:0:2412:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780342428.511746:0:2412:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780342428.511749:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97ae489d3a00. 02000000:00000001:2.0:1780342428.511750:0:2412:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780342428.511754:0:2412:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000010:2.0:1780342428.511757:0:2412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97ae7582a528. 00000400:00000010:2.0:1780342428.511760:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae4a189550. 00000100:00000200:2.0:1780342428.511763:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812144830336, portal 10 00000100:00000001:2.0:1780342428.511765:0:2412:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780342428.511766:0:2412:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446629374096707968 : -114699612843648 : ffff97ae6a521180) 00000100:00000040:2.0:1780342428.511772:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97ae6a521180 x1866812144830336/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342514 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342428.511778:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780342428.511780:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.129@tcp 00000400:00000010:2.0:1780342428.511782:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae4a189b28. 00000100:00000200:2.0:1780342428.511784:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866812144830336, offset 0 00000400:00000200:2.0:1780342428.511788:0:2412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.129@tcp 00000800:00000200:1.0:1780342428.511895:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780342428.511900:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97ae51391500. 00000400:00000200:1.0:1780342428.511904:0:2402:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780342428.511909:0:2402:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000400:00000200:1.0:1780342428.511915:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae4a189d48 00000400:00000010:1.0:1780342428.511917:0:2402:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae4a189d48. 00000100:00000001:1.0:1780342428.511922:0:2402:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780342428.511926:0:2402:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97ae6a520700 x1866812144830080/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342428.511935:0:2402:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780342428.511939:0:2402:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97ae6a520700 x1866812144830080/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342444 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342428.511945:0:2402:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342428.511946:0:2402:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1780342428.511995:0:2411:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.29@tcp 00000400:00000200:3.0:1780342428.511999:0:2411:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780342428.512001:0:2411:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.129@tcp 00000400:00000200:3.0:1780342428.512005:0:2411:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.29@tcp NI seq info: [551872:551872:256:4294967295] 192.168.203.129@tcp LPNI seq info [551798:551798:8:4294967295] 00000400:00000200:3.0:1780342428.512009:0:2411:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:3.0:1780342428.512016:0:2411:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp:) -> 192.168.203.129@tcp(192.168.203.129@tcp:192.168.203.129@tcp) : PUT try# 0 00000800:00000200:3.0:1780342428.512021:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.129@tcp 00000800:00000010:3.0:1780342428.512025:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97ad410ada00. 00000800:00000200:3.0:1780342428.512030:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97ae46b85a80] -> 12345-192.168.203.129@tcp (5) 00000800:00000200:3.0:1780342428.512034:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.129@tcp ip 192.168.203.129:988 00000800:00000200:3.0:1780342428.512038:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97ad410ada00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780342428.512056:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342428.512061:0:2411:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: using a timeout of 16202 usecs (17 jiffies) 00000400:00000200:3.0:1780342428.512064:0:2411:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000001:3.0:1780342428.512066:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 0 is 4306543634 00000100:00000001:3.0:1780342428.512068:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: PM QoS request active for cpu 0, keep current deadline 4306547452 00000100:00000001:3.0:1780342428.512070:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 1 is 4306543634 00000100:00000001:3.0:1780342428.512079:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: PM QoS request active for cpu 1, keep current deadline 4306547452 00000100:00000001:3.0:1780342428.512082:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780342428.512083:0:2411:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342428.512086:0:2411:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780342428.512091:0:2411:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97ae6a520380 x1866812144830464/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342428.512097:0:2411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780342428.512098:0:2411:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780342428.512100:0:2411:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780342428.512103:0:2411:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780342428.512104:0:2411:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780342428.512107:0:2411:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97ae6a520380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4e9c6b05-0761-44df-afd6-bfbc14f27556:2411:1866812144830464:192.168.203.129@tcp:400:kworker.0 00000100:00000001:3.0:1780342428.512110:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780342428.512112:0:2411:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780342428.512114:0:2411:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780342428.512116:0:2411:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780342428.512118:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97ae6c6c0600. 02000000:00000001:3.0:1780342428.512120:0:2411:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780342428.512124:0:2411:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000010:3.0:1780342428.512126:0:2411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97ae6a8162c0. 00000400:00000010:3.0:1780342428.512130:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae452f6b28. 00000100:00000200:3.0:1780342428.512133:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812144830464, portal 4 00000100:00000001:3.0:1780342428.512135:0:2411:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780342428.512136:0:2411:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446629374096704384 : -114699612847232 : ffff97ae6a520380) 00000100:00000040:3.0:1780342428.512142:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97ae6a520380 x1866812144830464/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342483 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1780342428.512232:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780342428.512235:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97ad410ada00. 00000400:00000200:1.0:1780342428.512239:0:2401:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780342428.512242:0:2401:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000400:00000200:1.0:1780342428.512245:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae452f6000 00000400:00000010:1.0:1780342428.512247:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae452f6000. 00000100:00000001:1.0:1780342428.512250:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780342428.512255:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97ae6a520000 x1866812144830208/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342514 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342428.512263:0:2401:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780342428.512266:0:2401:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97ae6a520000 x1866812144830208/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342514 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342428.512272:0:2401:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342428.512273:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1780342428.512329:0:2412:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:2.0:1780342428.512334:0:2412:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.129@tcp local destination 00000400:00000200:2.0:1780342428.512337:0:2412:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780342428.512339:0:2412:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.29@tcp 00000400:00000200:2.0:1780342428.512416:0:2412:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780342428.512418:0:2412:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.129@tcp 00000400:00000200:2.0:1780342428.512421:0:2412:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.29@tcp NI seq info: [551873:551873:256:4294967295] 192.168.203.129@tcp LPNI seq info [551799:551799:8:4294967295] 00000400:00000200:2.0:1780342428.512426:0:2412:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:2.0:1780342428.512432:0:2412:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp:) -> 192.168.203.129@tcp(192.168.203.129@tcp:192.168.203.129@tcp) : PUT try# 0 00000100:00000001:3.0:1780342428.512518:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780342428.512523:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.129@tcp 00000400:00000010:3.0:1780342428.512526:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae452f6550. 00000100:00000200:3.0:1780342428.512529:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1866812144830464, offset 0 00000400:00000200:3.0:1780342428.512534:0:2411:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.129@tcp 00000400:00000200:3.0:1780342428.512538:0:2411:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000800:00000200:2.0:1780342428.512733:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.129@tcp 00000800:00000010:2.0:1780342428.512738:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97ae51391700. 00000800:00000200:2.0:1780342428.512743:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97ae46b85a80] -> 12345-192.168.203.129@tcp (5) 00000800:00000200:2.0:1780342428.512747:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.129@tcp ip 192.168.203.129:988 00000800:00000200:2.0:1780342428.512750:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97ae51391700 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1780342428.512789:0:2411:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.129@tcp local destination 00000400:00000200:3.0:1780342428.512792:0:2411:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1780342428.512792:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780342428.512794:0:2411:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.29@tcp 00000100:00000040:2.0:1780342428.512795:0:2412:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97ae6a5d1000: using a timeout of 22545 usecs (23 jiffies) 00000400:00000200:3.0:1780342428.512797:0:2411:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780342428.512799:0:2411:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.129@tcp 00000400:00000200:2.0:1780342428.512799:0:2412:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000001:2.0:1780342428.512801:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 0 is 4306543642 00000400:00000200:3.0:1780342428.512802:0:2411:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.29@tcp NI seq info: [551874:551874:255:4294967295] 192.168.203.129@tcp LPNI seq info [551800:551800:7:4294967295] 00000100:00000001:2.0:1780342428.512803:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97ae6a5d1000: PM QoS request active for cpu 0, keep current deadline 4306547452 00000400:00000200:3.0:1780342428.512806:0:2411:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000001:2.0:1780342428.512806:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 1 is 4306543642 00000100:00000001:2.0:1780342428.512808:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97ae6a5d1000: PM QoS request active for cpu 1, keep current deadline 4306547452 00000100:00000001:2.0:1780342428.512810:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1780342428.512813:0:2411:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp:) -> 192.168.203.129@tcp(192.168.203.129@tcp:192.168.203.129@tcp) : PUT try# 0 00000100:00000001:2.0:1780342428.512813:0:2412:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342428.512816:0:2412:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1780342428.512817:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.129@tcp 00000100:00000001:2.0:1780342428.512819:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1780342428.512821:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97ad410ad200. 00000800:00000200:3.0:1780342428.512824:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97ae46b85a80] -> 12345-192.168.203.129@tcp (5) 00000100:00000001:2.0:1780342428.512826:0:2412:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:3.0:1780342428.512828:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.129@tcp ip 192.168.203.129:988 00000100:00000001:2.0:1780342428.512828:0:2412:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:3.0:1780342428.512830:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97ad410ad200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780342428.512831:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780342428.512832:0:2412:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780342428.512833:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342428.512834:0:2412:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342428.512836:0:2411:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff97ae6a5d1000: using a timeout of 110000 usecs (110 jiffies) 00000100:00000001:2.0:1780342428.512836:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780342428.512838:0:2411:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000001:3.0:1780342428.512840:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 0 is 4306543729 00000100:00000001:3.0:1780342428.512842:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff97ae6a5d1000: PM QoS request active for cpu 0, keep current deadline 4306547452 00000100:00000001:3.0:1780342428.512844:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 1 is 4306543729 00000100:00000001:3.0:1780342428.512845:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff97ae6a5d1000: PM QoS request active for cpu 1, keep current deadline 4306547452 00000100:00000001:3.0:1780342428.512847:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780342428.512848:0:2411:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342428.512850:0:2411:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342428.512852:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780342428.512855:0:2411:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780342428.512856:0:2411:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:3.0:1780342428.512858:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780342428.512859:0:2411:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780342428.512860:0:2411:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342428.512862:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780342428.516706:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780342428.516715:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97ae51391700. 00000400:00000200:1.0:1780342428.516732:0:2402:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780342428.516741:0:2402:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000400:00000200:1.0:1780342428.516748:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae4a189b28 00000400:00000010:1.0:1780342428.516751:0:2402:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae4a189b28. 00000100:00000001:1.0:1780342428.516756:0:2402:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780342428.516764:0:2402:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97ae6a521180 x1866812144830336/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342514 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342428.516777:0:2402:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780342428.516780:0:2402:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97ae6a521180 x1866812144830336/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342514 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342428.516787:0:2402:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342428.516789:0:2402:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1780342428.517429:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780342428.517434:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97ad410ad200. 00000400:00000200:1.0:1780342428.517438:0:2402:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780342428.517443:0:2402:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000400:00000200:1.0:1780342428.517446:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae452f6550 00000400:00000010:1.0:1780342428.517449:0:2402:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae452f6550. 00000100:00000001:1.0:1780342428.517452:0:2402:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780342428.517457:0:2402:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97ae6a520380 x1866812144830464/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342483 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342428.517465:0:2402:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780342428.517468:0:2402:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97ae6a520380 x1866812144830464/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342483 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342428.517474:0:2402:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342428.517476:0:2402:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780342428.518303:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342428.518310:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780342428.518313:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342428.518315:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780342428.518322:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342428.518328:0:2401:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp) <- 192.168.203.129@tcp : PUT - for me 00000400:00000200:1.0:1780342428.518335:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342428.518345:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342428.518365:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342428.518369:0:2401:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.129@tcp of length 224 into portal 10 MB=0x6a1db12c14700 00000400:00000200:1.0:1780342428.518373:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342428.518379:0:2401:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.129@tcp of length 224/224 into md 0x5465c1 [1] + 224 00000800:00000001:1.0:1780342428.518386:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342428.518390:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780342428.518393:0:2401:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780342428.518397:0:2401:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000100:00000001:1.0:1780342428.518402:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780342428.518408:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97ae6a520000 x1866812144830208/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342514 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780342428.518417:0:2401:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97ae6a520000 x1866812144830208/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342514 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342428.518490:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780342428.518498:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342428.518502:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780342428.518504:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342428.518507:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780342428.518510:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342428.518514:0:2401:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp) <- 192.168.203.129@tcp : PUT - for me 00000400:00000200:1.0:1780342428.518518:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342428.518520:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342428.518523:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342428.518526:0:2401:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.129@tcp of length 224 into portal 25 MB=0x6a1db12c14680 00000400:00000200:1.0:1780342428.518529:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342428.518533:0:2401:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.129@tcp of length 224/224 into md 0x5465b9 [1] + 224 00000800:00000001:1.0:1780342428.518537:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342428.518542:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780342428.518731:0:2401:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780342428.518736:0:2401:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000100:00000001:1.0:1780342428.518739:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780342428.518750:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97ae6a520700 x1866812144830080/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342444 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780342428.518759:0:2401:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97ae6a520700 x1866812144830080/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342444 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342428.518774:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780342428.518779:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342428.518782:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342428.519004:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780342428.519008:0:2412:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780342428.519015:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780342428.519017:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780342428.519021:0:2412:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97ae7582af78. 00000400:00000200:2.0:1780342428.519025:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae4a189ee0 00000400:00000010:2.0:1780342428.519027:0:2412:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae4a189ee0. 00000100:00000001:2.0:1780342428.519030:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780342428.519035:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97ae6a520700 x1866812144830080/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342444 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780342428.519043:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97ae6a520700 x1866812144830080/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342444 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342428.519049:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780342428.519051:0:2412:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342428.519054:0:2412:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780342428.519057:0:2412:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780342428.519059:0:2412:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780342428.519061:0:2412:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780342428.519064:0:2412:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780342428.519071:0:2412:0:(import.c:2151:obd_at_measure()) add 5 to ffff97ae604f8c60 time=56 v=5 (5 5 5 5) 00000100:00001000:2.0:1780342428.519075:0:2412:0:(import.c:2151:obd_at_measure()) add 1 to ffff97ae604f8c18 time=126 v=5 (1 1 0 0) 00000100:00000001:2.0:1780342428.519078:0:2412:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780342428.519079:0:2412:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342428.519082:0:2412:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780342428.519084:0:2412:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342428.519087:0:2412:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780342428.519092:0:2412:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97ae6a520700 x1866812144830080/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342444 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342428.519099:0:2412:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780342428.519102:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780342428.519104:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780342428.519108:0:2412:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97ae6a520700 x1866812144830080/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342444 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1780342428.519115:0:2412:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff97ae6a520700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2a8e121d-4255-4dce-9cfd-5ec7361d75ba:2412:1866812144830080:192.168.203.129@tcp:400:kworker.0 00000100:00000001:2.0:1780342428.519129:0:2412:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342428.519132:0:2412:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780342428.519136:0:2412:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97ae6a520700 x1866812144830080/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342444 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342428.519143:0:2412:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780342428.519145:0:2412:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780342428.519154:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97ae489d2e00. 02000000:00000001:2.0:1780342428.519157:0:2412:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780342428.519159:0:2412:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780342428.519161:0:2412:0:(genops.c:1244:class_import_put()) import ffff97ae604f8800 refcount=3 obd=MGC192.168.203.129@tcp 00000020:00000001:2.0:1780342428.519163:0:2412:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780342428.519165:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97ad410adb00. 02000000:00000001:2.0:1780342428.519169:0:2412:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780342428.519170:0:2412:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780342428.519172:0:2412:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97ae6a520700. 00000100:00000001:2.0:1780342428.519175:0:2412:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780342428.519177:0:2412:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342428.519179:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342428.519181:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780342428.519183:0:2412:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780342428.519184:0:2412:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342428.519186:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342428.519238:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780342428.519245:0:2411:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780342428.519248:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780342428.519249:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780342428.519251:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97ae6a816dc0. 00000400:00000200:3.0:1780342428.519254:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae452f6088 00000400:00000010:3.0:1780342428.519256:0:2411:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae452f6088. 00000100:00000001:3.0:1780342428.519258:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780342428.519264:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97ae6a520000 x1866812144830208/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342514 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780342428.519272:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97ae6a520000 x1866812144830208/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342514 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342428.519277:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780342428.519278:0:2411:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780342428.519280:0:2411:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780342428.519281:0:2411:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780342428.519282:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780342428.519284:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780342428.519285:0:2411:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780342428.519290:0:2411:0:(import.c:2151:obd_at_measure()) add 61 to ffff97ae51c6a460 time=55 v=61 (61 61 61 62) 00000100:00001000:3.0:1780342428.519293:0:2411:0:(import.c:2151:obd_at_measure()) add 1 to ffff97ae51c6a418 time=126 v=5 (1 1 0 0) 00000100:00000001:3.0:1780342428.519295:0:2411:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780342428.519297:0:2411:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780342428.519298:0:2411:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780342428.519301:0:2411:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342428.519303:0:2411:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780342428.519306:0:2411:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff97ae6a5d1000: skip recheck: last_committed 30064771459 00000100:00000001:3.0:1780342428.519307:0:2411:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780342428.519309:0:2411:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342428.519312:0:2411:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97ae6a520000 x1866812144830208/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342514 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342428.519318:0:2411:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780342428.519320:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780342428.519322:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780342428.519325:0:2411:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97ae6a520000 x1866812144830208/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342514 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1780342428.519336:0:2411:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff97ae6a520000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4e9c6b05-0761-44df-afd6-bfbc14f27556:2411:1866812144830208:192.168.203.129@tcp:400:kworker.0 00000100:00000001:3.0:1780342428.519340:0:2411:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342428.519426:0:2411:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780342428.519436:0:2411:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97ae6a520000 x1866812144830208/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342514 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342428.519443:0:2411:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780342428.519445:0:2411:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780342428.519446:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97ae6c6c1600. 02000000:00000001:3.0:1780342428.519449:0:2411:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780342428.519451:0:2411:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780342428.519452:0:2411:0:(genops.c:1244:class_import_put()) import ffff97ae51c6a000 refcount=5 obd=lustre-MDT0000-mdc-ffff97ae6a5d1000 00000020:00000001:3.0:1780342428.519453:0:2411:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780342428.519455:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97ad410ad800. 02000000:00000001:3.0:1780342428.519457:0:2411:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780342428.519458:0:2411:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780342428.519459:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97ae6a520000. 00000100:00000001:3.0:1780342428.519462:0:2411:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780342428.519463:0:2411:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780342428.519465:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342428.519467:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780342428.519468:0:2411:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780342428.519470:0:2411:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342428.519472:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1780342428.521511:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342428.521529:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780342428.521532:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342428.521535:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780342428.521544:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342428.521554:0:2402:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp) <- 192.168.203.129@tcp : PUT - for me 00000400:00000200:0.0:1780342428.521577:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342428.521582:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342428.521587:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342428.521591:0:2402:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.129@tcp of length 224 into portal 10 MB=0x6a1db12c14780 00000400:00000200:0.0:1780342428.521596:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342428.521602:0:2402:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.129@tcp of length 224/224 into md 0x5465c9 [1] + 224 00000800:00000001:0.0:1780342428.521610:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342428.521615:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780342428.521618:0:2402:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780342428.521623:0:2402:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000100:00000001:0.0:1780342428.521631:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780342428.521640:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97ae6a521180 x1866812144830336/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342514 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780342428.521652:0:2402:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97ae6a521180 x1866812144830336/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342514 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342428.521673:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780342428.521684:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342428.521688:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780342428.521690:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342428.521692:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780342428.521695:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342428.521698:0:2402:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp) <- 192.168.203.129@tcp : PUT - for me 00000400:00000200:0.0:1780342428.521702:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342428.521704:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342428.521715:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342428.521717:0:2402:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.129@tcp of length 224 into portal 4 MB=0x6a1db12c14800 00000400:00000200:0.0:1780342428.521721:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342428.521725:0:2402:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.129@tcp of length 224/224 into md 0x5465d1 [1] + 224 00000800:00000001:0.0:1780342428.521729:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342428.521736:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342428.521737:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1780342428.521738:0:2402:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1780342428.521743:0:2412:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1780342428.521743:0:2402:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000100:00000001:0.0:1780342428.521750:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:2.0:1780342428.521751:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780342428.521755:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000200:0.0:1780342428.521756:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97ae6a520380 x1866812144830464/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342483 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1780342428.521759:0:2412:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97ae7582a528. 00000400:00000200:2.0:1780342428.521766:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae4a189550 00000400:00000010:2.0:1780342428.521770:0:2412:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae4a189550. 00000100:00000040:0.0:1780342428.521770:0:2402:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97ae6a520380 x1866812144830464/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342483 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342428.521775:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780342428.521784:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97ae6a521180 x1866812144830336/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342514 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342428.521791:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:2.0:1780342428.521796:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97ae6a521180 x1866812144830336/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342514 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1780342428.521797:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342428.521801:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342428.521807:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780342428.521816:0:2412:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342428.521819:0:2412:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780342428.521822:0:2412:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780342428.521824:0:2412:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780342428.521826:0:2412:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780342428.521829:0:2412:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780342428.521837:0:2412:0:(import.c:2151:obd_at_measure()) add 61 to ffff97ae43085c60 time=55 v=61 (61 61 61 62) 00000100:00001000:2.0:1780342428.521841:0:2412:0:(import.c:2151:obd_at_measure()) add 1 to ffff97ae43085c18 time=111 v=5 (1 1 0 0) 00000100:00000001:2.0:1780342428.521844:0:2412:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780342428.521845:0:2412:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342428.521847:0:2412:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1780342428.521852:0:2412:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff97ae6a521180 x1866812144830336/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342514 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1780342428.521858:0:2412:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342428.521861:0:2412:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780342428.521863:0:2412:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff97ae6a5d1000: skip recheck: last_committed 21474836545 00000100:00000001:2.0:1780342428.521865:0:2412:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780342428.521866:0:2412:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780342428.521882:0:2412:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97ae6a521180 x1866812144830336/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342514 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342428.521888:0:2412:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780342428.521891:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780342428.521893:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780342428.521897:0:2412:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97ae6a521180 x1866812144830336/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342514 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1780342428.521904:0:2412:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff97ae6a521180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4e9c6b05-0761-44df-afd6-bfbc14f27556:2412:1866812144830336:192.168.203.129@tcp:400:kworker.0 00000100:00000001:2.0:1780342428.521909:0:2412:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342428.521912:0:2412:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780342428.521914:0:2412:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97ae6a521180 x1866812144830336/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342514 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342428.521921:0:2412:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780342428.521928:0:2412:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780342428.521932:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97ae489d3a00. 02000000:00000001:2.0:1780342428.521935:0:2412:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780342428.521938:0:2412:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780342428.521940:0:2412:0:(genops.c:1244:class_import_put()) import ffff97ae43085800 refcount=3 obd=lustre-MDT0001-mdc-ffff97ae6a5d1000 00000020:00000001:2.0:1780342428.521942:0:2412:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780342428.521944:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97ad410ad400. 02000000:00000001:2.0:1780342428.521947:0:2412:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780342428.521949:0:2412:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780342428.521951:0:2412:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97ae6a521180. 00000100:00000001:2.0:1780342428.521955:0:2412:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780342428.521956:0:2412:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342428.521958:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342428.521965:0:2412:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780342428.521968:0:2412:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342428.521969:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780342428.521971:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342428.522448:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780342428.522452:0:2411:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780342428.522456:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780342428.522458:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780342428.522460:0:2411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97ae6a8162c0. 00000400:00000200:3.0:1780342428.522464:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae452f6b28 00000400:00000010:3.0:1780342428.522465:0:2411:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae452f6b28. 00000100:00000001:3.0:1780342428.522468:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780342428.522472:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97ae6a520380 x1866812144830464/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342483 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780342428.522492:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97ae6a520380 x1866812144830464/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342483 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342428.522498:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780342428.522499:0:2411:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780342428.522501:0:2411:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780342428.522503:0:2411:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780342428.522504:0:2411:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780342428.522505:0:2411:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780342428.522507:0:2411:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780342428.522512:0:2411:0:(import.c:2151:obd_at_measure()) add 36 to ffff97ae69585460 time=55 v=36 (36 36 5 5) 00000100:00001000:3.0:1780342428.522515:0:2411:0:(import.c:2151:obd_at_measure()) add 1 to ffff97ae69585418 time=97 v=5 (1 1 0 0) 00000100:00000001:3.0:1780342428.522517:0:2411:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780342428.522519:0:2411:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780342428.522520:0:2411:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780342428.522523:0:2411:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342428.522525:0:2411:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780342428.522526:0:2411:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0000-osc-ffff97ae6a5d1000: skip recheck: last_committed 47244662593 00000100:00000001:3.0:1780342428.522528:0:2411:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780342428.522530:0:2411:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780342428.522534:0:2411:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97ae6a520380 x1866812144830464/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342483 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342428.522540:0:2411:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780342428.522541:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780342428.522543:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780342428.522545:0:2411:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97ae6a520380 x1866812144830464/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342483 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1780342428.522553:0:2411:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff97ae6a520380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4e9c6b05-0761-44df-afd6-bfbc14f27556:2411:1866812144830464:192.168.203.129@tcp:400:kworker.0 00000100:00000001:3.0:1780342428.522556:0:2411:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780342428.522558:0:2411:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780342428.522583:0:2411:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97ae6a520380 x1866812144830464/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342483 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780342428.522597:0:2411:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780342428.522599:0:2411:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780342428.522600:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97ae6c6c0600. 02000000:00000001:3.0:1780342428.522603:0:2411:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780342428.522604:0:2411:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780342428.522606:0:2411:0:(genops.c:1244:class_import_put()) import ffff97ae69585000 refcount=3 obd=lustre-OST0000-osc-ffff97ae6a5d1000 00000020:00000001:3.0:1780342428.522608:0:2411:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780342428.522610:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97ad410ad900. 02000000:00000001:3.0:1780342428.522613:0:2411:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780342428.522614:0:2411:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780342428.522616:0:2411:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97ae6a520380. 00000100:00000001:3.0:1780342428.522619:0:2411:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780342428.522620:0:2411:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780342428.522622:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780342428.522627:0:2411:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780342428.522629:0:2411:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780342428.522630:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780342428.522633:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780342429.210731:0:280434:0:(llite_lib.c:4092:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342429.470792:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342429.470797:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342429.470802:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342429.470803:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780342429.471050:0:236697:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780342429.471054:0:236697:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780342429.471057:0:236697:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 13307 lines, 13307 kept, 0 dropped, 0 bad.