00010000:00000001:0.0F:1786072113.576469:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072113.576486:0:273755:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786072113.576496:0:273755:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786072113.576500:0:273755:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072113.576505:0:273755:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786072113.576507:0:273755:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072113.576509:0:273755:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072113.576512:0:273755:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072113.576516:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072113.576517:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786072113.576540:0:245327:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786072113.576543:0:245327:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786072113.576546:0:245327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786072114.605821:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072114.605828:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072114.605833:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072114.605835:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786072114.605860:0:233680:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786072114.605863:0:233680:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786072114.605866:0:233680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1786072115.572959:0:276487:0:(llite_lib.c:4245:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072115.631846:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072115.631853:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072115.631859:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072115.631860:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0F:1786072115.633210:0:239616:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786072115.633221:0:239616:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786072115.633225:0:239616:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0F:1786072116.202258:0:276551:0:(llite_lib.c:4245:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072116.654704:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072116.654712:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072116.654718:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072116.654720:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786072116.654751:0:245326:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786072116.654754:0:245326:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786072116.654757:0:245326:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1786072117.352478:0:273755:0:(connection.c:75:cpu_latency_work()) work item of ffff936d05017800 (cpu 0) has reached its deadline 4307910902, at 4307910912 00000100:00000010:0.0:1786072117.352496:0:273755:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff936d29a68cc0. 00000100:00000040:1.0:1786072117.352630:0:272817:0:(connection.c:75:cpu_latency_work()) work item of ffff936d05017910 (cpu 1) has reached its deadline 4307910902, at 4307910912 00000100:00000010:1.0:1786072117.352637:0:272817:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff936d29a68120. 00010000:00000001:0.0:1786072117.674453:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072117.674464:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072117.674470:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072117.674472:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0F:1786072117.675070:0:233679:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786072117.675084:0:233679:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786072117.675088:0:233679:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1786072117.676763:0:276645:0:(llite_lib.c:4245:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1786072117.981872:0:276681:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1786072117.981878:0:276681:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity test 812b: do not drop no resend request for idle connect ========================================================== 23:08:36 (1786072116) 00000001:00000001:2.0:1786072117.989146:0:276681:0:(debug.c:656:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:1.0:1786072118.206797:0:276702:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:1.0:1786072118.206805:0:276702:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:1.0:1786072118.206807:0:276702:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1786072118.206810:0:276702:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffad16c0c97bc0 00000080:00200000:1.0:1786072118.206814:0:276702:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff936d3cd07448),name=/ 00000080:00000010:1.0:1786072118.206822:0:276702:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff936d0b1a2c00. 00800000:00000002:1.0:1786072118.206828:0:276702:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff936d0653a980 2 00000080:00000001:1.0:1786072118.206834:0:276702:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1786072118.206841:0:276702:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1786072118.206843:0:276702:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffad16c0c97ae0 00800000:00000002:1.0:1786072118.206846:0:276702:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1786072118.206851:0:276702:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1786072118.206854:0:276702:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1786072118.206857:0:276702:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1786072118.206859:0:276702:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1786072118.206862:0:276702:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1786072118.207429:0:276702:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1786072118.207433:0:276702:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1786072118.207436:0:276702:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1786072118.207440:0:276702:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1786072118.207445:0:276702:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1786072118.207447:0:276702:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffad16c0c979b0 00000002:00010000:1.0:1786072118.207450:0:276702:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1786072118.207454:0:276702:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1786072118.207455:0:276702:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1786072118.207459:0:276702:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1786072118.207465:0:276702:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff936d05fee700 count: 2 00010000:00000001:1.0:1786072118.207468:0:276702:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1786072118.207472:0:276702:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1786072118.207476:0:276702:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1786072118.207481:0:276702:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff936d3976a000 lock: ffff936d29917c00/0x811ca6d2885ebb31 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x769e5af77132393c expref: -99 pid: 274609 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1786072118.207497:0:276702:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1786072118.207502:0:276702:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786072118.207506:0:276702:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff936d3976a000 lock: ffff936d29917c00/0x811ca6d2885ebb31 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x769e5af77132393c expref: -99 pid: 274609 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1786072118.207512:0:276702:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1786072118.207514:0:276702:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1786072118.207516:0:276702:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1786072118.207517:0:276702:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1786072118.207519:0:276702:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1786072118.207522:0:276702:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00000001:1.0:1786072118.207525:0:276702:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1786072118.207528:0:276702:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff936d0653a980 2 00000080:00000010:1.0:1786072118.207531:0:276702:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff936d0b1a2c00. 00000080:00000001:1.0:1786072118.207536:0:276702:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1786072118.207538:0:276702:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1786072118.207540:0:276702:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff936d3cd07448) 00000080:00010000:1.0:1786072118.207544:0:276702:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff936d3cd07448) for lock 0x811ca6d2885ebb31 00800000:00000001:1.0:1786072118.207547:0:276702:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1786072118.207549:0:276702:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1786072118.207551:0:276702:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1786072118.207553:0:276702:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1786072118.207555:0:276702:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff936d29917c00 refcount=3 00000020:00000001:1.0:1786072118.207558:0:276702:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446624695790959616 : -119377918592000 : ffff936d29917c00) 00010000:00000001:1.0:1786072118.207560:0:276702:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446624695790959616 : -119377918592000 : ffff936d29917c00) 00010000:00000001:1.0:1786072118.207563:0:276702:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1786072118.207564:0:276702:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1786072118.207565:0:276702:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1786072118.207567:0:276702:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1786072118.207569:0:276702:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x811ca6d2885ebb31 from it ffffad16c0c97bf8 00010000:00000001:1.0:1786072118.207571:0:276702:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1786072118.207572:0:276702:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1786072118.207577:0:276702:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff936d29917c00 refcount=3 00000020:00000001:1.0:1786072118.207579:0:276702:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446624695790959616 : -119377918592000 : ffff936d29917c00) 00010000:00000001:1.0:1786072118.207581:0:276702:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446624695790959616 : -119377918592000 : ffff936d29917c00) 00010000:00000001:1.0:1786072118.207583:0:276702:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1786072118.207586:0:276702:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff936d3976a000 lock: ffff936d29917c00/0x811ca6d2885ebb31 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x769e5af77132393c expref: -99 pid: 274609 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1786072118.207591:0:276702:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1786072118.207592:0:276702:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1786072118.207593:0:276702:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1786072118.207595:0:276702:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1786072118.207598:0:276702:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff936d3976a000 lock: ffff936d29917c00/0x811ca6d2885ebb31 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x769e5af77132393c expref: -99 pid: 274609 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1786072118.207607:0:276702:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786072118.207609:0:276702:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1786072118.207611:0:276702:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1786072118.207615:0:276702:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1786072118.207616:0:276702:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1786072118.207618:0:276702:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786072118.207621:0:276702:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1786072118.207623:0:276702:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786072118.207625:0:276702:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786072118.207627:0:276702:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786072118.207629:0:276702:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1786072118.207630:0:276702:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1786072118.207631:0:276702:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1786072118.207634:0:276702:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786072118.207635:0:276702:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1786072118.207637:0:276702:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff936d3cd07448), inode mode 41ff mask 1 00000080:00000001:1.0:1786072118.207642:0:276702:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1786072118.207650:0:276702:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff936d33964d20. 00000080:00000001:1.0:1786072118.207653:0:276702:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:1.0:1786072118.207654:0:276702:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1786072118.207656:0:276702:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffad16c0c97b00 00000080:00200000:1.0:1786072118.207657:0:276702:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff936d3cd07448),name=/ 00000080:00000010:1.0:1786072118.207665:0:276702:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff936d0b1a2c00. 00800000:00000002:1.0:1786072118.207668:0:276702:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff936d0653a980 2 00000080:00000001:1.0:1786072118.207671:0:276702:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1786072118.207673:0:276702:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1786072118.207675:0:276702:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffad16c0c97a20 00800000:00000002:1.0:1786072118.207676:0:276702:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1786072118.207679:0:276702:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1786072118.207680:0:276702:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1786072118.207682:0:276702:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1786072118.207683:0:276702:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1786072118.207685:0:276702:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1786072118.207686:0:276702:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1786072118.207688:0:276702:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1786072118.207689:0:276702:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1786072118.207691:0:276702:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1786072118.207694:0:276702:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1786072118.207696:0:276702:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffad16c0c978f0 00000002:00010000:1.0:1786072118.207697:0:276702:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1786072118.207700:0:276702:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1786072118.207701:0:276702:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1786072118.207702:0:276702:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1786072118.207705:0:276702:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff936d05fee700 count: 2 00010000:00000001:1.0:1786072118.207707:0:276702:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1786072118.207710:0:276702:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1786072118.207712:0:276702:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1786072118.207715:0:276702:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff936d3976a000 lock: ffff936d29917c00/0x811ca6d2885ebb31 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x769e5af77132393c expref: -99 pid: 274609 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1786072118.207721:0:276702:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1786072118.207724:0:276702:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786072118.207726:0:276702:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff936d3976a000 lock: ffff936d29917c00/0x811ca6d2885ebb31 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x769e5af77132393c expref: -99 pid: 274609 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1786072118.207732:0:276702:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1786072118.207739:0:276702:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1786072118.207740:0:276702:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1786072118.207742:0:276702:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1786072118.207744:0:276702:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1786072118.207746:0:276702:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00000001:1.0:1786072118.207748:0:276702:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1786072118.207750:0:276702:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff936d0653a980 2 00000080:00000010:1.0:1786072118.207752:0:276702:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff936d0b1a2c00. 00000080:00000001:1.0:1786072118.207755:0:276702:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1786072118.207756:0:276702:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1786072118.207758:0:276702:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff936d3cd07448) 00000080:00010000:1.0:1786072118.207761:0:276702:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff936d3cd07448) for lock 0x811ca6d2885ebb31 00800000:00000001:1.0:1786072118.207764:0:276702:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1786072118.207765:0:276702:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1786072118.207767:0:276702:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1786072118.207768:0:276702:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1786072118.207769:0:276702:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff936d29917c00 refcount=3 00000020:00000001:1.0:1786072118.207771:0:276702:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446624695790959616 : -119377918592000 : ffff936d29917c00) 00010000:00000001:1.0:1786072118.207773:0:276702:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446624695790959616 : -119377918592000 : ffff936d29917c00) 00010000:00000001:1.0:1786072118.207775:0:276702:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1786072118.207777:0:276702:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1786072118.207778:0:276702:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1786072118.207779:0:276702:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1786072118.207781:0:276702:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x811ca6d2885ebb31 from it ffffad16c0c97b38 00010000:00000001:1.0:1786072118.207782:0:276702:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1786072118.207783:0:276702:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1786072118.207785:0:276702:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff936d29917c00 refcount=3 00000020:00000001:1.0:1786072118.207786:0:276702:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446624695790959616 : -119377918592000 : ffff936d29917c00) 00010000:00000001:1.0:1786072118.207788:0:276702:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446624695790959616 : -119377918592000 : ffff936d29917c00) 00010000:00000001:1.0:1786072118.207790:0:276702:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1786072118.207792:0:276702:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff936d3976a000 lock: ffff936d29917c00/0x811ca6d2885ebb31 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x769e5af77132393c expref: -99 pid: 274609 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1786072118.207798:0:276702:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1786072118.207804:0:276702:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1786072118.207805:0:276702:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1786072118.207806:0:276702:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1786072118.207808:0:276702:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff936d3976a000 lock: ffff936d29917c00/0x811ca6d2885ebb31 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x769e5af77132393c expref: -99 pid: 274609 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1786072118.207814:0:276702:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786072118.207815:0:276702:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1786072118.207816:0:276702:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1786072118.207818:0:276702:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1786072118.207819:0:276702:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1786072118.207820:0:276702:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786072118.207821:0:276702:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1786072118.207823:0:276702:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786072118.207824:0:276702:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786072118.207826:0:276702:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786072118.207828:0:276702:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1786072118.207829:0:276702:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1786072118.207830:0:276702:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1786072118.207832:0:276702:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786072118.207833:0:276702:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1786072118.207835:0:276702:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff936d3cd07448), inode mode 41ff mask 3 00000080:00000001:1.0:1786072118.207838:0:276702:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1786072118.207841:0:276702:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:1.0:1786072118.207842:0:276702:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffad16c0c97b58 00000080:00200000:1.0:1786072118.207844:0:276702:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f812b.sanity, dir=[0x200000007:0x1:0x0](ffff936d3cd07448), file ffff936d0be8f680, open_flags a141, mode 81b6 opened 0 00000080:00000010:1.0:1786072118.207849:0:276702:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff936d057d99c0. 00000080:00000001:1.0:1786072118.207853:0:276702:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1786072118.207854:0:276702:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffad16c0c97a08 00000080:00200000:1.0:1786072118.207856:0:276702:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f812b.sanity, dir=[0x200000007:0x1:0x0](ffff936d3cd07448), intent=open|creat 00000080:00000010:1.0:1786072118.207861:0:276702:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff936d0b1a2c00. 00800000:00000002:1.0:1786072118.208449:0:276702:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff936d0653a980 2 00000080:00000001:1.0:1786072118.208457:0:276702:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1786072118.208459:0:276702:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1786072118.208461:0:276702:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffad16c0c97928 00800000:00000002:1.0:1786072118.208463:0:276702:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f812b.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1786072118.208466:0:276702:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1786072118.208474:0:276702:0:(lmv_obd.c:2243:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1786072118.208477:0:276702:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1786072118.208479:0:276702:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1786072118.208480:0:276702:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1786072118.208482:0:276702:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1786072118.208484:0:276702:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1786072118.208486:0:276702:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1786072118.208488:0:276702:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1786072118.208491:0:276702:0:(lmv_obd.c:2289:lmv_locate_tgt_create()) Process leaving (rc=18446624695211488256 : -119378498063360 : ffff936d07077400) 00800000:00000001:1.0:1786072118.208494:0:276702:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1786072118.208496:0:276702:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1786072118.208499:0:276702:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1786072118.208502:0:276702:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1786072118.208504:0:276702:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff936d3976a000: Allocated FID [0x200002b17:0xf76:0x0] 40000000:00000001:1.0:1786072118.208507:0:276702:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1786072118.208510:0:276702:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1786072118.208512:0:276702:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1786072118.208513:0:276702:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786072118.208515:0:276702:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffad16c0c978a8 00800000:00000002:1.0:1786072118.208517:0:276702:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200002b17:0xf76:0x0], name='f812b.sanity' -> mds #0 layout version 1 00000002:00000001:1.0:1786072118.208520:0:276702:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1786072118.208521:0:276702:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffad16c0c977e0 00000002:00010000:1.0:1786072118.208523:0:276702:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f812b.sanity,[0x200002b17:0xf76:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0120502 00000002:00000001:1.0:1786072118.208527:0:276702:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1786072118.208530:0:276702:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1786072118.208533:0:276702:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1786072118.208538:0:276702:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1786072118.208539:0:276702:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1786072118.208542:0:276702:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff936d05fee700 count: 2 00010000:00000001:1.0:1786072118.208544:0:276702:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1786072118.208547:0:276702:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1786072118.208551:0:276702:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1786072118.208555:0:276702:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff936d3976a000 lock: ffff936d29917c00/0x811ca6d2885ebb31 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x769e5af77132393c expref: -99 pid: 274609 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:1.0:1786072118.208572:0:276702:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1786072118.208576:0:276702:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1786072118.208578:0:276702:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1786072118.208580:0:276702:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1786072118.208582:0:276702:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1786072118.208584:0:276702:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1786072118.208586:0:276702:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff936d05fee700 count: 3 00010000:00000001:1.0:1786072118.208588:0:276702:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1786072118.208590:0:276702:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1786072118.208591:0:276702:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1786072118.208592:0:276702:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1786072118.208593:0:276702:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff936d05fee700 count: 3 00010000:00000001:1.0:1786072118.208595:0:276702:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1786072118.208597:0:276702:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1786072118.208599:0:276702:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1786072118.208600:0:276702:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1786072118.208602:0:276702:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff936d05fee700 count: 3 00010000:00000001:1.0:1786072118.208603:0:276702:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1786072118.208605:0:276702:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1786072118.208607:0:276702:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1786072118.208609:0:276702:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff936d3cd07380, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1786072118.208613:0:276702:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1786072118.208616:0:276702:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1786072118.208618:0:276702:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1786072118.208619:0:276702:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786072118.208622:0:276702:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1786072118.208625:0:276702:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1786072118.208626:0:276702:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1786072118.208628:0:276702:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1786072118.208630:0:276702:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1786072118.208633:0:276702:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff936d29917c00 with handle 0x811ca6d2885ebb31 from hash 00010000:00000001:1.0:1786072118.208635:0:276702:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1786072118.208636:0:276702:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1786072118.208637:0:276702:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1786072118.208644:0:276702:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1786072118.208647:0:276702:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1786072118.208649:0:276702:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1786072118.208652:0:276702:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786072118.208654:0:276702:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1786072118.208656:0:276702:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1786072118.208662:0:276702:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff936d06346680. 00000020:00000040:1.0:1786072118.208665:0:276702:0:(genops.c:1231:class_import_get()) import ffff936d16266800 refcount=6 obd=lustre-MDT0000-mdc-ffff936d3976a000 02000000:00000001:1.0:1786072118.208671:0:276702:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786072118.208673:0:276702:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786072118.208675:0:276702:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1786072118.208680:0:276702:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1786072118.208682:0:276702:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1786072118.208683:0:276702:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1786072118.208685:0:276702:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072118.208687:0:276702:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786072118.208689:0:276702:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786072118.208692:0:276702:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1786072118.208699:0:276702:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff936d056e4000. 00000100:00000001:1.0:1786072118.208705:0:276702:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786072118.208710:0:276702:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1786072118.208713:0:276702:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1786072118.208716:0:276702:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff936d3976a000 lock: ffff936d29917c00/0x811ca6d2885ebb31 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x769e5af77132393c expref: -99 pid: 274609 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1786072118.208722:0:276702:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1786072118.208724:0:276702:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786072118.208726:0:276702:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1786072118.208728:0:276702:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff936d3976a000 lock: ffff936d29917c00/0x811ca6d2885ebb31 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x769e5af77132393c expref: -99 pid: 274609 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:1.0:1786072118.208735:0:276702:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff936d05fee700 count: 0 00010000:00000010:1.0:1786072118.208739:0:276702:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff936d38ad2600. 00010000:00000001:1.0:1786072118.208747:0:276702:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1786072118.208748:0:276702:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786072118.208755:0:276702:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1786072118.208757:0:276702:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786072118.208758:0:276702:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1786072118.208768:0:276702:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446624695197656704 : -119378511894912 : ffff936d06346680) 00010000:00000001:1.0:1786072118.208773:0:276702:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1786072118.208775:0:276702:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1786072118.208779:0:276702:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff936d02f10000. 00010000:00000010:1.0:1786072118.208783:0:276702:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff936d012e5880. 00010000:00000001:1.0:1786072118.208787:0:276702:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1786072118.208791:0:276702:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff936d3c857400. 00000020:00000001:1.0:1786072118.208794:0:276702:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1786072118.208796:0:276702:0:(lustre_handles.c:93:class_handle_hash()) added object ffff936d3c857400 with handle 0x811ca6d2885ebb46 to hash 00000020:00000001:1.0:1786072118.208798:0:276702:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1786072118.208800:0:276702:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446624696108938240 : -119377600613376 : ffff936d3c857400) 00010000:00000001:1.0:1786072118.208803:0:276702:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446624696108938240 : -119377600613376 : ffff936d3c857400) 00010000:00000001:1.0:1786072118.208806:0:276702:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1786072118.208808:0:276702:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786072118.208811:0:276702:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff936d3976a000 lock: ffff936d3c857400/0x811ca6d2885ebb46 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 276702 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786072118.208818:0:276702:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff936d3976a000 lock: ffff936d3c857400/0x811ca6d2885ebb46 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 276702 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1786072118.208830:0:276702:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff936d3976a000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1786072118.208842:0:276702:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff936d06346680 x1872818711267712/t0(0) o101->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 528/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1786072118.208851:0:276702:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff936d3976a000 lock: ffff936d3c857400/0x811ca6d2885ebb46 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 276702 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1786072118.208856:0:276702:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1786072118.208858:0:276702:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1786072118.208864:0:276702:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff936d07161480. 00000100:00000001:1.0:1786072118.209340:0:276702:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446624695212446848 : -119378497104768 : ffff936d07161480) 00000100:00000001:1.0:1786072118.209350:0:276702:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786072118.209351:0:276702:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446624695197656704 : -119378511894912 : ffff936d06346680) 00000100:00000001:1.0:1786072118.209356:0:276702:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786072118.209359:0:276702:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072118.209361:0:276702:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1786072118.209363:0:276702:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786072118.209368:0:276702:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff936d06346680 x1872818711267712/t0(0) o101->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 528/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1786072118.209644:0:276702:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786072118.209646:0:276702:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786072118.209650:0:276702:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786072118.209652:0:276702:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786072118.209655:0:276702:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786072118.209659:0:276702:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff936d06346680 pname:cluuid:pid:xid:nid:opc:job lfs:80aa5924-6869-4c81-88c0-98a34e467390:276702:1872818711267712:192.168.204.140@tcp:101:lfs.0 00000100:00000001:1.0:1786072118.209663:0:276702:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786072118.209668:0:276702:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786072118.209670:0:276702:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786072118.209673:0:276702:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786072118.209719:0:276702:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff936d09c20000. 02000000:00000001:1.0:1786072118.209723:0:276702:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786072118.209730:0:276702:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000010:1.0:1786072118.209734:0:276702:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff936d0a95cf20. 00000400:00000010:1.0:1786072118.209741:0:276702:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff936d056e6c00. 00000100:00000200:1.0:1786072118.209748:0:276702:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1872818711267712, portal 10 00000100:00000001:1.0:1786072118.209751:0:276702:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786072118.209752:0:276702:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446624695197656704 : -119378511894912 : ffff936d06346680) 00000100:00000040:1.0:1786072118.209759:0:276702:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff936d06346680 x1872818711267712/t0(0) o101->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 528/66320 e 0 to 0 dl 1786072203 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1786072118.209766:0:276702:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786072118.209769:0:276702:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp 00000400:00000010:1.0:1786072118.209773:0:276702:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d0121c4c8. 00000100:00000200:1.0:1786072118.209775:0:276702:0:(niobuf.c:94:ptl_send_buf()) Sending 528 bytes to portal 12, xid 1872818711267712, offset 0 00000400:00000200:1.0:1786072118.209781:0:276702:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp 00000400:00000200:1.0:1786072118.209796:0:276702:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072118.209803:0:276702:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.140@tcp local destination 00000400:00000200:1.0:1786072118.209809:0:276702:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786072118.209813:0:276702:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp 00000400:00000200:1.0:1786072118.209817:0:276702:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786072118.209819:0:276702:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp 00000400:00000200:1.0:1786072118.209823:0:276702:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [543740:543740:256:4294967295] 192.168.204.140@tcp LPNI seq info [543680:543680:8:4294967295] 00000400:00000200:1.0:1786072118.209827:0:276702:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072118.209836:0:276702:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) : PUT try# 0 00000800:00000200:1.0:1786072118.209842:0:276702:0:(socklnd_cb.c:931:ksocknal_send()) sending 528 bytes in 1 frags to 12345-192.168.204.140@tcp 00000800:00000010:1.0:1786072118.209847:0:276702:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff936d07180200. 00000800:00000200:1.0:1786072118.209853:0:276702:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff936d0afbc180] -> 12345-192.168.204.140@tcp (5) 00000800:00000200:1.0:1786072118.209861:0:276702:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988 00000800:00000200:1.0:1786072118.209941:0:276702:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff936d07180200 type 1, nob 624 niov 1 nkiov 1 00000100:00000001:1.0:1786072118.209995:0:276702:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786072118.209999:0:276702:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: using a timeout of 22767 usecs (23 jiffies) 00000400:00000200:1.0:1786072118.210003:0:276702:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000100:00000001:1.0:1786072118.210005:0:276702:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: PM QoS new deadline estimation for cpu 0 is 4307911792 00000100:00000010:1.0:1786072118.210010:0:276702:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff936d057d9300. 00000100:00000001:1.0:1786072118.210017:0:276702:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1786072118.210021:0:276702:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: PM QoS new deadline estimation for cpu 1 is 4307911792 00000100:00000010:1.0:1786072118.210024:0:276702:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff936d057d91e0. 00000100:00000001:1.0:1786072118.210027:0:276702:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1786072118.210030:0:276702:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786072118.210033:0:276702:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072118.210035:0:276702:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786072118.210037:0:276702:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=80 : 80 : 50) 00000100:00100000:1.0:1786072118.210039:0:276702:0:(client.c:2702:ptlrpc_set_wait()) set ffff936d07161480 going to sleep for 80 seconds 00000100:00000001:1.0:1786072118.210042:0:276702:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786072118.210044:0:276702:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1786072118.210169:0:2410:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786072118.210174:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff936d07180200. 00000400:00000200:0.0:1786072118.210178:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786072118.210183:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000400:00000200:0.0:1786072118.210188:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d0121c4c8 00000400:00000010:0.0:1786072118.210190:0:2410:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d0121c4c8. 00000100:00000001:0.0:1786072118.210194:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786072118.210198:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff936d06346680 x1872818711267712/t0(0) o101->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 528/66320 e 0 to 0 dl 1786072203 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1786072118.210209:0:2410:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786072118.210212:0:2410:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff936d06346680 x1872818711267712/t0(0) o101->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 528/66320 e 0 to 0 dl 1786072203 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1786072118.210220:0:2410:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072118.210221:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1F:1786072118.215553:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff936d05fee700. 00010000:00000010:1.1:1786072118.215654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff936d29917c00. 00000800:00000001:1.0:1786072118.216658:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072118.217004:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786072118.217009:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072118.217013:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786072118.217022:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072118.217030:0:2411:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me 00000400:00000200:1.0:1786072118.217039:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072118.217043:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072118.217048:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072118.217052:0:2411:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 608 into portal 10 MB=0x6a75196038980 00000400:00000200:1.0:1786072118.217056:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072118.217063:0:2411:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.140@tcp of length 608/608 into md 0x536981 [32] + 224 00000800:00000001:1.0:1786072118.217069:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072118.217076:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786072118.217079:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786072118.217084:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000100:00000001:1.0:1786072118.217090:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786072118.217099:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff936d06346680 x1872818711267712/t0(0) o101->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 528/66320 e 0 to 0 dl 1786072203 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1786072118.217110:0:2411:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=66320 req@ffff936d06346680 x1872818711267712/t0(0) o101->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 528/66320 e 0 to 0 dl 1786072203 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1786072118.217174:0:276702:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786072118.217195:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786072118.217204:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072118.217207:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1786072118.217241:0:276702:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786072118.217243:0:276702:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786072118.217247:0:276702:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff936d0a95cf20. 00000400:00000200:2.0:1786072118.217252:0:276702:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d056e6c00 00000400:00000010:2.0:1786072118.217254:0:276702:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 632 at ffff936d056e6c00. 00000100:00000001:2.0:1786072118.217257:0:276702:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786072118.217262:0:276702:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff936d06346680 x1872818711267712/t0(0) o101->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 528/66320 e 0 to 0 dl 1786072203 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1786072118.217271:0:276702:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff936d06346680 x1872818711267712/t0(0) o101->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 528/66320 e 0 to 0 dl 1786072203 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1786072118.217277:0:276702:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786072118.217279:0:276702:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786072118.217282:0:276702:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786072118.217285:0:276702:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786072118.217287:0:276702:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786072118.217290:0:276702:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786072118.217293:0:276702:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786072118.217302:0:276702:0:(import.c:2149:obd_at_measure()) add 60 to ffff936d16266c60 time=51 v=60 (60 60 60 60) 00000100:00001000:2.0:1786072118.217307:0:276702:0:(import.c:2149:obd_at_measure()) add 1 to ffff936d16266c18 time=138 v=5 (1 1 0 0) 00000100:00000001:2.0:1786072118.217310:0:276702:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786072118.217311:0:276702:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786072118.217315:0:276702:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1786072118.217317:0:276702:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072118.217320:0:276702:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1786072118.217322:0:276702:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x400017558/0x1] 00000100:00000001:2.0:1786072118.217324:0:276702:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1786072118.217326:0:276702:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786072118.217327:0:276702:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446624695197656704 : -119378511894912 : ffff936d06346680) 00000100:00000001:2.0:1786072118.217330:0:276702:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1786072118.217340:0:276702:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff936d3976a000: skip recheck: last_committed 30064771461 00000100:00000001:2.0:1786072118.217342:0:276702:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1786072118.217345:0:276702:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786072118.217351:0:276702:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff936d06346680 x1872818711267712/t30064771462(30064771462) o101->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 528/608 e 0 to 0 dl 1786072203 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1786072118.217359:0:276702:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786072118.217361:0:276702:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786072118.217364:0:276702:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786072118.217368:0:276702:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff936d06346680 x1872818711267712/t30064771462(30064771462) o101->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 528/608 e 0 to 0 dl 1786072203 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1786072118.217517:0:276702:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff936d06346680 pname:cluuid:pid:xid:nid:opc:job lfs:80aa5924-6869-4c81-88c0-98a34e467390:276702:1872818711267712:192.168.204.140@tcp:101:lfs.0 00000100:00000001:2.0:1786072118.217523:0:276702:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786072118.217526:0:276702:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072118.217529:0:276702:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1786072118.217532:0:276702:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786072118.217536:0:276702:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff936d06346680 x1872818711267712/t30064771462(30064771462) o101->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 528/608 e 0 to 0 dl 1786072203 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1786072118.217544:0:276702:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786072118.217546:0:276702:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff936d07161480. 00000100:00000001:2.0:1786072118.217549:0:276702:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1786072118.217550:0:276702:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786072118.217553:0:276702:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1786072118.217558:0:276702:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1786072118.217560:0:276702:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786072118.217563:0:276702:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff936d3c857400 refcount=4 00000020:00000001:2.0:1786072118.217566:0:276702:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446624696108938240 : -119377600613376 : ffff936d3c857400) 00010000:00000001:2.0:1786072118.217569:0:276702:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446624696108938240 : -119377600613376 : ffff936d3c857400) 00010000:00000040:2.0:1786072118.217575:0:276702:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff936d3c857400, remote cookie: 0x769e5af77132397b, flags: 0x1001 00010000:00010000:2.0:1786072118.217581:0:276702:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff936d3976a000 lock: ffff936d3c857400/0x811ca6d2885ebb46 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x769e5af77132397b expref: -99 pid: 276702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1786072118.217599:0:276702:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200002b17:0xf76:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1786072118.217603:0:276702:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1786072118.217806:0:276702:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff936d05fee100. 00010000:00000010:2.0:1786072118.217997:0:276702:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff936d38ad2900. 00010000:00000040:2.0:1786072118.218003:0:276702:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff936d02f10000 count: 0 00010000:00000010:2.0:1786072118.218009:0:276702:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff936d012e5880. 00010000:00000001:2.0:1786072118.218017:0:276702:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786072118.218021:0:276702:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff936d3976a000 lock: ffff936d3c857400/0x811ca6d2885ebb46 lrc: 4/0,1 mode: --/PR res: [0x200002b17:0xf76:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x769e5af77132397b expref: -99 pid: 276702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786072118.218030:0:276702:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff936d3976a000 lock: ffff936d3c857400/0x811ca6d2885ebb46 lrc: 4/0,1 mode: --/PR res: [0x200002b17:0xf76:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x769e5af77132397b expref: -99 pid: 276702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1786072118.218036:0:276702:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1786072118.218041:0:276702:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1786072118.218043:0:276702:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1786072118.218045:0:276702:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1786072118.218046:0:276702:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1786072118.218048:0:276702:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200002b17:0xf76:0x0].0x0 (ffff936d05fee100) refcount = 1 00010000:00010000:2.0:1786072118.218052:0:276702:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff936d3976a000 lock: ffff936d3c857400/0x811ca6d2885ebb46 lrc: 4/0,1 mode: PR/PR res: [0x200002b17:0xf76:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x769e5af77132397b expref: -99 pid: 276702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1786072118.218058:0:276702:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1786072118.218061:0:276702:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1786072118.218063:0:276702:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1786072118.218066:0:276702:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1786072118.218068:0:276702:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786072118.218071:0:276702:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff936d3976a000 lock: ffff936d3c857400/0x811ca6d2885ebb46 lrc: 4/0,1 mode: PR/PR res: [0x200002b17:0xf76:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x769e5af77132397b expref: -99 pid: 276702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1786072118.218087:0:276702:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1786072118.218089:0:276702:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1786072118.218091:0:276702:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1786072118.218092:0:276702:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1786072118.218093:0:276702:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1786072118.218095:0:276702:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1786072118.218100:0:276702:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1786072118.218103:0:276702:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1786072118.218104:0:276702:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786072118.218106:0:276702:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff936d3c857400 refcount=3 00000020:00000001:2.0:1786072118.218108:0:276702:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446624696108938240 : -119377600613376 : ffff936d3c857400) 00010000:00000001:2.0:1786072118.218110:0:276702:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446624696108938240 : -119377600613376 : ffff936d3c857400) 00010000:00000001:2.0:1786072118.218112:0:276702:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1786072118.218114:0:276702:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786072118.218115:0:276702:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff936d3c857400 refcount=4 00000020:00000001:2.0:1786072118.218117:0:276702:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446624696108938240 : -119377600613376 : ffff936d3c857400) 00010000:00000001:2.0:1786072118.218119:0:276702:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446624696108938240 : -119377600613376 : ffff936d3c857400) 00010000:00000001:2.0:1786072118.218122:0:276702:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1786072118.218124:0:276702:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786072118.218127:0:276702:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff936d3976a000 lock: ffff936d3c857400/0x811ca6d2885ebb46 lrc: 5/1,1 mode: PR/PR res: [0x200002b17:0xf76:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x769e5af77132397b expref: -99 pid: 276702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1786072118.218133:0:276702:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1786072118.218135:0:276702:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1786072118.218136:0:276702:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1786072118.218137:0:276702:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786072118.218138:0:276702:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff936d3c857400 refcount=5 00000020:00000001:2.0:1786072118.218139:0:276702:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446624696108938240 : -119377600613376 : ffff936d3c857400) 00010000:00000001:2.0:1786072118.218141:0:276702:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446624696108938240 : -119377600613376 : ffff936d3c857400) 00010000:00000001:2.0:1786072118.218144:0:276702:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1786072118.218146:0:276702:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff936d3976a000 lock: ffff936d3c857400/0x811ca6d2885ebb46 lrc: 5/1,1 mode: PR/PR res: [0x200002b17:0xf76:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x769e5af77132397b expref: -99 pid: 276702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1786072118.218158:0:276702:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1786072118.218159:0:276702:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1786072118.218161:0:276702:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff936d3976a000 lock: ffff936d3c857400/0x811ca6d2885ebb46 lrc: 4/1,0 mode: PR/PR res: [0x200002b17:0xf76:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x769e5af77132397b expref: -99 pid: 276702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1786072118.218167:0:276702:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1786072118.218169:0:276702:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1786072118.218170:0:276702:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1786072118.218171:0:276702:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1786072118.218172:0:276702:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1786072118.218178:0:276702:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x8000037, status=0 req@ffff936d06346680 x1872818711267712/t30064771462(30064771462) o101->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 528/608 e 0 to 0 dl 1786072203 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1786072118.218188:0:276702:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1786072118.218192:0:276702:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff936d06346680 x1872818711267712/t30064771462(30064771462) o101->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 528/608 e 0 to 0 dl 1786072203 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1786072118.218198:0:276702:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786072118.218202:0:276702:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1786072118.218203:0:276702:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786072118.218205:0:276702:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff936d3c857400 refcount=3 00000020:00000001:2.0:1786072118.218207:0:276702:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446624696108938240 : -119377600613376 : ffff936d3c857400) 00010000:00000001:2.0:1786072118.218209:0:276702:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446624696108938240 : -119377600613376 : ffff936d3c857400) 00010000:00000001:2.0:1786072118.218211:0:276702:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1786072118.218212:0:276702:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1786072118.218214:0:276702:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1786072118.218216:0:276702:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1786072118.218219:0:276702:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1786072118.218222:0:276702:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786072118.218224:0:276702:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446624695197656704 : -119378511894912 : ffff936d06346680) 00000100:00000001:2.0:1786072118.218226:0:276702:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786072118.218228:0:276702:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446624695197656704 : -119378511894912 : ffff936d06346680) 00010000:00000001:2.0:1786072118.218230:0:276702:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1786072118.218238:0:276702:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786072118.218241:0:276702:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff936d3c857400 refcount=3 00000020:00000001:2.0:1786072118.218243:0:276702:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446624696108938240 : -119377600613376 : ffff936d3c857400) 00010000:00000001:2.0:1786072118.218245:0:276702:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446624696108938240 : -119377600613376 : ffff936d3c857400) 00000002:00010000:2.0:1786072118.218250:0:276702:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff936d3976a000 lock: ffff936d3c857400/0x811ca6d2885ebb46 lrc: 3/1,0 mode: PR/PR res: [0x200002b17:0xf76:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x769e5af77132397b expref: -99 pid: 276702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1786072118.218258:0:276702:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1786072118.218260:0:276702:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1786072118.218262:0:276702:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1786072118.218263:0:276702:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1786072118.218264:0:276702:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786072118.218265:0:276702:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff936d3c857400 refcount=3 00000020:00000001:2.0:1786072118.218267:0:276702:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446624696108938240 : -119377600613376 : ffff936d3c857400) 00010000:00000001:2.0:1786072118.218268:0:276702:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446624696108938240 : -119377600613376 : ffff936d3c857400) 00010000:00000040:2.0:1786072118.218272:0:276702:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff936d05fee100 count: 2 00010000:00000001:2.0:1786072118.218274:0:276702:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1786072118.218278:0:276702:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff936d07069c00 type 13 mode 4 res 8589945623/3958 (0 0) 00010000:00000001:2.0:1786072118.218281:0:276702:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1786072118.218282:0:276702:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1786072118.218283:0:276702:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1786072118.218286:0:276702:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffad16c0c97768 00000002:00002000:2.0:1786072118.218288:0:276702:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f812b.sanity intent=open|creat status=0 disp=0x9800037: rc = 0 00000002:00000001:2.0:1786072118.218291:0:276702:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1786072118.218294:0:276702:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1786072118.218297:0:276702:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1786072118.218300:0:276702:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 0 00000080:00000001:2.0:1786072118.218303:0:276702:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1786072118.218306:0:276702:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff936d0653a980 2 00000080:00000001:2.0:1786072118.218309:0:276702:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1786072118.218311:0:276702:0:(namei.c:674:ll_lookup_it_finish()) it ffff936d057d99c0 it_disposition 9800037 00000080:00002000:2.0:1786072118.218317:0:276702:0:(namei.c:653:ll_splice_alias()) Add dentry ffff936d0ddc4510 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:2.0:1786072118.218322:0:276702:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1786072118.218330:0:276702:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:2.0:1786072118.218332:0:276702:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffad16c0c97998 00000080:00200000:2.0:1786072118.218334:0:276702:0:(namei.c:1628:ll_create_it()) VFS Op:name=f812b.sanity, dir=[0x200000007:0x1:0x0](ffff936d3cd07448), intent=open|creat 00000080:00000001:2.0:1786072118.218337:0:276702:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:2.0:1786072118.218339:0:276702:0:(llite_lib.c:3838:ll_prep_inode()) Process entered 00000002:00000001:2.0:1786072118.218344:0:276702:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1786072118.218347:0:276702:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1786072118.218349:0:276702:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373145329526 : 144115373145329526 : 200002b17000f76) 00000080:00000001:2.0:1786072118.218351:0:276702:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:2.0:1786072118.218367:0:276702:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff936d3d15b9c0. 00000020:00000001:2.0:1786072118.218524:0:276702:0:(class_obd.c:1011:obd_heat_clear()) Process entered 00000020:00000001:2.0:1786072118.218526:0:276702:0:(class_obd.c:1014:obd_heat_clear()) Process leaving 00000080:00000001:2.0:1786072118.218529:0:276702:0:(llite_lib.c:3361:ll_read_inode2()) Process entered 00000080:00200000:2.0:1786072118.218531:0:276702:0:(llite_lib.c:3364:ll_read_inode2()) VFS Op:inode=[0x200002b17:0xf76:0x0](ffff936d3d15ba88) 00000080:00000001:2.0:1786072118.218535:0:276702:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373145329526 : 144115373145329526 : 200002b17000f76) 00000080:00000001:2.0:1786072118.218538:0:276702:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554475 : 33554475 : 200002b) 00000080:00000002:2.0:1786072118.218541:0:276702:0:(llite_lib.c:3058:ll_update_inode()) setting ino 144115373145329526 mtime from 0 to 1786072118 00000080:00200000:2.0:1786072118.218545:0:276702:0:(llite_lib.c:3127:ll_update_inode()) inode=[0x200002b17:0xf76:0x0], updating i_size 0 00000080:00000001:2.0:1786072118.218547:0:276702:0:(llite_lib.c:3386:ll_read_inode2()) Process leaving 00000020:00000001:2.0:1786072118.218553:0:276702:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1786072118.218619:0:276702:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff936d38bfee10. 00000020:00000010:2.0:1786072118.218624:0:276702:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff936d049ffe00. 00000020:00000010:2.0:1786072118.218629:0:276702:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff936d049fe600. 00000020:00000010:2.0:1786072118.218632:0:276702:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff936d392da120. 00000008:00000010:2.0:1786072118.218638:0:276702:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff936d3cbf2190. 00020000:00000010:2.0:1786072118.218643:0:276702:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff936d39038f00. 00008000:00000010:2.0:1786072118.218647:0:276702:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff936d10f0e6d8. 00000080:00000010:2.0:1786072118.218651:0:276702:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff936d0b0fd9d8. 00000080:00000010:2.0:1786072118.218655:0:276702:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff936d33a92500. 00000020:00000010:2.0:1786072118.218659:0:276702:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff936d049fe800. 00000008:00000010:2.0:1786072118.218662:0:276702:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff936d10d8d760. 00020000:00000010:2.0:1786072118.218666:0:276702:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff936d399b76c0. 00008000:00000010:2.0:1786072118.218669:0:276702:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff936d0a95bf40. 00000080:00000010:2.0:1786072118.218672:0:276702:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff936d3d5694b0. 00000020:00000001:2.0:1786072118.218675:0:276702:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446624696045661720 : -119377663889896 : ffff936d38bfee18) 00000020:00001000:2.0:1786072118.218683:0:276702:0:(cl_object.c:831:cl_env_get()) 1@ffff936d38bfee10 00000020:00000001:2.0:1786072118.218686:0:276702:0:(lu_object.c:844:lu_object_find_at()) Process entered 00000080:00000010:2.0:1786072118.218691:0:276702:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff936d38b98960. 00000020:00000001:2.0:1786072118.218693:0:276702:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1786072118.218695:0:276702:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1786072118.218703:0:276702:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:2.0:1786072118.218706:0:276702:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff936d3a7462e8. 00020000:00000001:2.0:1786072118.218708:0:276702:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446624696074265320 : -119377635286296 : ffff936d3a7462e8) 00020000:00000001:2.0:1786072118.218711:0:276702:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:2.0:1786072118.218714:0:276702:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786072118.218718:0:276702:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446624696045242848 : -119377664308768 : ffff936d38b989e0) 00000020:00001000:2.0:1786072118.218720:0:276702:0:(cl_object.c:925:cl_env_put()) 1@ffff936d38bfee10 00000020:00000010:2.0:1786072118.218723:0:276702:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff936d049fe600. 00000020:00000010:2.0:1786072118.218729:0:276702:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff936d392da120. 00000008:00000010:2.0:1786072118.218733:0:276702:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff936d3cbf2190. 00020000:00000010:2.0:1786072118.218736:0:276702:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff936d39038f00. 00008000:00000010:2.0:1786072118.218739:0:276702:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff936d10f0e6d8. 00000080:00000010:2.0:1786072118.218742:0:276702:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff936d0b0fd9d8. 00000080:00000010:2.0:1786072118.218745:0:276702:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff936d33a92500. 00000020:00000010:2.0:1786072118.218748:0:276702:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff936d049ffe00. 00000008:00000010:2.0:1786072118.218751:0:276702:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff936d10d8d760. 00020000:00000010:2.0:1786072118.218754:0:276702:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff936d399b76c0. 00008000:00000010:2.0:1786072118.218757:0:276702:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff936d0a95bf40. 00000080:00000010:2.0:1786072118.218760:0:276702:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff936d3d5694b0. 00000020:00000010:2.0:1786072118.218763:0:276702:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff936d049fe800. 00000020:00000010:2.0:1786072118.218765:0:276702:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff936d38bfee10. 00000080:00000001:2.0:1786072118.218768:0:276702:0:(namei.c:156:ll_iget()) Process leaving (rc=18446624696118393480 : -119377591158136 : ffff936d3d15ba88) 00010000:00000001:2.0:1786072118.218771:0:276702:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1786072118.218772:0:276702:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786072118.218773:0:276702:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff936d3c857400 refcount=3 00000020:00000001:2.0:1786072118.218775:0:276702:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446624696108938240 : -119377600613376 : ffff936d3c857400) 00010000:00000001:2.0:1786072118.218777:0:276702:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446624696108938240 : -119377600613376 : ffff936d3c857400) 00000080:00000001:2.0:1786072118.218780:0:276702:0:(file.c:6789:ll_layout_conf()) Process entered 00000020:00000001:2.0:1786072118.218786:0:276702:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1786072118.218788:0:276702:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff936d38bfee10. 00000020:00000010:2.0:1786072118.218791:0:276702:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff936d049fe800. 00000020:00000010:2.0:1786072118.218794:0:276702:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff936d049ffe00. 00000020:00000010:2.0:1786072118.218795:0:276702:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff936d392da120. 00000008:00000010:2.0:1786072118.218798:0:276702:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff936d3cbf2190. 00020000:00000010:2.0:1786072118.218800:0:276702:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff936d39038f00. 00008000:00000010:2.0:1786072118.218802:0:276702:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff936d10f0e6d8. 00000080:00000010:2.0:1786072118.218805:0:276702:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff936d0b0fd9d8. 00000080:00000010:2.0:1786072118.218807:0:276702:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff936d33a92500. 00000020:00000010:2.0:1786072118.218810:0:276702:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff936d049fe600. 00000008:00000010:2.0:1786072118.218812:0:276702:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff936d10d8d760. 00020000:00000010:2.0:1786072118.218813:0:276702:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff936d399b76c0. 00008000:00000010:2.0:1786072118.218815:0:276702:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff936d0a95bf40. 00000080:00000010:2.0:1786072118.218817:0:276702:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff936d3d5694b0. 00000020:00000001:2.0:1786072118.218819:0:276702:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446624696045661720 : -119377663889896 : ffff936d38bfee18) 00000020:00001000:2.0:1786072118.218821:0:276702:0:(cl_object.c:831:cl_env_get()) 1@ffff936d38bfee10 00000020:00000001:2.0:1786072118.218823:0:276702:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:2.0:1786072118.218825:0:276702:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000002:2.0:1786072118.218828:0:276702:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff936d3a7462e8) owner ffff936d18910000 00020000:00000001:2.0:1786072118.218831:0:276702:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1786072118.218833:0:276702:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff936d3a7462e8) owner ffff936d18910000 00020000:00000002:2.0:1786072118.218835:0:276702:0:(lov_object.c:1535:lov_conf_set()) [0x200002b17:0xf76:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1786072118.218837:0:276702:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786072118.218839:0:276702:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786072118.218842:0:276702:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1786072118.218844:0:276702:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff936d3a7462e8) owner 0000000000000000/ffff936d18910000 00020000:00000002:2.0:1786072118.218846:0:276702:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff936d3a7462e8) owner 0000000000000000/ffff936d18910000 00020000:00000001:2.0:1786072118.218849:0:276702:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1786072118.218851:0:276702:0:(lov_object.c:2289:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1786072118.218853:0:276702:0:(file.c:6824:ll_layout_conf()) [0x200002b17:0xf76:0x0]: layout version change: 4294967294 -> 4294967295 00000020:00001000:2.0:1786072118.218855:0:276702:0:(cl_object.c:925:cl_env_put()) 1@ffff936d38bfee10 00000020:00000010:2.0:1786072118.218857:0:276702:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff936d049ffe00. 00000020:00000010:2.0:1786072118.218859:0:276702:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff936d392da120. 00000008:00000010:2.0:1786072118.218867:0:276702:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff936d3cbf2190. 00020000:00000010:2.0:1786072118.218870:0:276702:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff936d39038f00. 00008000:00000010:2.0:1786072118.218872:0:276702:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff936d10f0e6d8. 00000080:00000010:2.0:1786072118.218874:0:276702:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff936d0b0fd9d8. 00000080:00000010:2.0:1786072118.218876:0:276702:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff936d33a92500. 00000020:00000010:2.0:1786072118.218878:0:276702:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff936d049fe800. 00000008:00000010:2.0:1786072118.218881:0:276702:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff936d10d8d760. 00020000:00000010:2.0:1786072118.218883:0:276702:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff936d399b76c0. 00008000:00000010:2.0:1786072118.218885:0:276702:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff936d0a95bf40. 00000080:00000010:2.0:1786072118.218888:0:276702:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff936d3d5694b0. 00000020:00000010:2.0:1786072118.218890:0:276702:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff936d049fe600. 00000020:00000010:2.0:1786072118.218891:0:276702:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff936d38bfee10. 00000080:00000001:2.0:1786072118.218893:0:276702:0:(file.c:6831:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786072118.218895:0:276702:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1786072118.218897:0:276702:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1786072118.218898:0:276702:0:(llite_lib.c:3936:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1786072118.218901:0:276702:0:(lmv_obd.c:4162:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1786072118.218903:0:276702:0:(lmv_obd.c:4169:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1786072118.218906:0:276702:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200002b17:0xf76:0x0](ffff936d3d15ba88) 00000080:00010000:2.0:1786072118.218910:0:276702:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200002b17:0xf76:0x0](ffff936d3d15ba88) for lock 0x811ca6d2885ebb46 00800000:00000001:2.0:1786072118.218913:0:276702:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1786072118.218915:0:276702:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1786072118.218916:0:276702:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1786072118.218918:0:276702:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786072118.218920:0:276702:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff936d3c857400 refcount=3 00000020:00000001:2.0:1786072118.218922:0:276702:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446624696108938240 : -119377600613376 : ffff936d3c857400) 00010000:00000001:2.0:1786072118.218924:0:276702:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446624696108938240 : -119377600613376 : ffff936d3c857400) 00010000:00000001:2.0:1786072118.218926:0:276702:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1786072118.218928:0:276702:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1786072118.218929:0:276702:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1786072118.218930:0:276702:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1786072118.218932:0:276702:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:2.0:1786072118.218934:0:276702:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786072118.218939:0:276702:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff936d06346680 x1872818711267712/t30064771462(30064771462) o101->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 528/608 e 0 to 0 dl 1786072203 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1786072118.218955:0:276702:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1786072118.218960:0:276702:0:(namei.c:1651:ll_create_it()) inode ffff936d3d15ba88 need_sync_to_mds [0x200002b17:0xf76:0x0] 00000080:00000001:2.0:1786072118.218963:0:276702:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1786072118.218966:0:276702:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200002b17:0xf76:0x0](ffff936d3d15ba88) 00000080:00000001:2.0:1786072118.218968:0:276702:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1786072118.218971:0:276702:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff936d0b1a2c00. 00000100:00000001:2.0:1786072118.218975:0:276702:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786072118.218978:0:276702:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff936d06346680 x1872818711267712/t30064771462(30064771462) o101->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 528/608 e 0 to 0 dl 1786072203 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1786072118.218984:0:276702:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1786072118.218988:0:276702:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:2.0:1786072118.218989:0:276702:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1786072118.218991:0:276702:0:(namei.c:1500:ll_atomic_open()) inode ffff936d3d15ba88 need_sync_to_mds [0x200002b17:0xf76:0x0] 00000080:00000001:2.0:1786072118.218998:0:276702:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1786072118.219000:0:276702:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffad16c0c97a68 00000080:00200008:2.0:1786072118.219002:0:276702:0:(file.c:1090:ll_file_open()) START file f812b.sanity:[0x200002b17:0xf76:0x0](ffff936d3d15ba88), flags 120501 00000080:00000010:2.0:1786072118.219008:0:276702:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff936d02f1fe00. 00000080:00000010:2.0:1786072118.219014:0:276702:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff936d38b925c0. 00000080:00000001:2.0:1786072118.219016:0:276702:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:2.0:1786072118.219019:0:276702:0:(lmv_obd.c:4180:lmv_set_open_replay_data()) Process entered 00800000:00000001:2.0:1786072118.219022:0:276702:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1786072118.219024:0:276702:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1786072118.219027:0:276702:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1786072118.219029:0:276702:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1786072118.219031:0:276702:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1786072118.219033:0:276702:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0xf76:0x0] 00800000:00000001:2.0:1786072118.219035:0:276702:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1786072118.219037:0:276702:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1786072118.219041:0:276702:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff936d065dfc20. 00000002:00100000:2.0:1786072118.219045:0:276702:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff936d06346680 x1872818711267712/t30064771462(30064771462) o101->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 528/608 e 0 to 0 dl 1786072203 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1786072118.219051:0:276702:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1786072118.219057:0:276702:0:(lmv_obd.c:4186:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1786072118.219060:0:276702:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1786072118.219063:0:276702:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1786072118.219066:0:276702:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786072118.219070:0:276702:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786072118.219074:0:276702:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff936d06346680 x1872818711267712/t30064771462(30064771462) o101->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 528/608 e 0 to 0 dl 1786072203 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1786072118.219080:0:276702:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786072118.219083:0:276702:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff936d09c20000. 02000000:00000001:2.0:1786072118.219107:0:276702:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1786072118.219109:0:276702:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786072118.219111:0:276702:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffad16c0c97a68 00000080:00000008:2.0:1786072118.219113:0:276702:0:(file.c:1329:ll_file_open()) COMPLETED file f812b.sanity:[0x200002b17:0xf76:0x0](ffff936d3d15ba88), flags 100101, rc = 0 00000080:00000001:2.0:1786072118.219117:0:276702:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1786072118.219119:0:276702:0:(dcache.c:176:ll_intent_release()) intent ffff936d057d99c0 released 00000080:00010000:2.0:1786072118.219121:0:276702:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x811ca6d2885ebb46 from it ffff936d057d99c0 00010000:00000001:2.0:1786072118.219123:0:276702:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1786072118.219125:0:276702:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786072118.219126:0:276702:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff936d3c857400 refcount=3 00000020:00000001:2.0:1786072118.219128:0:276702:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446624696108938240 : -119377600613376 : ffff936d3c857400) 00010000:00000001:2.0:1786072118.219130:0:276702:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446624696108938240 : -119377600613376 : ffff936d3c857400) 00010000:00000001:2.0:1786072118.219132:0:276702:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1786072118.219135:0:276702:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff936d3976a000 lock: ffff936d3c857400/0x811ca6d2885ebb46 lrc: 3/1,0 mode: PR/PR res: [0x200002b17:0xf76:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x769e5af77132397b expref: -99 pid: 276702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1786072118.219142:0:276702:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1786072118.219143:0:276702:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1786072118.219144:0:276702:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1786072118.219147:0:276702:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1786072118.219149:0:276702:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff936d3976a000 lock: ffff936d3c857400/0x811ca6d2885ebb46 lrc: 2/0,0 mode: PR/PR res: [0x200002b17:0xf76:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x769e5af77132397b expref: -99 pid: 276702 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1786072118.219156:0:276702:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786072118.219164:0:276702:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1786072118.219166:0:276702:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1786072118.219170:0:276702:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1786072118.219171:0:276702:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1786072118.219173:0:276702:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786072118.219176:0:276702:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1786072118.219178:0:276702:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786072118.219180:0:276702:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786072118.219182:0:276702:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786072118.219184:0:276702:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1786072118.219186:0:276702:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1786072118.219187:0:276702:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1786072118.219188:0:276702:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1786072118.219190:0:276702:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:2.0:1786072118.219192:0:276702:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1786072118.219194:0:276702:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1786072118.219196:0:276702:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1786072118.219197:0:276702:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1786072118.219200:0:276702:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1786072118.219202:0:276702:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1786072118.219204:0:276702:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1786072118.219206:0:276702:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1786072118.219208:0:276702:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1786072118.219210:0:276702:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff936d057d99c0. 00000080:00000001:2.0:1786072118.219213:0:276702:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1786072118.219217:0:276702:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00200000:2.0:1786072118.219219:0:276702:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200002b17:0xf76:0x0](ffff936d3d15ba88), inode mode 81a4 mask 40 00000080:00000001:2.0:1786072118.219223:0:276702:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1786072118.219256:0:276702:0:(file.c:4631:ll_file_ioctl()) Process entered 00000080:00200080:2.0:1786072118.219259:0:276702:0:(file.c:4633:ll_file_ioctl()) VFS Op:inode=[0x200002b17:0xf76:0x0](ffff936d3d15ba88) cmd=4008669a arg=26622e0 00000080:00000001:2.0:1786072118.219264:0:276702:0:(file.c:2990:ll_lov_setstripe()) Process entered 00000080:00000001:2.0:1786072118.219266:0:276702:0:(llite_lib.c:4364:ll_copy_user_md()) Process entered 00000080:00000010:2.0:1786072118.219271:0:276702:0:(llite_lib.c:4373:ll_copy_user_md()) kmalloced '(*kbuf)': 32 at ffff936d065df760. 00000080:00000001:2.0:1786072118.219274:0:276702:0:(llite_lib.c:4382:ll_copy_user_md()) Process leaving (rc=32 : 32 : 20) 00000080:00000001:2.0:1786072118.219276:0:276702:0:(file.c:2744:ll_lov_setstripe_ea_info()) Process entered 00000080:00000001:2.0:1786072118.219279:0:276702:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:2.0:1786072118.219282:0:276702:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff936d049fe600. 00800000:00000002:2.0:1786072118.219287:0:276702:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff936d0653a980 2 00000080:00000001:2.0:1786072118.219290:0:276702:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1786072118.219298:0:276702:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1786072118.219301:0:276702:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffad16c0c97b10 00800000:00000002:2.0:1786072118.219303:0:276702:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200002b17:0xf76:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1786072118.219306:0:276702:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:2.0:1786072118.219308:0:276702:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1786072118.219309:0:276702:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1786072118.219310:0:276702:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1786072118.219312:0:276702:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1786072118.219313:0:276702:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1786072118.219314:0:276702:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0xf76:0x0] 00800000:00000001:2.0:1786072118.219316:0:276702:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786072118.219318:0:276702:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffad16c0c97a90 00800000:00000002:2.0:1786072118.219320:0:276702:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200002b17:0xf76:0x0], name='' -> mds #0 layout version 1 00000002:00000001:2.0:1786072118.219324:0:276702:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1786072118.219325:0:276702:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffad16c0c979c8 00000002:00010000:2.0:1786072118.219327:0:276702:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200002b17:0xf76:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 040000002 00000002:00000001:2.0:1786072118.219331:0:276702:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1786072118.219333:0:276702:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1786072118.219336:0:276702:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1786072118.219340:0:276702:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff936d05fee100 count: 2 00010000:00000001:2.0:1786072118.219342:0:276702:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1786072118.219345:0:276702:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1786072118.219348:0:276702:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786072118.219349:0:276702:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1786072118.219351:0:276702:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1786072118.219353:0:276702:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1786072118.219355:0:276702:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786072118.219360:0:276702:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff936d0643aa00. 00000020:00000040:2.0:1786072118.219363:0:276702:0:(genops.c:1231:class_import_get()) import ffff936d16266800 refcount=7 obd=lustre-MDT0000-mdc-ffff936d3976a000 02000000:00000001:2.0:1786072118.219367:0:276702:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786072118.219369:0:276702:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786072118.219371:0:276702:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1786072118.219870:0:276702:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1786072118.219874:0:276702:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1786072118.219876:0:276702:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1786072118.219877:0:276702:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072118.219885:0:276702:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786072118.219887:0:276702:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786072118.219891:0:276702:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786072118.219896:0:276702:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff936d0b004400. 00000100:00000001:2.0:1786072118.219901:0:276702:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786072118.219904:0:276702:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1786072118.219906:0:276702:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786072118.219907:0:276702:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1786072118.219909:0:276702:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786072118.219910:0:276702:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1786072118.219916:0:276702:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446624695198657024 : -119378510894592 : ffff936d0643aa00) 00010000:00000001:2.0:1786072118.219919:0:276702:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1786072118.219921:0:276702:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1786072118.219925:0:276702:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff936d05feea00. 00010000:00000010:2.0:1786072118.219929:0:276702:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff936d38ad2c80. 00010000:00000001:2.0:1786072118.219932:0:276702:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1786072118.219935:0:276702:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff936d29917400. 00000020:00000001:2.0:1786072118.219938:0:276702:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1786072118.219941:0:276702:0:(lustre_handles.c:93:class_handle_hash()) added object ffff936d29917400 with handle 0x811ca6d2885ebb4d to hash 00000020:00000001:2.0:1786072118.219943:0:276702:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1786072118.219944:0:276702:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446624695790957568 : -119377918594048 : ffff936d29917400) 00010000:00000001:2.0:1786072118.219948:0:276702:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446624695790957568 : -119377918594048 : ffff936d29917400) 00010000:00000001:2.0:1786072118.219950:0:276702:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1786072118.219952:0:276702:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786072118.219955:0:276702:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff936d3976a000 lock: ffff936d29917400/0x811ca6d2885ebb4d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 276702 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786072118.219962:0:276702:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff936d3976a000 lock: ffff936d29917400/0x811ca6d2885ebb4d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 276702 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1786072118.219973:0:276702:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff936d3976a000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1786072118.219980:0:276702:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff936d0643aa00 x1872818711267968/t0(0) o101->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1786072118.219998:0:276702:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff936d3976a000 lock: ffff936d29917400/0x811ca6d2885ebb4d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 276702 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1786072118.220003:0:276702:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1786072118.220005:0:276702:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1786072118.220010:0:276702:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff936d03454300. 00000100:00000001:2.0:1786072118.220013:0:276702:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446624695148430080 : -119378561121536 : ffff936d03454300) 00000100:00000001:2.0:1786072118.220015:0:276702:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786072118.220016:0:276702:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446624695198657024 : -119378510894592 : ffff936d0643aa00) 00000100:00000001:2.0:1786072118.220020:0:276702:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786072118.220024:0:276702:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072118.220026:0:276702:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1786072118.220028:0:276702:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786072118.220032:0:276702:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff936d0643aa00 x1872818711267968/t0(0) o101->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1786072118.220038:0:276702:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786072118.220040:0:276702:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786072118.220044:0:276702:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786072118.220046:0:276702:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786072118.220049:0:276702:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786072118.220052:0:276702:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff936d0643aa00 pname:cluuid:pid:xid:nid:opc:job lfs:80aa5924-6869-4c81-88c0-98a34e467390:276702:1872818711267968:192.168.204.140@tcp:101:lfs.0 00000100:00000001:2.0:1786072118.220055:0:276702:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786072118.220060:0:276702:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786072118.220063:0:276702:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786072118.220065:0:276702:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786072118.220145:0:276702:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff936d39bc0000. 02000000:00000001:2.0:1786072118.220148:0:276702:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786072118.220155:0:276702:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000010:2.0:1786072118.220159:0:276702:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff936d3d5f9d68. 00000400:00000010:2.0:1786072118.220165:0:276702:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff936d29a20800. 00000100:00000200:2.0:1786072118.220173:0:276702:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1872818711267968, portal 10 00000100:00000001:2.0:1786072118.220175:0:276702:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786072118.220181:0:276702:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446624695198657024 : -119378510894592 : ffff936d0643aa00) 00000100:00000040:2.0:1786072118.220187:0:276702:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff936d0643aa00 x1872818711267968/t0(0) o101->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 648/131856 e 0 to 0 dl 1786072203 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1786072118.220194:0:276702:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786072118.220197:0:276702:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp 00000400:00000010:2.0:1786072118.220200:0:276702:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d0b26c000. 00000100:00000200:2.0:1786072118.220204:0:276702:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1872818711267968, offset 0 00000400:00000200:2.0:1786072118.220210:0:276702:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp 00000400:00000200:2.0:1786072118.220218:0:276702:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:2.0:1786072118.220225:0:276702:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.140@tcp local destination 00000400:00000200:2.0:1786072118.220230:0:276702:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786072118.220233:0:276702:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp 00000400:00000200:2.0:1786072118.220237:0:276702:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786072118.220240:0:276702:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp 00000400:00000200:2.0:1786072118.220244:0:276702:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [543741:543741:256:4294967295] 192.168.204.140@tcp LPNI seq info [543681:543681:8:4294967295] 00000400:00000200:2.0:1786072118.220248:0:276702:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:2.0:1786072118.220256:0:276702:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) : PUT try# 0 00000800:00000200:2.0:1786072118.220262:0:276702:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.204.140@tcp 00000800:00000010:2.0:1786072118.220267:0:276702:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff936d0665a700. 00000800:00000200:2.0:1786072118.220274:0:276702:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff936d0afbc180] -> 12345-192.168.204.140@tcp (5) 00000800:00000200:2.0:1786072118.220281:0:276702:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988 00000800:00000200:2.0:1786072118.220286:0:276702:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff936d0665a700 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:2.0:1786072118.220350:0:276702:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786072118.220355:0:276702:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: using a timeout of 22762 usecs (23 jiffies) 00000400:00000200:2.0:1786072118.220358:0:276702:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000100:00000001:2.0:1786072118.220361:0:276702:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: PM QoS new deadline estimation for cpu 0 is 4307911802 00000100:00000001:2.0:1786072118.220368:0:276702:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: PM QoS request active for cpu 0, simply extend its deadline from 4307911792 00000100:00000001:2.0:1786072118.220372:0:276702:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: PM QoS new deadline estimation for cpu 1 is 4307911802 00000100:00000001:2.0:1786072118.220460:0:276702:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: PM QoS request active for cpu 1, simply extend its deadline from 4307911792 00000100:00000001:2.0:1786072118.220471:0:276702:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786072118.220473:0:276702:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072118.220475:0:276702:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786072118.220477:0:276702:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=80 : 80 : 50) 00000100:00100000:2.0:1786072118.220480:0:276702:0:(client.c:2702:ptlrpc_set_wait()) set ffff936d03454300 going to sleep for 80 seconds 00000100:00000001:2.0:1786072118.220482:0:276702:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786072118.220484:0:276702:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1786072118.221144:0:2410:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786072118.221152:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff936d0665a700. 00000400:00000200:0.0:1786072118.221157:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786072118.221163:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000400:00000200:0.0:1786072118.221169:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d0b26c000 00000400:00000010:0.0:1786072118.221171:0:2410:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d0b26c000. 00000100:00000001:0.0:1786072118.221176:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786072118.221181:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff936d0643aa00 x1872818711267968/t0(0) o101->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 648/131856 e 0 to 0 dl 1786072203 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1786072118.221192:0:2410:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786072118.221195:0:2410:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff936d0643aa00 x1872818711267968/t0(0) o101->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 648/131856 e 0 to 0 dl 1786072203 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1786072118.221201:0:2410:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072118.221203:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1F:1786072118.226436:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff936d02f10000. 00000800:00000001:1.0:1786072118.226695:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072118.226709:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786072118.226713:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072118.226716:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786072118.226725:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072118.226733:0:2411:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me 00000400:00000200:1.0:1786072118.226742:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072118.226747:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072118.226751:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072118.226762:0:2411:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 328 into portal 15 MB=0x6a75193c65580 00000400:00000200:1.0:1786072118.226771:0:2411:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.140@tcp of length 328/328 into md 0x536239 [2] + 1768 00000400:00000010:1.0:1786072118.226782:0:2411:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff936d39273580. 00000400:00000200:1.0:1786072118.226786:0:2411:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff936d0659ff00 00000800:00000001:1.0:1786072118.226792:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072118.226800:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786072118.226803:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786072118.226807:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000400:00000200:1.0:1786072118.226812:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d0659ff00 00000400:00000010:1.0:1786072118.226815:0:2411:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at ffff936d0659ff00. 00000100:00000001:1.0:1786072118.226820:0:2411:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1786072118.226822:0:2411:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:1.0:1786072118.226826:0:2411:0:(events.c:337:request_in_callback()) incoming req@ffff936d3970fc50 x1872818673702272 msgsize 328 00000100:00100000:1.0:1786072118.226830:0:2411:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.140@tcp (source: 12345-192.168.204.140@tcp) 00000100:00000040:1.0:1786072118.226832:0:2411:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:1.0:1786072118.226902:0:2411:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1786072118.226911:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072118.226915:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1786072118.226956:0:243044:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff936d3d504400. 00000100:00000010:0.0:1786072118.226965:0:243044:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff936d06ad8000. 00000100:00100000:0.0:1786072118.226967:0:243044:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00000200:0.0:1786072118.226971:0:243044:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:0.0:1786072118.226982:0:243044:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff936d39273bb0. 00000400:00000010:0.0:1786072118.226987:0:243044:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff936d0afbccc0. 00000100:00000001:0.0:1786072118.226997:0:243044:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1786072118.226999:0:243044:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872818673702272 02000000:00000001:0.0:1786072118.227001:0:243044:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1786072118.227003:0:243044:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1786072118.227006:0:243044:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786072118.227011:0:243044:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786072118.227014:0:243044:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872818673702272 00000020:00000001:0.0:1786072118.227017:0:243044:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786072118.227020:0:243044:0:(genops.c:825:class_conn2export()) looking for export cookie 0x811ca6d2885d1a79 00000020:00000001:0.0:1786072118.227022:0:243044:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786072118.227025:0:243044:0:(lustre_handles.c:147:class_handle2object()) GET export ffff936d3a73a000 refcount=5 00000020:00000001:0.0:1786072118.227028:0:243044:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446624696074215424 : -119377635336192 : ffff936d3a73a000) 00000020:00000001:0.0:1786072118.227030:0:243044:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446624696074215424 : -119377635336192 : ffff936d3a73a000) 00000100:00000001:0.0:1786072118.227034:0:243044:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1786072118.227037:0:243044:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff936d10e18e80. 00000100:00000001:0.0:1786072118.227040:0:243044:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1786072118.227043:0:243044:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff936d10e18e80. 00000020:00000010:0.0:1786072118.227048:0:243044:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff936d3a759000. 00000020:00000010:0.0:1786072118.227054:0:243044:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff936d38b18700. 00000020:00000010:0.0:1786072118.227059:0:243044:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff936d33aed000. 00000100:00000040:0.0:1786072118.227069:0:243044:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1786072118.227073:0:243044:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1786072118.227074:0:243044:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1786072118.227076:0:243044:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072118.227084:0:243044:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072118.227131:0:243044:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786072118.227143:0:243044:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1786072118.227145:0:243044:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1786072118.227149:0:243044:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.140@tcp, seq: 5393 00000100:00000040:0.0:1786072118.227154:0:243044:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff936d3a73a000 : new rpc_count 1 00000100:00000001:0.0:1786072118.227156:0:243044:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446624696057265232 : -119377652286384 : ffff936d3970fc50) 00000100:00000040:0.0:1786072118.227164:0:243044:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff936d3970fc50 x1872818673702272/t0(0) o104->80aa5924-6869-4c81-88c0-98a34e467390@192.168.204.140@tcp:339/0 lens 328/0 e 0 to 0 dl 1786072129 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786072118.227181:0:243044:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1786072118.227183:0:243044:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff936d10e18e80. 00000100:00000001:0.0:1786072118.227185:0:243044:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1786072118.227187:0:243044:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff936d10e18e80. 00000100:00100000:0.0:1786072118.227192:0:243044:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff936d3970fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:80aa5924-6869-4c81-88c0-98a34e467390+5:95771:x1872818673702272:12345-192.168.204.140@tcp:104: 00000100:00000200:0.0:1786072118.227196:0:243044:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1872818673702272 00010000:00000001:0.0:1786072118.227199:0:243044:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1786072118.227206:0:243044:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1786072118.227207:0:243044:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786072118.227210:0:243044:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff936d3c857400 refcount=2 00000020:00000001:0.0:1786072118.227212:0:243044:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446624696108938240 : -119377600613376 : ffff936d3c857400) 00010000:00000001:0.0:1786072118.227214:0:243044:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446624696108938240 : -119377600613376 : ffff936d3c857400) 00010000:00000001:0.0:1786072118.227218:0:243044:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1786072118.227221:0:243044:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1786072118.227226:0:243044:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff936d3976a000 lock: ffff936d3c857400/0x811ca6d2885ebb46 lrc: 2/0,0 mode: PR/PR res: [0x200002b17:0xf76:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x769e5af77132397b expref: -99 pid: 276702 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000100:00000001:0.0:1786072118.227237:0:243044:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1786072118.227239:0:243044:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1786072118.227243:0:243044:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff936d3d507c00. 02000000:00000001:0.0:1786072118.227246:0:243044:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072118.227248:0:243044:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072118.227252:0:243044:0:(ldlm_lib.c:3318:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1786072118.227255:0:243044:0:(ldlm_lib.c:3339:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1786072118.227259:0:243044:0:(import.c:2149:obd_at_measure()) add 1 to ffff936d07e33de8 time=192 v=5 (1 1 1 1) 00000100:00000001:0.0:1786072118.227263:0:243044:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786072118.227266:0:243044:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff936d0ba4b6c0 refcount 16 to 192.168.204.140@tcp 00000100:00000001:0.0:1786072118.227269:0:243044:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624695288903360 : -119378420648256 : ffff936d0ba4b6c0) 02000000:00000001:0.0:1786072118.227272:0:243044:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1786072118.227274:0:243044:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072118.227282:0:243044:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786072118.227285:0:243044:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp 00000400:00000010:0.0:1786072118.227288:0:243044:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d39ba2440. 00000100:00000200:0.0:1786072118.227291:0:243044:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1872818673702272, offset 224 00000400:00000200:0.0:1786072118.227297:0:243044:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp 00000400:00000200:0.0:1786072118.227303:0:243044:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072118.227309:0:243044:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.204.40@tcp to MR: 192.168.204.140@tcp local destination 00000400:00000200:0.0:1786072118.227314:0:243044:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [543742:543742:256:4294967295] 192.168.204.140@tcp LPNI seq info [543682:543682:8:4294967295] 00000400:00000200:0.0:1786072118.227318:0:243044:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072118.227325:0:243044:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:192.168.204.40@tcp) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) : PUT try# 0 00000800:00000200:0.0:1786072118.227330:0:243044:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.140@tcp 00000800:00000010:0.0:1786072118.227335:0:243044:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff936c01382e00. 00000800:00000200:0.0:1786072118.227341:0:243044:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff936d0afbc180] -> 12345-192.168.204.140@tcp (5) 00000800:00000200:0.0:1786072118.227348:0:243044:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988 00000800:00000200:0.0:1786072118.227352:0:243044:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff936c01382e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1786072118.227365:0:243044:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072118.227368:0:243044:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff936d0ba4b6c0 refcount 15 to 192.168.204.140@tcp 00010000:00000001:0.0:1786072118.227371:0:243044:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1786072118.227756:0:243044:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff936d0afbc840. 00010000:00000001:0.0:1786072118.227760:0:243044:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1786072118.227775:0:243044:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1786072118.227778:0:243044:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072118.227779:0:243044:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072118.227781:0:243044:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072118.227787:0:243044:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff936d3970fc50 x1872818673702272/t0(0) o104->80aa5924-6869-4c81-88c0-98a34e467390@192.168.204.140@tcp:339/0 lens 328/224 e 0 to 0 dl 1786072129 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1786072118.227797:0:243044:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff936d3970fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:80aa5924-6869-4c81-88c0-98a34e467390+5:95771:x1872818673702272:12345-192.168.204.140@tcp:104: Request processed in 615us (968us total) trans 0 rc 0/0 00000100:00100000:0.0:1786072118.227804:0:243044:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.140@tcp, seq: 5393 00000100:00000040:0.0:1786072118.227807:0:243044:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff936d3a73a000 : new rpc_count 0 00000100:00000001:0.0:1786072118.227815:0:243044:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1786072118.227817:0:243044:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1786072118.227822:0:243044:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff936d38b18700. 00000020:00000010:0.0:1786072118.227827:0:243044:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff936d33aed000. 00000020:00000010:0.0:1786072118.227830:0:243044:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff936d3a759000. 00000020:00000040:0.0:1786072118.227834:0:243044:0:(genops.c:900:class_export_put()) PUTting export ffff936d3a73a000 : new refcount 4 02000000:00000001:0.0:1786072118.227839:0:243044:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1786072118.227842:0:243044:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff936d09d30c00. 02000000:00000001:0.0:1786072118.227846:0:243044:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1786072118.227848:0:243044:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff936d06345180. 02000000:00000001:0.0:1786072118.227851:0:243044:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1786072118.227853:0:243044:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff936d3970d400. 02000000:00000001:0.0:1786072118.227855:0:243044:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1786072118.227856:0:243044:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff936d06344380. 02000000:00000001:0.0:1786072118.227859:0:243044:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1786072118.227860:0:243044:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff936d3970dc00. 02000000:00000001:0.0:1786072118.227861:0:243044:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1786072118.227863:0:243044:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff936d06347800. 02000000:00000001:0.0:1786072118.227865:0:243044:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1786072118.227866:0:243044:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff936d09d33c00. 02000000:00000001:0.0:1786072118.227868:0:243044:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1786072118.227869:0:243044:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff936d2a2cdf80. 02000000:00000001:0.0:1786072118.227873:0:243044:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1786072118.227874:0:243044:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff936d09d30400. 02000000:00000001:0.0:1786072118.227876:0:243044:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1786072118.227877:0:243044:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff936d2a2cce00. 00000100:00000010:0.0:1786072118.227880:0:243044:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff936d06adc000. 00000100:00000010:0.0:1786072118.227883:0:243044:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at ffff936d3970fc00. 00000100:00000001:0.0:1786072118.227886:0:243044:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1786072118.227984:0:2410:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786072118.227988:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff936c01382e00. 00000400:00000200:0.0:1786072118.227993:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786072118.227998:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000400:00000200:0.0:1786072118.228003:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d39ba2440 00000400:00000010:0.0:1786072118.228006:0:2410:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d39ba2440. 00000100:00000001:0.0:1786072118.228009:0:2410:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1786072118.228032:0:2410:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1786072118.228033:0:2410:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff936d3d507c00. 02000000:00000001:0.0:1786072118.228036:0:2410:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1786072118.228037:0:2410:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:2.0:1786072118.228090:0:245327:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786072118.228093:0:245327:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786072118.228096:0:245327:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1786072118.228099:0:245327:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1786072118.228101:0:245327:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1786072118.228106:0:245327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff936d3976a000 lock: ffff936d3c857400/0x811ca6d2885ebb46 lrc: 2/0,0 mode: PR/PR res: [0x200002b17:0xf76:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x769e5af77132397b expref: -99 pid: 276702 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1786072118.228116:0:245327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff936d3c857400 already unused, calling callback (ffffffffc1afd2a0) 00000080:00000001:2.0:1786072118.228119:0:245327:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1786072118.228123:0:245327:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff936d3976a000 lock: ffff936d3c857400/0x811ca6d2885ebb46 lrc: 2/0,0 mode: PR/PR res: [0x200002b17:0xf76:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x769e5af77132397b expref: -99 pid: 276702 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1786072118.228131:0:245327:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1786072118.228133:0:245327:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1786072118.228136:0:245327:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff936d3976a000 lock: ffff936d3c857400/0x811ca6d2885ebb46 lrc: 2/0,0 mode: PR/PR res: [0x200002b17:0xf76:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x769e5af77132397b expref: -99 pid: 276702 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1786072118.228141:0:245327:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1786072118.228144:0:245327:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1786072118.228145:0:245327:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1786072118.228146:0:245327:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786072118.228148:0:245327:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff936d3c857400 refcount=3 00000020:00000001:2.0:1786072118.228150:0:245327:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446624696108938240 : -119377600613376 : ffff936d3c857400) 00010000:00000001:2.0:1786072118.228152:0:245327:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446624696108938240 : -119377600613376 : ffff936d3c857400) 00010000:00000001:2.0:1786072118.228162:0:245327:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1786072118.228165:0:245327:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff936d3976a000 lock: ffff936d3c857400/0x811ca6d2885ebb46 lrc: 3/0,0 mode: PR/PR res: [0x200002b17:0xf76:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0x769e5af77132397b expref: -99 pid: 276702 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:2.0:1786072118.228171:0:245327:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1786072118.228174:0:245327:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1786072118.228177:0:245327:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1786072118.228179:0:245327:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x200002b17:0xf76:0x0] mode (null) 00000002:00000001:2.0:1786072118.228183:0:245327:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1786072118.228186:0:245327:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1786072118.228191:0:245327:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff936d05fee100 count: 2 00010000:00000001:2.0:1786072118.228194:0:245327:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1786072118.228198:0:245327:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1786072118.228199:0:245327:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1786072118.228200:0:245327:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1786072118.228202:0:245327:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff936d05fee100 count: 2 00010000:00000001:2.0:1786072118.228204:0:245327:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1786072118.228205:0:245327:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1786072118.228206:0:245327:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1786072118.228207:0:245327:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1786072118.228208:0:245327:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff936d05fee100 count: 2 00010000:00000001:2.0:1786072118.228210:0:245327:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1786072118.228211:0:245327:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1786072118.228212:0:245327:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1786072118.228213:0:245327:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1786072118.228214:0:245327:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff936d05fee100 count: 2 00010000:00000001:2.0:1786072118.228216:0:245327:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1786072118.228217:0:245327:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1786072118.228219:0:245327:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1786072118.228221:0:245327:0:(file.c:6789:ll_layout_conf()) Process entered 00000020:00000001:2.0:1786072118.228224:0:245327:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1786072118.228229:0:245327:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff936d38bfee10. 00000020:00000010:2.0:1786072118.228232:0:245327:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff936d049fe800. 00000020:00000010:2.0:1786072118.228235:0:245327:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff936d049ffe00. 00000020:00000010:2.0:1786072118.228238:0:245327:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff936d392da120. 00000008:00000010:2.0:1786072118.228243:0:245327:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff936d3cbf2190. 00020000:00000010:2.0:1786072118.228252:0:245327:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff936d39038f00. 00008000:00000010:2.0:1786072118.228256:0:245327:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff936d10f0e6d8. 00000080:00000010:2.0:1786072118.228261:0:245327:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff936d0b0fd9d8. 00000080:00000010:2.0:1786072118.228264:0:245327:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff936d33a92500. 00000020:00000010:2.0:1786072118.228267:0:245327:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff936d049ffc00. 00000008:00000010:2.0:1786072118.228270:0:245327:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff936d10d8d760. 00020000:00000010:2.0:1786072118.228273:0:245327:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff936d399b76c0. 00008000:00000010:2.0:1786072118.228276:0:245327:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff936d0a95bf40. 00000080:00000010:2.0:1786072118.228279:0:245327:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff936d3d5694b0. 00000020:00000001:2.0:1786072118.228282:0:245327:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446624696045661720 : -119377663889896 : ffff936d38bfee18) 00000020:00001000:2.0:1786072118.228284:0:245327:0:(cl_object.c:831:cl_env_get()) 1@ffff936d38bfee10 00000020:00000001:2.0:1786072118.228287:0:245327:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:2.0:1786072118.228289:0:245327:0:(vvp_object.c:117:vvp_conf_set()) [0x200002b17:0xf76:0x0]: losing layout lock 00000080:00000001:2.0:1786072118.228292:0:245327:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1786072118.228295:0:245327:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1786072118.228298:0:245327:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1786072118.228300:0:245327:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1786072118.228302:0:245327:0:(lov_object.c:1535:lov_conf_set()) [0x200002b17:0xf76:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1786072118.228303:0:245327:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786072118.228305:0:245327:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1786072118.228307:0:245327:0:(cl_object.c:925:cl_env_put()) 1@ffff936d38bfee10 00000020:00000010:2.0:1786072118.228309:0:245327:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff936d049ffe00. 00000020:00000010:2.0:1786072118.228312:0:245327:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff936d392da120. 00000008:00000010:2.0:1786072118.228316:0:245327:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff936d3cbf2190. 00020000:00000010:2.0:1786072118.228319:0:245327:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff936d39038f00. 00008000:00000010:2.0:1786072118.228322:0:245327:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff936d10f0e6d8. 00000080:00000010:2.0:1786072118.228324:0:245327:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff936d0b0fd9d8. 00000080:00000010:2.0:1786072118.228327:0:245327:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff936d33a92500. 00000020:00000010:2.0:1786072118.228329:0:245327:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff936d049fe800. 00000008:00000010:2.0:1786072118.228333:0:245327:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff936d10d8d760. 00020000:00000010:2.0:1786072118.228336:0:245327:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff936d399b76c0. 00008000:00000010:2.0:1786072118.228339:0:245327:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff936d0a95bf40. 00000080:00000010:2.0:1786072118.228342:0:245327:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff936d3d5694b0. 00000020:00000010:2.0:1786072118.228344:0:245327:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff936d049ffc00. 00000020:00000010:2.0:1786072118.228349:0:245327:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff936d38bfee10. 00000080:00000001:2.0:1786072118.228352:0:245327:0:(file.c:6831:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1786072118.228354:0:245327:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1786072118.228356:0:245327:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200002b17:0xf76:0x0](ffff936d3d15ba88) invalid 00000020:00000001:2.0:1786072118.228359:0:245327:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffad16c1dbbc40 00000080:00002000:2.0:1786072118.228362:0:245327:0:(llite_internal.h:2028:d_lustre_invalidate()) invalidate dentry f812b.sanity (ffff936d0ddc4510) parent ffff936d0deab1b0 inode ffff936d3d15ba88 refc 1 00000080:00000001:2.0:1786072118.228365:0:245327:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1786072118.228367:0:245327:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1786072118.228369:0:245327:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786072118.228372:0:245327:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1786072118.228419:0:245327:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1786072118.228421:0:245327:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1786072118.228422:0:245327:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1786072118.228424:0:245327:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1786072118.228427:0:245327:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff936d3c857400 with handle 0x811ca6d2885ebb46 from hash 00010000:00000001:2.0:1786072118.228430:0:245327:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1786072118.228431:0:245327:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1786072118.228433:0:245327:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1786072118.228434:0:245327:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1786072118.228437:0:245327:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1786072118.228438:0:245327:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1786072118.228443:0:245327:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1786072118.228446:0:245327:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1786072118.228447:0:245327:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1786072118.228448:0:245327:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786072118.228450:0:245327:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1786072118.228452:0:245327:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1786072118.228457:0:245327:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff936d0643b480. 00000020:00000040:2.0:1786072118.228460:0:245327:0:(genops.c:1231:class_import_get()) import ffff936d16266800 refcount=8 obd=lustre-MDT0000-mdc-ffff936d3976a000 00000100:00000001:2.0:1786072118.228464:0:245327:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786072118.228466:0:245327:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786072118.228470:0:245327:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786072118.228475:0:245327:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff936d049ffc00. 00000100:00000001:2.0:1786072118.228479:0:245327:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786072118.228482:0:245327:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1786072118.228486:0:245327:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff936d3976a000 lock: ffff936d3c857400/0x811ca6d2885ebb46 lrc: 2/0,0 mode: --/PR res: [0x200002b17:0xf76:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x769e5af77132397b expref: -99 pid: 276702 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1786072118.228497:0:245327:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1786072118.228498:0:245327:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786072118.228502:0:245327:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786072118.228506:0:245327:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786072118.228513:0:245327:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd754d5b] to pc [ptlrpcd_01_00+0] req@ffff936d0643b480 x1872818711268096/t0(0) o103->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1786072118.228542:0:245327:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1786072118.228545:0:245327:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1786072118.228546:0:245327:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1786072118.228548:0:245327:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786072118.228550:0:245327:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1786072118.228552:0:245327:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786072118.228556:0:245327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff936d3976a000 lock: ffff936d3c857400/0x811ca6d2885ebb46 lrc: 1/0,0 mode: --/PR res: [0x200002b17:0xf76:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x769e5af77132397b expref: -99 pid: 276702 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1786072118.228562:0:245327:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1786072118.228565:0:245327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff936d3976a000 lock: ffff936d3c857400/0x811ca6d2885ebb46 lrc: 0/0,0 mode: --/PR res: [0x200002b17:0xf76:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x769e5af77132397b expref: -99 pid: 276702 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:2.0:1786072118.228571:0:245327:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff936d05fee100 count: 0 00010000:00000010:2.0:1786072118.228575:0:245327:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff936d38ad2900. 00010000:00000001:2.0:1786072118.228582:0:245327:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1786072118.228583:0:245327:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1786072118.228585:0:245327:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff936d0afbc840. 00010000:00000001:2.0:1786072118.228588:0:245327:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786072118.228590:0:245327:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786072118.228591:0:245327:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786072118.228593:0:245327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1786072118.228594:0:245327:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786072118.228595:0:245327:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786072118.228596:0:245327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1786072118.228602:0:245327:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786072118.228603:0:245327:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786072118.228605:0:245327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786072118.228997:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786072118.229001:0:2420:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786072118.229003:0:2420:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786072118.229010:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff936d0643b480 x1872818711268096/t0(0) o103->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072118.229019:0:2420:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786072118.229021:0:2420:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786072118.229025:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786072118.229027:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786072118.229030:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786072118.229033:0:2420:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff936d0643b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:80aa5924-6869-4c81-88c0-98a34e467390:2420:1872818711268096:192.168.204.140@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1786072118.229037:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786072118.229043:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786072118.229046:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786072118.229048:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786072118.229053:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff936d061c0e00. 02000000:00000001:3.0:1786072118.229055:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786072118.229061:0:2420:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000010:3.0:1786072118.229065:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff936d0b394370. 00000400:00000010:3.0:1786072118.229070:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d09cd0d48. 00000100:00000200:3.0:1786072118.229076:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872818711268096, portal 18 00000100:00000001:3.0:1786072118.229078:0:2420:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786072118.229080:0:2420:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446624695198659712 : -119378510891904 : ffff936d0643b480) 00000100:00000040:3.0:1786072118.229087:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff936d0643b480 x1872818711268096/t0(0) o103->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1786072134 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072118.229094:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786072118.229097:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp 00000400:00000010:3.0:1786072118.229099:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d09cd0bb0. 00000100:00000200:3.0:1786072118.229102:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1872818711268096, offset 0 00000400:00000200:3.0:1786072118.229108:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp 00000400:00000200:3.0:1786072118.229114:0:2420:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:3.0:1786072118.229119:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.140@tcp local destination 00000400:00000200:3.0:1786072118.229124:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786072118.229135:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp 00000400:00000200:3.0:1786072118.229138:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786072118.229141:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp 00000400:00000200:3.0:1786072118.229145:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [543743:543743:256:4294967295] 192.168.204.140@tcp LPNI seq info [543683:543683:8:4294967295] 00000400:00000200:3.0:1786072118.229150:0:2420:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:3.0:1786072118.229158:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) : PUT try# 0 00000800:00000200:3.0:1786072118.229163:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.140@tcp 00000800:00000010:3.0:1786072118.229167:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff936d398e0700. 00000800:00000200:3.0:1786072118.229172:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff936d0afbc180] -> 12345-192.168.204.140@tcp (5) 00000800:00000200:3.0:1786072118.229178:0:2420:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988 00000800:00000200:3.0:1786072118.229182:0:2420:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff936d398e0700 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1786072118.229200:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786072118.229206:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: using a timeout of 22762 usecs (23 jiffies) 00000400:00000200:3.0:1786072118.229209:0:2420:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000100:00000001:3.0:1786072118.229212:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: PM QoS new deadline estimation for cpu 0 is 4307911811 00000100:00000001:3.0:1786072118.229218:0:2420:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: PM QoS request active for cpu 0, simply extend its deadline from 4307911802 00000100:00000001:3.0:1786072118.229223:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: PM QoS new deadline estimation for cpu 1 is 4307911811 00000100:00000001:3.0:1786072118.229226:0:2420:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: PM QoS request active for cpu 1, simply extend its deadline from 4307911802 00000100:00000001:3.0:1786072118.229229:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786072118.229232:0:2420:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072118.229234:0:2420:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072118.229237:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786072118.229242:0:2420:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786072118.229244:0:2420:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1786072118.229246:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786072118.229247:0:2420:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786072118.229249:0:2420:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072118.229251:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072118.229260:0:2421:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786072118.229262:0:2421:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1786072118.229347:0:2411:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786072118.229350:0:2411:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff936d398e0700. 00000400:00000200:0.0:1786072118.229354:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786072118.229359:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000400:00000200:0.0:1786072118.229362:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d09cd0bb0 00000400:00000010:0.0:1786072118.229364:0:2411:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d09cd0bb0. 00000100:00000001:0.0:1786072118.229368:0:2411:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786072118.229372:0:2411:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff936d0643b480 x1872818711268096/t0(0) o103->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1786072134 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072118.229422:0:2411:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786072118.229426:0:2411:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff936d0643b480 x1872818711268096/t0(0) o103->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1786072134 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072118.229433:0:2411:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072118.229434:0:2411:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1786072118.236545:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072118.236928:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786072118.236932:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072118.236935:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786072118.236946:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072118.236953:0:2410:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me 00000400:00000200:0.0:1786072118.236963:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072118.236967:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072118.236972:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072118.236976:0:2410:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 224 into portal 18 MB=0x6a75196038b00 00000400:00000200:0.0:1786072118.236981:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072118.236987:0:2410:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.140@tcp of length 224/224 into md 0x5369a9 [1] + 224 00000800:00000001:0.0:1786072118.236993:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072118.237016:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786072118.237020:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786072118.237024:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000100:00000001:0.0:1786072118.237054:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786072118.237063:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff936d0643b480 x1872818711268096/t0(0) o103->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1786072134 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786072118.237073:0:2410:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff936d0643b480 x1872818711268096/t0(0) o103->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1786072134 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072118.237298:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786072118.237310:0:2420:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786072118.237767:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786072118.237780:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072118.237784:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1786072118.237918:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786072118.237922:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786072118.237925:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff936d0b394370. 00000400:00000200:3.0:1786072118.237931:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d09cd0d48 00000400:00000010:3.0:1786072118.237933:0:2420:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d09cd0d48. 00000100:00000001:3.0:1786072118.237936:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786072118.237943:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff936d0643b480 x1872818711268096/t0(0) o103->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1786072134 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786072118.237954:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff936d0643b480 x1872818711268096/t0(0) o103->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1786072134 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072118.237961:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786072118.237963:0:2420:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786072118.237966:0:2420:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1786072118.237969:0:2420:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1786072118.237972:0:2420:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1786072118.237974:0:2420:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786072118.237977:0:2420:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1786072118.237987:0:2420:0:(import.c:2149:obd_at_measure()) add 5 to ffff936d16266d38 time=192 v=5 (5 5 5 5) 00000100:00001000:3.0:1786072118.237991:0:2420:0:(import.c:2149:obd_at_measure()) add 1 to ffff936d16266c18 time=138 v=5 (1 1 0 0) 00000100:00000001:3.0:1786072118.237994:0:2420:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1786072118.237996:0:2420:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786072118.237998:0:2420:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1786072118.238002:0:2420:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072118.238006:0:2420:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1786072118.238008:0:2420:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff936d3976a000: skip recheck: last_committed 30064771461 00000100:00000001:3.0:1786072118.238010:0:2420:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1786072118.238013:0:2420:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786072118.238019:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff936d0643b480 x1872818711268096/t0(0) o103->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1786072134 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072118.238027:0:2420:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786072118.238042:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786072118.238045:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786072118.238049:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff936d0643b480 x1872818711268096/t0(0) o103->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1786072134 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786072118.238072:0:2420:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff936d0643b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:80aa5924-6869-4c81-88c0-98a34e467390:2420:1872818711268096:192.168.204.140@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1786072118.238077:0:2420:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786072118.238080:0:2420:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786072118.238083:0:2420:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff936d0643b480 x1872818711268096/t0(0) o103->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1786072134 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072118.238090:0:2420:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786072118.238092:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786072118.238096:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff936d061c0e00. 02000000:00000001:3.0:1786072118.238099:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786072118.238102:0:2420:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786072118.238104:0:2420:0:(genops.c:1244:class_import_put()) import ffff936d16266800 refcount=7 obd=lustre-MDT0000-mdc-ffff936d3976a000 00000020:00000001:3.0:1786072118.238106:0:2420:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786072118.238109:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff936d049ffc00. 02000000:00000001:3.0:1786072118.238112:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786072118.238114:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786072118.238116:0:2420:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff936d0643b480. 00000100:00000001:3.0:1786072118.238120:0:2420:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786072118.238121:0:2420:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786072118.238123:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786072118.238131:0:2420:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786072118.238133:0:2420:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072118.238135:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786072118.238137:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1786072118.240863:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072118.240880:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786072118.240884:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072118.240886:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786072118.240895:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072118.240902:0:2411:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me 00000400:00000200:0.0:1786072118.240911:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072118.240915:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072118.240921:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072118.240925:0:2411:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 664 into portal 10 MB=0x6a75196038a80 00000400:00000200:0.0:1786072118.240930:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072118.240936:0:2411:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.140@tcp of length 664/664 into md 0x536991 [64] + 224 00000800:00000001:0.0:1786072118.240944:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072118.240952:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786072118.240955:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786072118.240959:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000100:00000001:0.0:1786072118.240967:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786072118.240974:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff936d0643aa00 x1872818711267968/t0(0) o101->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 648/131856 e 0 to 0 dl 1786072203 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1786072118.240985:0:2411:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff936d0643aa00 x1872818711267968/t0(0) o101->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 648/131856 e 0 to 0 dl 1786072203 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1786072118.241051:0:276702:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786072118.241073:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786072118.241083:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072118.241100:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1786072118.241279:0:276702:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786072118.241281:0:276702:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786072118.241285:0:276702:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff936d3d5f9d68. 00000400:00000200:2.0:1786072118.241290:0:276702:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d29a20800 00000400:00000010:2.0:1786072118.241293:0:276702:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 1144 at ffff936d29a20800. 00000100:00000001:2.0:1786072118.241296:0:276702:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786072118.241301:0:276702:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff936d0643aa00 x1872818711267968/t0(0) o101->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 648/131856 e 0 to 0 dl 1786072203 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1786072118.241310:0:276702:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff936d0643aa00 x1872818711267968/t0(0) o101->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 648/131856 e 0 to 0 dl 1786072203 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1786072118.241315:0:276702:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786072118.241318:0:276702:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786072118.241320:0:276702:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786072118.241323:0:276702:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786072118.241326:0:276702:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786072118.241328:0:276702:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786072118.241331:0:276702:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786072118.241340:0:276702:0:(import.c:2149:obd_at_measure()) add 60 to ffff936d16266c60 time=51 v=60 (60 60 60 60) 00000100:00001000:2.0:1786072118.241343:0:276702:0:(import.c:2149:obd_at_measure()) add 1 to ffff936d16266c18 time=138 v=5 (1 1 0 0) 00000100:00000001:2.0:1786072118.241346:0:276702:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1786072118.241350:0:276702:0:(client.c:1497:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff936d0643aa00 x1872818711267968/t0(0) o101->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 648/664 e 0 to 0 dl 1786072203 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1786072118.241356:0:276702:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1786072118.241359:0:276702:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1786072118.241360:0:276702:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1786072118.241362:0:276702:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1786072118.241365:0:276702:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786072118.241366:0:276702:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446624695198657024 : -119378510894592 : ffff936d0643aa00) 00000100:00000001:2.0:1786072118.241370:0:276702:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1786072118.241372:0:276702:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff936d3976a000: skip recheck: last_committed 30064771461 00000100:00000001:2.0:1786072118.241640:0:276702:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1786072118.241654:0:276702:0:(client.c:1784:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:2.0:1786072118.241660:0:276702:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff936d0643aa00 x1872818711267968/t30064771463(30064771463) o101->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 648/664 e 0 to 0 dl 1786072203 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1786072118.241753:0:276702:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:2.0:1786072118.241756:0:276702:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786072118.241758:0:276702:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786072118.241763:0:276702:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff936d0643aa00 x1872818711267968/t30064771463(30064771463) o101->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 648/664 e 0 to 0 dl 1786072203 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1786072118.241770:0:276702:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff936d0643aa00 pname:cluuid:pid:xid:nid:opc:job lfs:80aa5924-6869-4c81-88c0-98a34e467390:276702:1872818711267968:192.168.204.140@tcp:101:lfs.0 00000100:00000001:2.0:1786072118.241774:0:276702:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786072118.241777:0:276702:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1786072118.241779:0:276702:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1786072118.241781:0:276702:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786072118.241784:0:276702:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff936d0643aa00 x1872818711267968/t30064771463(30064771463) o101->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 648/664 e 0 to 0 dl 1786072203 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1786072118.241790:0:276702:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786072118.241793:0:276702:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff936d03454300. 00000100:00000001:2.0:1786072118.241796:0:276702:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1786072118.241797:0:276702:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1786072118.241801:0:276702:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1786072118.241806:0:276702:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1786072118.241809:0:276702:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786072118.241813:0:276702:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff936d29917400 refcount=4 00000020:00000001:2.0:1786072118.241815:0:276702:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446624695790957568 : -119377918594048 : ffff936d29917400) 00010000:00000001:2.0:1786072118.241818:0:276702:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446624695790957568 : -119377918594048 : ffff936d29917400) 00010000:00010000:2.0:1786072118.241823:0:276702:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff936d3976a000 lock: ffff936d29917400/0x811ca6d2885ebb4d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 276702 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1786072118.241832:0:276702:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1786072118.241836:0:276702:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff936d3976a000 lock: ffff936d29917400/0x811ca6d2885ebb4d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 276702 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1786072118.241851:0:276702:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1786072118.241854:0:276702:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff936d3976a000 lock: ffff936d29917400/0x811ca6d2885ebb4d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 276702 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1786072118.241860:0:276702:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1786072118.241862:0:276702:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1786072118.241864:0:276702:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff936d3976a000 lock: ffff936d29917400/0x811ca6d2885ebb4d lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 276702 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1786072118.241869:0:276702:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1786072118.241872:0:276702:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786072118.241875:0:276702:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1786072118.241877:0:276702:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff936d3976a000 lock: ffff936d29917400/0x811ca6d2885ebb4d lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 276702 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786072118.241883:0:276702:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff936d29917400 already unused, calling callback (ffffffffc1afd2a0) 00000080:00000001:2.0:1786072118.241886:0:276702:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1786072118.241890:0:276702:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff936d3976a000 lock: ffff936d29917400/0x811ca6d2885ebb4d lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 276702 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1786072118.241896:0:276702:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1786072118.241899:0:276702:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1786072118.241902:0:276702:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff936d3976a000 lock: ffff936d29917400/0x811ca6d2885ebb4d lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 276702 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1786072118.241907:0:276702:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1786072118.241909:0:276702:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1786072118.241910:0:276702:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1786072118.241911:0:276702:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786072118.241913:0:276702:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff936d29917400 refcount=5 00000020:00000001:2.0:1786072118.241915:0:276702:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446624695790957568 : -119377918594048 : ffff936d29917400) 00010000:00000001:2.0:1786072118.241917:0:276702:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446624695790957568 : -119377918594048 : ffff936d29917400) 00010000:00000001:2.0:1786072118.241930:0:276702:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1786072118.241933:0:276702:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff936d3976a000 lock: ffff936d29917400/0x811ca6d2885ebb4d lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x20e400000000 pid: 276702 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:2.0:1786072118.241939:0:276702:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1786072118.241941:0:276702:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786072118.241943:0:276702:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1786072118.241945:0:276702:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1786072118.241948:0:276702:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1786072118.241949:0:276702:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1786072118.241951:0:276702:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1786072118.241952:0:276702:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1786072118.241955:0:276702:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff936d29917400 with handle 0x811ca6d2885ebb4d from hash 00010000:00000001:2.0:1786072118.241957:0:276702:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1786072118.241958:0:276702:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1786072118.241959:0:276702:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1786072118.241960:0:276702:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1786072118.241962:0:276702:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1786072118.241964:0:276702:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1786072118.241966:0:276702:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1786072118.241967:0:276702:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1786072118.241968:0:276702:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1786072118.241970:0:276702:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786072118.241972:0:276702:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff936d3976a000 lock: ffff936d29917400/0x811ca6d2885ebb4d lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 276702 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1786072118.241977:0:276702:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1786072118.241978:0:276702:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1786072118.241979:0:276702:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1786072118.241980:0:276702:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1786072118.241982:0:276702:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1786072118.241982:0:276702:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1786072118.241983:0:276702:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1786072118.241985:0:276702:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff936d3976a000 lock: ffff936d29917400/0x811ca6d2885ebb4d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 276702 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1786072118.241991:0:276702:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff936d05feea00 count: 0 00010000:00000010:2.0:1786072118.242003:0:276702:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff936d38ad2c80. 00010000:00000001:2.0:1786072118.242011:0:276702:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1786072118.242012:0:276702:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:2.0:1786072118.242017:0:276702:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:2.0:1786072118.242022:0:276702:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x800002b, status=0 req@ffff936d0643aa00 x1872818711267968/t30064771463(30064771463) o101->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 648/664 e 0 to 0 dl 1786072203 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1786072118.242030:0:276702:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1786072118.242034:0:276702:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff936d0643aa00 x1872818711267968/t30064771463(30064771463) o101->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 648/664 e 0 to 0 dl 1786072203 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1786072118.242040:0:276702:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786072118.242045:0:276702:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1786072118.242047:0:276702:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1786072118.242048:0:276702:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1786072118.242050:0:276702:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1786072118.242053:0:276702:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1786072118.242056:0:276702:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786072118.242057:0:276702:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446624695198657024 : -119378510894592 : ffff936d0643aa00) 00010000:00000001:2.0:1786072118.242059:0:276702:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1786072118.242060:0:276702:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1786072118.242062:0:276702:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1786072118.242065:0:276702:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffad16c0c97950 00000002:00002000:2.0:1786072118.242067:0:276702:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x880002b: rc = 0 00000002:00000001:2.0:1786072118.242070:0:276702:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1786072118.242073:0:276702:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1786072118.242075:0:276702:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1786072118.242078:0:276702:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids -1 0: rc 0 00000080:00000001:2.0:1786072118.242080:0:276702:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1786072118.242083:0:276702:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff936d0653a980 2 00000080:00000010:2.0:1786072118.242087:0:276702:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff936d049fe600. 00000080:00000001:2.0:1786072118.242093:0:276702:0:(llite_lib.c:3838:ll_prep_inode()) Process entered 00000002:00000001:2.0:1786072118.242099:0:276702:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1786072118.242102:0:276702:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000020:00000001:2.0:1786072118.242105:0:276702:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1786072118.242110:0:276702:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff936d38bfee10. 00000020:00000010:2.0:1786072118.242175:0:276702:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff936d049fe600. 00000020:00000010:2.0:1786072118.242180:0:276702:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff936d049fe800. 00000020:00000010:2.0:1786072118.242183:0:276702:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff936d392da120. 00000008:00000010:2.0:1786072118.242189:0:276702:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff936d3cbf2190. 00020000:00000010:2.0:1786072118.242194:0:276702:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff936d39038f00. 00008000:00000010:2.0:1786072118.242198:0:276702:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff936d10f0e6d8. 00000080:00000010:2.0:1786072118.242204:0:276702:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff936d0b0fd9d8. 00000080:00000010:2.0:1786072118.242207:0:276702:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff936d33a92500. 00000020:00000010:2.0:1786072118.242211:0:276702:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff936d049ffe00. 00000008:00000010:2.0:1786072118.242214:0:276702:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff936d10d8d760. 00020000:00000010:2.0:1786072118.242218:0:276702:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff936d399b76c0. 00008000:00000010:2.0:1786072118.242221:0:276702:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff936d0a95bf40. 00000080:00000010:2.0:1786072118.242225:0:276702:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff936d3d5694b0. 00000020:00000001:2.0:1786072118.242227:0:276702:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446624696045661720 : -119377663889896 : ffff936d38bfee18) 00000020:00001000:2.0:1786072118.242230:0:276702:0:(cl_object.c:831:cl_env_get()) 1@ffff936d38bfee10 00000020:00000001:2.0:1786072118.242232:0:276702:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:2.0:1786072118.242236:0:276702:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1786072118.242239:0:276702:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1786072118.242244:0:276702:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff936d392da9c0. 00020000:00000010:2.0:1786072118.242248:0:276702:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff936d0602ed00. 00020000:00000010:2.0:1786072118.242253:0:276702:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff936d392da6c0. 00020000:00000001:2.0:1786072118.242255:0:276702:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446624696052852416 : -119377656699200 : ffff936d392da6c0) 00020000:00000002:2.0:1786072118.242259:0:276702:0:(lov_ea.c:755:dump_lsm()) lsm ffff936d392da6c0, objid 0xf76:11031, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1786072118.242264:0:276702:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1786072118.242268:0:276702:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff936d0602ed00: ostid: 0x280000401:21448 ost idx: 0 gen: 0 00020000:00000002:2.0:1786072118.242271:0:276702:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff936d3a7462e8) owner ffff936d18910000 00020000:00000001:2.0:1786072118.242274:0:276702:0:(lov_object.c:1341:lov_layout_change()) Process entered 00000020:00000001:2.0:1786072118.242276:0:276702:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1786072118.242279:0:276702:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff936d38bfe1b0. 00000020:00000010:2.0:1786072118.242281:0:276702:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff936d049ff800. 00000020:00000010:2.0:1786072118.242283:0:276702:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff936d049fe400. 00000020:00000010:2.0:1786072118.242285:0:276702:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff936d392daa80. 00000008:00000010:2.0:1786072118.242294:0:276702:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff936d3cbf64b0. 00020000:00000010:2.0:1786072118.242297:0:276702:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff936d39038b40. 00008000:00000010:2.0:1786072118.242300:0:276702:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff936d10f0c000. 00000080:00000010:2.0:1786072118.242304:0:276702:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff936d0b0fd738. 00000080:00000010:2.0:1786072118.242306:0:276702:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff936d33a939d0. 00000020:00000010:2.0:1786072118.242310:0:276702:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff936d049fee00. 00000008:00000010:2.0:1786072118.242312:0:276702:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff936d10d8da20. 00020000:00000010:2.0:1786072118.242315:0:276702:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff936d399b66c8. 00008000:00000010:2.0:1786072118.242317:0:276702:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff936d0a95b410. 00000080:00000010:2.0:1786072118.242320:0:276702:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff936d3d5693c0. 00000020:00000001:2.0:1786072118.242322:0:276702:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446624696045658552 : -119377663893064 : ffff936d38bfe1b8) 00000020:00001000:2.0:1786072118.242324:0:276702:0:(cl_object.c:831:cl_env_get()) 1@ffff936d38bfe1b0 00020000:00000002:2.0:1786072118.242327:0:276702:0:(lov_object.c:1353:lov_layout_change()) [0x200002b17:0xf76:0x0] from EMPTY to COMPOSITE 00000020:00000001:2.0:1786072118.242330:0:276702:0:(cl_object.c:376:cl_object_prune()) Process entered 00000080:00000001:2.0:1786072118.242332:0:276702:0:(vvp_object.c:142:vvp_prune()) Process entered 00000080:00000001:2.0:1786072118.242334:0:276702:0:(file.c:5282:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1786072118.242335:0:276702:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1786072118.242338:0:276702:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff936d38bfe6c0. 00000020:00000010:2.0:1786072118.242340:0:276702:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff936d049fe000. 00000020:00000010:2.0:1786072118.242342:0:276702:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff936d049fea00. 00000020:00000010:2.0:1786072118.242345:0:276702:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff936d392dad80. 00000008:00000010:2.0:1786072118.242348:0:276702:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff936d3cbf4e50. 00020000:00000010:2.0:1786072118.242351:0:276702:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff936d39038cc0. 00008000:00000010:2.0:1786072118.242354:0:276702:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff936d10f0d530. 00000080:00000010:2.0:1786072118.242357:0:276702:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff936d0b0fdb28. 00000080:00000010:2.0:1786072118.242360:0:276702:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff936d33a92e40. 00000020:00000010:2.0:1786072118.242363:0:276702:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff936d049ff200. 00000008:00000010:2.0:1786072118.242365:0:276702:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff936d10d8cc60. 00020000:00000010:2.0:1786072118.242368:0:276702:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff936d399b4000. 00008000:00000010:2.0:1786072118.242370:0:276702:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff936d0a95bca8. 00000080:00000010:2.0:1786072118.242373:0:276702:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff936d3d569b40. 00000020:00000001:2.0:1786072118.242454:0:276702:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446624696045659848 : -119377663891768 : ffff936d38bfe6c8) 00000020:00001000:2.0:1786072118.242456:0:276702:0:(cl_object.c:831:cl_env_get()) 1@ffff936d38bfe6c0 00000020:00000001:2.0:1786072118.242466:0:276702:0:(cl_object.c:151:cl_object_top()) ffff936d38b989e0 -> ffff936d38b989e0 00000020:00000001:2.0:1786072118.242470:0:276702:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1786072118.242472:0:276702:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1786072118.242474:0:276702:0:(vvp_io.c:1826:vvp_io_init()) [0x200002b17:0xf76:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:2.0:1786072118.242477:0:276702:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1786072118.242478:0:276702:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1786072118.242480:0:276702:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1786072118.242482:0:276702:0:(lov_object.c:1590:lov_io_init()) [0x200002b17:0xf76:0x0]io ffff936d33a92ea0 type 6 ignore/verify layout 1/0 00020000:00000002:2.0:1786072118.242485:0:276702:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff936d3a7462e8) owner ffff936d18910000/ffff936d18910000 00020000:00000001:2.0:1786072118.242488:0:276702:0:(lov_io.c:2207:lov_io_init_empty()) Process entered 00020000:00000001:2.0:1786072118.242490:0:276702:0:(lov_io.c:2241:lov_io_init_empty()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:2.0:1786072118.242492:0:276702:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff936d3a7462e8) owner ffff936d18910000/ffff936d18910000 00000020:00000001:2.0:1786072118.242494:0:276702:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1786072118.242496:0:276702:0:(cl_io.c:71:cl_io_fini()) Process entered 00000080:00000001:2.0:1786072118.242498:0:276702:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1786072118.242500:0:276702:0:(vvp_io.c:304:vvp_io_fini()) [0x200002b17:0xf76:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1786072118.242503:0:276702:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1786072118.242504:0:276702:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1786072118.242507:0:276702:0:(cl_object.c:925:cl_env_put()) 1@ffff936d38bfe6c0 00000020:00000010:2.0:1786072118.242510:0:276702:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff936d049fea00. 00000020:00000010:2.0:1786072118.242513:0:276702:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff936d392dad80. 00000008:00000010:2.0:1786072118.242635:0:276702:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff936d3cbf4e50. 00020000:00000010:2.0:1786072118.242640:0:276702:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff936d39038cc0. 00008000:00000010:2.0:1786072118.242643:0:276702:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff936d10f0d530. 00000080:00000010:2.0:1786072118.242647:0:276702:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff936d0b0fdb28. 00000080:00000010:2.0:1786072118.242650:0:276702:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff936d33a92e40. 00000020:00000010:2.0:1786072118.242653:0:276702:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff936d049fe000. 00000008:00000010:2.0:1786072118.242656:0:276702:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff936d10d8cc60. 00020000:00000010:2.0:1786072118.242659:0:276702:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff936d399b4000. 00008000:00000010:2.0:1786072118.242661:0:276702:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff936d0a95bca8. 00000080:00000010:2.0:1786072118.242737:0:276702:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff936d3d569b40. 00000020:00000010:2.0:1786072118.242742:0:276702:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff936d049ff200. 00000020:00000010:2.0:1786072118.242745:0:276702:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff936d38bfe6c0. 00000080:00000001:2.0:1786072118.242748:0:276702:0:(file.c:5319:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1786072118.242752:0:276702:0:(vvp_object.c:154:vvp_prune()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786072118.242761:0:276702:0:(cl_object.c:386:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1786072118.242764:0:276702:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:2.0:1786072118.242766:0:276702:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1786072118.242768:0:276702:0:(lov_object.c:1371:lov_layout_change()) [0x200002b17:0xf76:0x0]Apply new layout lov ffff936d3a7462e8, type 2 00020000:00000001:2.0:1786072118.242771:0:276702:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:2.0:1786072118.242774:0:276702:0:(lov_ea.c:755:dump_lsm()) lsm ffff936d392da6c0, objid 0xf76:11031, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1786072118.242778:0:276702:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1786072118.242781:0:276702:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff936d0602ed00: ostid: 0x280000401:21448 ost idx: 0 gen: 0 00020000:00000010:2.0:1786072118.242786:0:276702:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff936d33f69a90. 00020000:00000010:2.0:1786072118.242789:0:276702:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff936d03454300. 00020000:00000001:2.0:1786072118.242793:0:276702:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:2.0:1786072118.242796:0:276702:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff936d397e6198. 00020000:00000001:2.0:1786072118.242800:0:276702:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:2.0:1786072118.242802:0:276702:0:(lu_object.c:844:lu_object_find_at()) Process entered 00020000:00000001:2.0:1786072118.242809:0:276702:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:2.0:1786072118.242812:0:276702:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff936d38b98190. 00000020:00000001:2.0:1786072118.242815:0:276702:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1786072118.242816:0:276702:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1786072118.242819:0:276702:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446624696045240848 : -119377664310768 : ffff936d38b98210) 00020000:00000001:2.0:1786072118.242825:0:276702:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:2.0:1786072118.242829:0:276702:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff936d3d4c3880. 00020000:00000001:2.0:1786072118.242832:0:276702:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786072118.242837:0:276702:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446624696045240848 : -119377664310768 : ffff936d38b98210) 00020000:00000001:2.0:1786072118.242840:0:276702:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446624696045240848 : -119377664310768 : ffff936d38b98210) 00020000:00000002:2.0:1786072118.242843:0:276702:0:(lov_object.c:134:lov_init_sub()) [0x280000401:0x53c8:0x0]@ffff936d38b98190[0:0] -> [0x200002b17:0xf76:0x0]@ffff936d38b98960: ostid: 0x280000401:21448 ost idx: 0 gen: 0 00020000:00000001:2.0:1786072118.242848:0:276702:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:2.0:1786072118.242850:0:276702:0:(lov_object.c:815:lov_init_composite()) Process leaving 00000020:00001000:2.0:1786072118.242851:0:276702:0:(cl_object.c:925:cl_env_put()) 1@ffff936d38bfe1b0 00000020:00000010:2.0:1786072118.242853:0:276702:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff936d049fe400. 00000020:00000010:2.0:1786072118.242856:0:276702:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff936d392daa80. 00000008:00000010:2.0:1786072118.242859:0:276702:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff936d3cbf64b0. 00020000:00000010:2.0:1786072118.242862:0:276702:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff936d39038b40. 00008000:00000010:2.0:1786072118.242870:0:276702:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff936d10f0c000. 00000080:00000010:2.0:1786072118.242873:0:276702:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff936d0b0fd738. 00000080:00000010:2.0:1786072118.242875:0:276702:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff936d33a939d0. 00000020:00000010:2.0:1786072118.242877:0:276702:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff936d049ff800. 00000008:00000010:2.0:1786072118.242880:0:276702:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff936d10d8da20. 00020000:00000010:2.0:1786072118.242882:0:276702:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff936d399b66c8. 00008000:00000010:2.0:1786072118.242885:0:276702:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff936d0a95b410. 00000080:00000010:2.0:1786072118.242887:0:276702:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff936d3d5693c0. 00000020:00000010:2.0:1786072118.242889:0:276702:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff936d049fee00. 00000020:00000010:2.0:1786072118.242891:0:276702:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff936d38bfe1b0. 00020000:00000001:2.0:1786072118.242894:0:276702:0:(lov_object.c:1393:lov_layout_change()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1786072118.242896:0:276702:0:(lov_object.c:1527:lov_conf_set()) Process leaving 00020000:00000002:2.0:1786072118.242898:0:276702:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff936d3a7462e8) owner ffff936d18910000 00020000:00000002:2.0:1786072118.242901:0:276702:0:(lov_object.c:1535:lov_conf_set()) [0x200002b17:0xf76:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1786072118.242903:0:276702:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786072118.242905:0:276702:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1786072118.242907:0:276702:0:(cl_object.c:925:cl_env_put()) 1@ffff936d38bfee10 00000020:00000010:2.0:1786072118.242908:0:276702:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff936d049fe800. 00000020:00000010:2.0:1786072118.242911:0:276702:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff936d392da120. 00000008:00000010:2.0:1786072118.242913:0:276702:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff936d3cbf2190. 00020000:00000010:2.0:1786072118.242916:0:276702:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff936d39038f00. 00008000:00000010:2.0:1786072118.242918:0:276702:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff936d10f0e6d8. 00000080:00000010:2.0:1786072118.242920:0:276702:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff936d0b0fd9d8. 00000080:00000010:2.0:1786072118.242923:0:276702:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff936d33a92500. 00000020:00000010:2.0:1786072118.242925:0:276702:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff936d049fe600. 00000008:00000010:2.0:1786072118.242927:0:276702:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff936d10d8d760. 00020000:00000010:2.0:1786072118.242929:0:276702:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff936d399b76c0. 00008000:00000010:2.0:1786072118.242931:0:276702:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff936d0a95bf40. 00000080:00000010:2.0:1786072118.242933:0:276702:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff936d3d5694b0. 00000020:00000010:2.0:1786072118.242936:0:276702:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff936d049ffe00. 00000020:00000010:2.0:1786072118.242937:0:276702:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff936d38bfee10. 00000080:00000001:2.0:1786072118.242942:0:276702:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373145329526 : 144115373145329526 : 200002b17000f76) 00000080:00000001:2.0:1786072118.242945:0:276702:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554475 : 33554475 : 200002b) 00000080:00200000:2.0:1786072118.242955:0:276702:0:(llite_lib.c:3127:ll_update_inode()) inode=[0x200002b17:0xf76:0x0], updating i_size 0 00000080:00000001:2.0:1786072118.242958:0:276702:0:(llite_lib.c:3936:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1786072118.242962:0:276702:0:(lmv_obd.c:4162:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1786072118.242963:0:276702:0:(lmv_obd.c:4169:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072118.242966:0:276702:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786072118.242973:0:276702:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff936d0643aa00 x1872818711267968/t30064771463(30064771463) o101->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 576/664 e 0 to 0 dl 1786072203 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1786072118.242981:0:276702:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1786072118.242984:0:276702:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1786072118.242986:0:276702:0:(file.c:3185:ll_release_openhandle()) Process entered 00000080:00000010:2.0:1786072118.242990:0:276702:0:(file.c:3198:ll_release_openhandle()) kmalloced '(och)': 56 at ffff936d38b92600. 00800000:00000001:2.0:1786072118.242994:0:276702:0:(lmv_obd.c:4180:lmv_set_open_replay_data()) Process entered 00800000:00000001:2.0:1786072118.242997:0:276702:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1786072118.242999:0:276702:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1786072118.243001:0:276702:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1786072118.243004:0:276702:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1786072118.243006:0:276702:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1786072118.243008:0:276702:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0xf76:0x0] 00800000:00000001:2.0:1786072118.243010:0:276702:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1786072118.243013:0:276702:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1786072118.243016:0:276702:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff936d065df3a0. 00000002:00100000:2.0:1786072118.243021:0:276702:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff936d0643aa00 x1872818711267968/t30064771463(30064771463) o101->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 576/664 e 0 to 0 dl 1786072203 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1786072118.243029:0:276702:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1786072118.243030:0:276702:0:(lmv_obd.c:4186:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1786072118.243033:0:276702:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1786072118.243037:0:276702:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff936d049ffe00. 00000080:00000001:2.0:1786072118.243039:0:276702:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1786072118.243043:0:276702:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1786072118.243047:0:276702:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:2.0:1786072118.243049:0:276702:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1786072118.243050:0:276702:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1786072118.243051:0:276702:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1786072118.243052:0:276702:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1786072118.243054:0:276702:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1786072118.243056:0:276702:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0xf76:0x0] 00800000:00000001:2.0:1786072118.243063:0:276702:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1786072118.243066:0:276702:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200002b17:0xf76:0x0] 00000002:00000001:2.0:1786072118.243069:0:276702:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1786072118.243071:0:276702:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff936d3976a000: [0x200002b17:0xf76:0x0] file closed with intent: 0 00000100:00000010:2.0:1786072118.243077:0:276702:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff936d06438700. 00000020:00000040:2.0:1786072118.243081:0:276702:0:(genops.c:1231:class_import_get()) import ffff936d16266800 refcount=8 obd=lustre-MDT0000-mdc-ffff936d3976a000 00000100:00000001:2.0:1786072118.243085:0:276702:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786072118.243088:0:276702:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786072118.243092:0:276702:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786072118.243098:0:276702:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff936d049fe600. 00000100:00000001:2.0:1786072118.243103:0:276702:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1786072118.243186:0:276702:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff936d0643aa00 x1872818711267968/t30064771463(30064771463) o101->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 576/664 e 0 to 0 dl 1786072203 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1786072118.243196:0:276702:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff936d3976a000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1786072118.243202:0:276702:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff936d06438700 x1872818711268352/t0(0) o35->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1786072118.243209:0:276702:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1786072118.243211:0:276702:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1786072118.243217:0:276702:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff936d03454cc0. 00000100:00000001:2.0:1786072118.243220:0:276702:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446624695148432576 : -119378561119040 : ffff936d03454cc0) 00000100:00000001:2.0:1786072118.243222:0:276702:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786072118.243223:0:276702:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446624695198648064 : -119378510903552 : ffff936d06438700) 00000100:00000001:2.0:1786072118.243227:0:276702:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786072118.243230:0:276702:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072118.243233:0:276702:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1786072118.243234:0:276702:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786072118.243238:0:276702:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff936d06438700 x1872818711268352/t0(0) o35->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1786072118.243245:0:276702:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786072118.243247:0:276702:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786072118.243250:0:276702:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786072118.243253:0:276702:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786072118.243255:0:276702:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786072118.243264:0:276702:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff936d06438700 pname:cluuid:pid:xid:nid:opc:job lfs:80aa5924-6869-4c81-88c0-98a34e467390:276702:1872818711268352:192.168.204.140@tcp:35:lfs.0 00000100:00000001:2.0:1786072118.243268:0:276702:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786072118.243273:0:276702:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786072118.243275:0:276702:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786072118.243277:0:276702:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786072118.243282:0:276702:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff936d0b007800. 02000000:00000001:2.0:1786072118.243284:0:276702:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786072118.243291:0:276702:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000010:2.0:1786072118.243295:0:276702:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff936d3d5f9d68. 00000400:00000010:2.0:1786072118.243302:0:276702:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d0b26c088. 00000100:00000200:2.0:1786072118.243308:0:276702:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872818711268352, portal 10 00000100:00000001:2.0:1786072118.243310:0:276702:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786072118.243312:0:276702:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446624695198648064 : -119378510903552 : ffff936d06438700) 00000100:00000040:2.0:1786072118.243318:0:276702:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff936d06438700 x1872818711268352/t0(0) o35->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1786072134 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1786072118.243324:0:276702:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786072118.243327:0:276702:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp 00000400:00000010:2.0:1786072118.243330:0:276702:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d0b26cb28. 00000100:00000200:2.0:1786072118.243333:0:276702:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1872818711268352, offset 0 00000400:00000200:2.0:1786072118.243339:0:276702:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp 00000400:00000200:2.0:1786072118.243346:0:276702:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:2.0:1786072118.243353:0:276702:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.140@tcp local destination 00000400:00000200:2.0:1786072118.243357:0:276702:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786072118.243361:0:276702:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp 00000400:00000200:2.0:1786072118.243365:0:276702:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786072118.243367:0:276702:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp 00000400:00000200:2.0:1786072118.243371:0:276702:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [543744:543744:256:4294967295] 192.168.204.140@tcp LPNI seq info [543684:543684:8:4294967295] 00000400:00000200:2.0:1786072118.243648:0:276702:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:2.0:1786072118.243659:0:276702:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) : PUT try# 0 00000800:00000200:2.0:1786072118.243677:0:276702:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.140@tcp 00000800:00000010:2.0:1786072118.243682:0:276702:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff936d0665a300. 00000800:00000200:2.0:1786072118.243695:0:276702:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff936d0afbc180] -> 12345-192.168.204.140@tcp (5) 00000800:00000200:2.0:1786072118.243702:0:276702:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988 00000800:00000200:2.0:1786072118.243706:0:276702:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff936d0665a300 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1786072118.243834:0:276702:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786072118.243840:0:276702:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: using a timeout of 22760 usecs (23 jiffies) 00000400:00000200:2.0:1786072118.243844:0:276702:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000100:00000001:2.0:1786072118.243846:0:276702:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: PM QoS new deadline estimation for cpu 0 is 4307911826 00000100:00000001:2.0:1786072118.243855:0:276702:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: PM QoS request active for cpu 0, simply extend its deadline from 4307911811 00000100:00000001:2.0:1786072118.243860:0:276702:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: PM QoS new deadline estimation for cpu 1 is 4307911826 00000100:00000001:2.0:1786072118.243864:0:276702:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: PM QoS request active for cpu 1, simply extend its deadline from 4307911811 00000100:00000001:2.0:1786072118.243867:0:276702:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786072118.243870:0:276702:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072118.243872:0:276702:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786072118.243874:0:276702:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1786072118.243876:0:276702:0:(client.c:2702:ptlrpc_set_wait()) set ffff936d03454cc0 going to sleep for 11 seconds 00000100:00000001:2.0:1786072118.243879:0:276702:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786072118.243881:0:276702:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1786072118.244011:0:2410:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786072118.244017:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff936d0665a300. 00000400:00000200:0.0:1786072118.244021:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786072118.244026:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000400:00000200:0.0:1786072118.244032:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d0b26cb28 00000400:00000010:0.0:1786072118.244034:0:2410:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d0b26cb28. 00000100:00000001:0.0:1786072118.244039:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786072118.244044:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff936d06438700 x1872818711268352/t0(0) o35->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1786072134 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1786072118.244054:0:2410:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786072118.244058:0:2410:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff936d06438700 x1872818711268352/t0(0) o35->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1786072134 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1786072118.244063:0:2410:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072118.244065:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1786072118.245444:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff936d05fee100. 00010000:00000010:2.1:1786072118.245457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff936d3c857400. 00000800:00000001:0.0:1786072118.251809:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072118.251829:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786072118.251833:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072118.251836:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786072118.251844:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072118.251852:0:2411:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me 00000400:00000200:0.0:1786072118.251861:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072118.251866:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072118.251872:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072118.251876:0:2411:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 456 into portal 10 MB=0x6a75196038c00 00000400:00000200:0.0:1786072118.251881:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072118.251887:0:2411:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.140@tcp of length 456/456 into md 0x5369b1 [1] + 224 00000800:00000001:0.0:1786072118.251894:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072118.251903:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786072118.251906:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786072118.251910:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000100:00000001:0.0:1786072118.251918:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786072118.251927:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff936d06438700 x1872818711268352/t0(0) o35->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1786072134 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1786072118.251957:0:2411:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff936d06438700 x1872818711268352/t0(0) o35->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1786072134 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1786072118.252015:0:276702:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786072118.252041:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786072118.252051:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072118.252056:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1786072118.252092:0:276702:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786072118.252095:0:276702:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786072118.252098:0:276702:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff936d3d5f9d68. 00000400:00000200:2.0:1786072118.252102:0:276702:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d0b26c088 00000400:00000010:2.0:1786072118.252105:0:276702:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d0b26c088. 00000100:00000001:2.0:1786072118.252109:0:276702:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786072118.252113:0:276702:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff936d06438700 x1872818711268352/t0(0) o35->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1786072134 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1786072118.252121:0:276702:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff936d06438700 x1872818711268352/t0(0) o35->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1786072134 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1786072118.252127:0:276702:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786072118.252129:0:276702:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786072118.252131:0:276702:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786072118.252135:0:276702:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786072118.252143:0:276702:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786072118.252146:0:276702:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786072118.252149:0:276702:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786072118.252159:0:276702:0:(import.c:2149:obd_at_measure()) add 5 to ffff936d16266cf0 time=201 v=5 (5 5 5 5) 00000100:00001000:2.0:1786072118.252164:0:276702:0:(import.c:2149:obd_at_measure()) add 1 to ffff936d16266c18 time=138 v=5 (1 1 0 0) 00000100:00000001:2.0:1786072118.252166:0:276702:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786072118.252168:0:276702:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786072118.252171:0:276702:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1786072118.252174:0:276702:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072118.252177:0:276702:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1786072118.252179:0:276702:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1786072118.252181:0:276702:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1786072118.252183:0:276702:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786072118.252184:0:276702:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446624695198648064 : -119378510903552 : ffff936d06438700) 00000100:00000001:2.0:1786072118.252188:0:276702:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1786072118.252190:0:276702:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff936d3976a000: skip recheck: last_committed 30064771461 00000100:00000001:2.0:1786072118.252192:0:276702:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1786072118.252194:0:276702:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786072118.252199:0:276702:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff936d06438700 x1872818711268352/t30064771464(30064771464) o35->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1786072134 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1786072118.252206:0:276702:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786072118.252209:0:276702:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786072118.252211:0:276702:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786072118.252215:0:276702:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff936d06438700 x1872818711268352/t30064771464(30064771464) o35->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1786072134 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1786072118.252222:0:276702:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff936d06438700 pname:cluuid:pid:xid:nid:opc:job lfs:80aa5924-6869-4c81-88c0-98a34e467390:276702:1872818711268352:192.168.204.140@tcp:35:lfs.0 00000100:00000001:2.0:1786072118.252227:0:276702:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786072118.252230:0:276702:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072118.252233:0:276702:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1786072118.252235:0:276702:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786072118.252238:0:276702:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff936d06438700 x1872818711268352/t30064771464(30064771464) o35->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1786072134 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1786072118.252245:0:276702:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786072118.252255:0:276702:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff936d03454cc0. 00000100:00000001:2.0:1786072118.252258:0:276702:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1786072118.252260:0:276702:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072118.252267:0:276702:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786072118.252268:0:276702:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446624695198648064 : -119378510903552 : ffff936d06438700) 00000002:00000001:2.0:1786072118.252271:0:276702:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1786072118.252274:0:276702:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1786072118.252283:0:276702:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff936d049ffe00. 00000080:00000001:2.0:1786072118.252287:0:276702:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1786072118.252289:0:276702:0:(lmv_obd.c:4196:lmv_clear_open_replay_data()) Process entered 00800000:00000001:2.0:1786072118.252292:0:276702:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1786072118.252295:0:276702:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1786072118.252297:0:276702:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1786072118.252300:0:276702:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1786072118.252302:0:276702:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1786072118.252304:0:276702:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0xf76:0x0] 00800000:00000001:2.0:1786072118.252306:0:276702:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1786072118.252312:0:276702:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1786072118.252317:0:276702:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff936d0643aa00 x1872818711267968/t30064771463(30064771463) o101->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 576/664 e 0 to 0 dl 1786072203 ref 2 fl Complete:RQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1786072118.252325:0:276702:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1786072118.252326:0:276702:0:(lmv_obd.c:4202:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1786072118.252328:0:276702:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff936d38b92600. 00000100:00000001:2.0:1786072118.252332:0:276702:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786072118.252335:0:276702:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff936d06438700 x1872818711268352/t30064771464(30064771464) o35->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1786072134 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1786072118.252340:0:276702:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072118.252342:0:276702:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786072118.252345:0:276702:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff936d0643aa00 x1872818711267968/t30064771463(30064771463) o101->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 576/664 e 0 to 0 dl 1786072203 ref 2 fl Complete:RQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1786072118.252350:0:276702:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1786072118.252352:0:276702:0:(file.c:3213:ll_release_openhandle()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1786072118.252356:0:276702:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1786072118.252358:0:276702:0:(dcache.c:176:ll_intent_release()) intent ffffad16c0c97c90 released 00000080:00000001:2.0:1786072118.252364:0:276702:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1786072118.252365:0:276702:0:(file.c:2779:ll_lov_setstripe_ea_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1786072118.252369:0:276702:0:(file.c:7090:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1786072118.252373:0:276702:0:(file.c:6122:ll_take_md_lock()) Process entered 00000080:00000040:2.0:1786072118.252374:0:276702:0:(file.c:6124:ll_take_md_lock()) trying to match res [0x200002b17:0xf76:0x0] 00010000:00000010:2.1:1786072118.253493:0:276702:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff936d05feea00. 00010000:00000010:2.1:1786072118.253505:0:276702:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff936d29917400. 00800000:00000001:2.0:1786072118.253517:0:276702:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1786072118.253520:0:276702:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1786072118.253522:0:276702:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1786072118.253524:0:276702:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1786072118.253526:0:276702:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1786072118.253528:0:276702:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0xf76:0x0] 00800000:00000001:2.0:1786072118.253530:0:276702:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1786072118.253536:0:276702:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1786072118.253538:0:276702:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1786072118.253543:0:276702:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1786072118.253545:0:276702:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1786072118.253547:0:276702:0:(lmv_obd.c:4137:lmv_lock_match()) Lock match for [0x200002b17:0xf76:0x0]: 0 00000080:00000001:2.0:1786072118.253549:0:276702:0:(file.c:6129:ll_take_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1786072118.253551:0:276702:0:(file.c:7028:ll_layout_intent()) Process entered 00000080:00000010:2.0:1786072118.253632:0:276702:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff936d049ffe00. 00000080:00010000:2.0:1786072118.253639:0:276702:0:(file.c:7046:ll_layout_intent()) ### lustre: requeue layout lock for file [0x200002b17:0xf76:0x0](ffff936d3d15ba88) 00000080:00000001:2.0:1786072118.253642:0:276702:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1786072118.253646:0:276702:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1786072118.253648:0:276702:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffad16c0c97b18 00800000:00000002:2.0:1786072118.253651:0:276702:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'layout' for [0x200002b17:0xf76:0x0] '' on [0x200002b17:0xf76:0x0] 00800000:00000001:2.0:1786072118.253654:0:276702:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1786072118.253656:0:276702:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1786072118.253657:0:276702:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1786072118.253658:0:276702:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1786072118.253660:0:276702:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1786072118.253661:0:276702:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1786072118.253663:0:276702:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0xf76:0x0] 00800000:00000001:2.0:1786072118.253664:0:276702:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1786072118.253666:0:276702:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200002b17:0xf76:0x0], fid2=[0x200002b17:0xf76:0x0], name='' -> mds #0 00000002:00000001:2.0:1786072118.253670:0:276702:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1786072118.253672:0:276702:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffad16c0c979e8 00000002:00010000:2.0:1786072118.253673:0:276702:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200002b17:0xf76:0x0]) in obj [0x200002b17:0xf76:0x0], intent: layout flags 0 00000002:00000001:2.0:1786072118.253699:0:276702:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1786072118.253701:0:276702:0:(mdc_locks.c:706:mdc_intent_layout_pack()) Process entered 00000100:00000010:2.0:1786072118.253705:0:276702:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff936d0643ad80. 00000020:00000040:2.0:1786072118.253709:0:276702:0:(genops.c:1231:class_import_get()) import ffff936d16266800 refcount=9 obd=lustre-MDT0000-mdc-ffff936d3976a000 00010000:00000001:2.0:1786072118.253715:0:276702:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1786072118.253719:0:276702:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1786072118.253725:0:276702:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1786072118.253726:0:276702:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1786072118.253728:0:276702:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072118.253730:0:276702:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786072118.253733:0:276702:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786072118.253737:0:276702:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786072118.253743:0:276702:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff936d049fe800. 00000100:00000001:2.0:1786072118.253748:0:276702:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786072118.253752:0:276702:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1786072118.253754:0:276702:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786072118.253755:0:276702:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1786072118.253756:0:276702:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786072118.253758:0:276702:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1786072118.253762:0:276702:0:(mdc_locks.c:739:mdc_intent_layout_pack()) Process leaving (rc=18446624695198657920 : -119378510893696 : ffff936d0643ad80) 00010000:00000001:2.0:1786072118.253765:0:276702:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1786072118.253767:0:276702:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1786072118.253772:0:276702:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff936d05feea00. 00010000:00000010:2.0:1786072118.253775:0:276702:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff936d38ad2c80. 00010000:00000001:2.0:1786072118.253779:0:276702:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1786072118.253782:0:276702:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff936d29917400. 00000020:00000001:2.0:1786072118.253786:0:276702:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1786072118.253789:0:276702:0:(lustre_handles.c:93:class_handle_hash()) added object ffff936d29917400 with handle 0x811ca6d2885ebb54 to hash 00000020:00000001:2.0:1786072118.253791:0:276702:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1786072118.253792:0:276702:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446624695790957568 : -119377918594048 : ffff936d29917400) 00010000:00000001:2.0:1786072118.253795:0:276702:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446624695790957568 : -119377918594048 : ffff936d29917400) 00010000:00000001:2.0:1786072118.253799:0:276702:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1786072118.253802:0:276702:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786072118.253805:0:276702:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff936d3976a000 lock: ffff936d29917400/0x811ca6d2885ebb54 lrc: 3/1,0 mode: --/CR res: [0x200002b17:0xf76:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 276702 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786072118.253820:0:276702:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff936d3976a000 lock: ffff936d29917400/0x811ca6d2885ebb54 lrc: 3/1,0 mode: --/CR res: [0x200002b17:0xf76:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 276702 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786072118.253831:0:276702:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff936d3976a000 lock: ffff936d29917400/0x811ca6d2885ebb54 lrc: 3/1,0 mode: --/CR res: [0x200002b17:0xf76:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 276702 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1786072118.253836:0:276702:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1786072118.253838:0:276702:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1786072118.253844:0:276702:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff936d03454cc0. 00000100:00000001:2.0:1786072118.253846:0:276702:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446624695148432576 : -119378561119040 : ffff936d03454cc0) 00000100:00000001:2.0:1786072118.253848:0:276702:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786072118.253849:0:276702:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446624695198657920 : -119378510893696 : ffff936d0643ad80) 00000100:00000001:2.0:1786072118.253854:0:276702:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786072118.253858:0:276702:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072118.253860:0:276702:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1786072118.253861:0:276702:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786072118.253869:0:276702:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff936d0643ad80 x1872818711268480/t0(0) o101->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 376/472 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1786072118.253877:0:276702:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786072118.253879:0:276702:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786072118.253883:0:276702:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786072118.253885:0:276702:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786072118.253888:0:276702:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786072118.253891:0:276702:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff936d0643ad80 pname:cluuid:pid:xid:nid:opc:job lfs:80aa5924-6869-4c81-88c0-98a34e467390:276702:1872818711268480:192.168.204.140@tcp:101:lfs.0 00000100:00000001:2.0:1786072118.253895:0:276702:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786072118.253901:0:276702:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786072118.253903:0:276702:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786072118.253906:0:276702:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786072118.253910:0:276702:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff936d0b007c00. 02000000:00000001:2.0:1786072118.253912:0:276702:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786072118.253919:0:276702:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000010:2.0:1786072118.253922:0:276702:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff936d3d5f9d68. 00000400:00000010:2.0:1786072118.253935:0:276702:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d0b26c088. 00000100:00000200:2.0:1786072118.253942:0:276702:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872818711268480, portal 10 00000100:00000001:2.0:1786072118.253944:0:276702:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786072118.253945:0:276702:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446624695198657920 : -119378510893696 : ffff936d0643ad80) 00000100:00000040:2.0:1786072118.253951:0:276702:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff936d0643ad80 x1872818711268480/t0(0) o101->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 376/472 e 0 to 0 dl 1786072203 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1786072118.253958:0:276702:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786072118.253961:0:276702:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp 00000400:00000010:2.0:1786072118.253963:0:276702:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d0b26c110. 00000100:00000200:2.0:1786072118.253967:0:276702:0:(niobuf.c:94:ptl_send_buf()) Sending 376 bytes to portal 12, xid 1872818711268480, offset 0 00000400:00000200:2.0:1786072118.253973:0:276702:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp 00000400:00000200:2.0:1786072118.253981:0:276702:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:2.0:1786072118.253988:0:276702:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.140@tcp local destination 00000400:00000200:2.0:1786072118.253994:0:276702:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786072118.253997:0:276702:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp 00000400:00000200:2.0:1786072118.254001:0:276702:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786072118.254004:0:276702:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp 00000400:00000200:2.0:1786072118.254007:0:276702:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [543745:543745:256:4294967295] 192.168.204.140@tcp LPNI seq info [543685:543685:8:4294967295] 00000400:00000200:2.0:1786072118.254011:0:276702:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:2.0:1786072118.254020:0:276702:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) : PUT try# 0 00000800:00000200:2.0:1786072118.254026:0:276702:0:(socklnd_cb.c:931:ksocknal_send()) sending 376 bytes in 1 frags to 12345-192.168.204.140@tcp 00000800:00000010:2.0:1786072118.254031:0:276702:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff936d0665a100. 00000800:00000200:2.0:1786072118.254037:0:276702:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff936d0afbc180] -> 12345-192.168.204.140@tcp (5) 00000800:00000200:2.0:1786072118.254044:0:276702:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988 00000800:00000200:2.0:1786072118.254048:0:276702:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff936d0665a100 type 1, nob 472 niov 1 nkiov 1 00000100:00000001:2.0:1786072118.254997:0:276702:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786072118.255004:0:276702:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: using a timeout of 22755 usecs (23 jiffies) 00000400:00000200:2.0:1786072118.255010:0:276702:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000100:00000001:2.0:1786072118.255014:0:276702:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: PM QoS new deadline estimation for cpu 0 is 4307911837 00000100:00000001:2.0:1786072118.255023:0:276702:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: PM QoS request active for cpu 0, simply extend its deadline from 4307911826 00000100:00000001:2.0:1786072118.255039:0:276702:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: PM QoS new deadline estimation for cpu 1 is 4307911837 00000100:00000001:2.0:1786072118.255043:0:276702:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: PM QoS request active for cpu 1, simply extend its deadline from 4307911826 00000100:00000001:2.0:1786072118.255046:0:276702:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786072118.255049:0:276702:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072118.255052:0:276702:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786072118.255054:0:276702:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=80 : 80 : 50) 00000100:00100000:2.0:1786072118.255057:0:276702:0:(client.c:2702:ptlrpc_set_wait()) set ffff936d03454cc0 going to sleep for 80 seconds 00000100:00000001:2.0:1786072118.255060:0:276702:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786072118.255063:0:276702:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1786072118.256926:0:2410:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786072118.256935:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff936d0665a100. 00000400:00000200:0.0:1786072118.256945:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786072118.256954:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000400:00000200:0.0:1786072118.256961:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d0b26c110 00000400:00000010:0.0:1786072118.256964:0:2410:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d0b26c110. 00000100:00000001:0.0:1786072118.256970:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786072118.256978:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff936d0643ad80 x1872818711268480/t0(0) o101->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 376/472 e 0 to 0 dl 1786072203 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1786072118.256989:0:2410:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786072118.256993:0:2410:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff936d0643ad80 x1872818711268480/t0(0) o101->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 376/472 e 0 to 0 dl 1786072203 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1786072118.257000:0:2410:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072118.257001:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1786072118.261130:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072118.261147:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786072118.261152:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072118.261155:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786072118.261164:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072118.261172:0:2411:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me 00000400:00000200:0.0:1786072118.261180:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072118.261184:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072118.261190:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072118.261194:0:2411:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 400 into portal 10 MB=0x6a75196038c80 00000400:00000200:0.0:1786072118.261199:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072118.261205:0:2411:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.140@tcp of length 400/400 into md 0x5369b9 [1] + 224 00000800:00000001:0.0:1786072118.261226:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072118.261233:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786072118.261236:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786072118.261243:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000100:00000001:0.0:1786072118.261250:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786072118.261259:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff936d0643ad80 x1872818711268480/t0(0) o101->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 376/472 e 0 to 0 dl 1786072203 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1786072118.261271:0:2411:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=472 req@ffff936d0643ad80 x1872818711268480/t0(0) o101->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 376/472 e 0 to 0 dl 1786072203 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1786072118.261338:0:276702:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786072118.261357:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786072118.261367:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072118.261370:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1786072118.261506:0:276702:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786072118.261508:0:276702:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786072118.261511:0:276702:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff936d3d5f9d68. 00000400:00000200:2.0:1786072118.261516:0:276702:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d0b26c088 00000400:00000010:2.0:1786072118.261518:0:276702:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d0b26c088. 00000100:00000001:2.0:1786072118.261522:0:276702:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786072118.261527:0:276702:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff936d0643ad80 x1872818711268480/t0(0) o101->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 376/472 e 0 to 0 dl 1786072203 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1786072118.261536:0:276702:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff936d0643ad80 x1872818711268480/t0(0) o101->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 376/472 e 0 to 0 dl 1786072203 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1786072118.261542:0:276702:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786072118.261544:0:276702:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786072118.261547:0:276702:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786072118.261550:0:276702:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786072118.261563:0:276702:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786072118.261565:0:276702:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786072118.261569:0:276702:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786072118.261577:0:276702:0:(import.c:2149:obd_at_measure()) add 60 to ffff936d16266c60 time=51 v=60 (60 60 60 60) 00000100:00001000:2.0:1786072118.261581:0:276702:0:(import.c:2149:obd_at_measure()) add 1 to ffff936d16266c18 time=138 v=5 (1 1 0 0) 00000100:00000001:2.0:1786072118.261584:0:276702:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786072118.261586:0:276702:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786072118.261588:0:276702:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1786072118.261592:0:276702:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072118.261596:0:276702:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1786072118.261788:0:276702:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff936d3976a000: skip recheck: last_committed 30064771461 00000100:00000001:2.0:1786072118.261790:0:276702:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1786072118.261793:0:276702:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786072118.261799:0:276702:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff936d0643ad80 x1872818711268480/t0(0) o101->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 376/400 e 0 to 0 dl 1786072203 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1786072118.261806:0:276702:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786072118.261809:0:276702:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786072118.261811:0:276702:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786072118.261815:0:276702:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff936d0643ad80 x1872818711268480/t0(0) o101->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 376/400 e 0 to 0 dl 1786072203 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1786072118.261823:0:276702:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff936d0643ad80 pname:cluuid:pid:xid:nid:opc:job lfs:80aa5924-6869-4c81-88c0-98a34e467390:276702:1872818711268480:192.168.204.140@tcp:101:lfs.0 00000100:00000001:2.0:1786072118.261828:0:276702:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786072118.261831:0:276702:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072118.261833:0:276702:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1786072118.261838:0:276702:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786072118.261842:0:276702:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff936d0643ad80 x1872818711268480/t0(0) o101->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 376/400 e 0 to 0 dl 1786072203 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1786072118.261849:0:276702:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786072118.261852:0:276702:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff936d03454cc0. 00000100:00000001:2.0:1786072118.261855:0:276702:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1786072118.261857:0:276702:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786072118.261860:0:276702:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1786072118.261864:0:276702:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1786072118.261866:0:276702:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786072118.261870:0:276702:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff936d29917400 refcount=4 00000020:00000001:2.0:1786072118.261872:0:276702:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446624695790957568 : -119377918594048 : ffff936d29917400) 00010000:00000001:2.0:1786072118.261875:0:276702:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446624695790957568 : -119377918594048 : ffff936d29917400) 00010000:00000040:2.0:1786072118.261881:0:276702:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff936d29917400, remote cookie: 0x769e5af77132399e, flags: 0x1000 00010000:00000001:2.0:1786072118.261885:0:276702:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1786072118.261889:0:276702:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1786072118.261891:0:276702:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1786072118.261893:0:276702:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1786072118.261900:0:276702:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1786072118.261903:0:276702:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200002b17:0xf76:0x0].0x0 (ffff936d05feea00) refcount = 1 00010000:00010000:2.0:1786072118.261909:0:276702:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff936d3976a000 lock: ffff936d29917400/0x811ca6d2885ebb54 lrc: 4/1,0 mode: CR/CR res: [0x200002b17:0xf76:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x769e5af77132399e expref: -99 pid: 276702 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1786072118.261918:0:276702:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1786072118.261921:0:276702:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1786072118.261922:0:276702:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1786072118.261925:0:276702:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1786072118.261928:0:276702:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786072118.261931:0:276702:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff936d3976a000 lock: ffff936d29917400/0x811ca6d2885ebb54 lrc: 4/1,0 mode: CR/CR res: [0x200002b17:0xf76:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x769e5af77132399e expref: -99 pid: 276702 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1786072118.261938:0:276702:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1786072118.261939:0:276702:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1786072118.261942:0:276702:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1786072118.261943:0:276702:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1786072118.261944:0:276702:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1786072118.261946:0:276702:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1786072118.261950:0:276702:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1786072118.261952:0:276702:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1786072118.261954:0:276702:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786072118.261955:0:276702:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff936d29917400 refcount=3 00000020:00000001:2.0:1786072118.261957:0:276702:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446624695790957568 : -119377918594048 : ffff936d29917400) 00010000:00000001:2.0:1786072118.261959:0:276702:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446624695790957568 : -119377918594048 : ffff936d29917400) 00010000:00000001:2.0:1786072118.261961:0:276702:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1786072118.261962:0:276702:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1786072118.261966:0:276702:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=0x400 disposition=0x1, status=0 req@ffff936d0643ad80 x1872818711268480/t0(0) o101->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 376/400 e 0 to 0 dl 1786072203 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000040:2.0:1786072118.261975:0:276702:0:(mdc_locks.c:905:mdc_finish_enqueue()) lustre-MDT0000-mdc-ffff936d3976a000: layout return lvb 56 transno 0 00010000:00000001:2.0:1786072118.261978:0:276702:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1786072118.261979:0:276702:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786072118.261981:0:276702:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff936d29917400 refcount=3 00000020:00000001:2.0:1786072118.261982:0:276702:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446624695790957568 : -119377918594048 : ffff936d29917400) 00010000:00000001:2.0:1786072118.261988:0:276702:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446624695790957568 : -119377918594048 : ffff936d29917400) 00000002:00010000:2.0:1786072118.261992:0:276702:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff936d3976a000 lock: ffff936d29917400/0x811ca6d2885ebb54 lrc: 3/1,0 mode: CR/CR res: [0x200002b17:0xf76:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x769e5af77132399e expref: -99 pid: 276702 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1786072118.262001:0:276702:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff936d38b92600. 00010000:00000001:2.0:1786072118.262003:0:276702:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1786072118.262004:0:276702:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1786072118.262006:0:276702:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1786072118.262008:0:276702:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1786072118.262011:0:276702:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1786072118.262013:0:276702:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1786072118.262015:0:276702:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786072118.262016:0:276702:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff936d29917400 refcount=3 00000020:00000001:2.0:1786072118.262018:0:276702:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446624695790957568 : -119377918594048 : ffff936d29917400) 00010000:00000001:2.0:1786072118.262020:0:276702:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446624695790957568 : -119377918594048 : ffff936d29917400) 00000002:00010000:2.0:1786072118.262024:0:276702:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff936d3976a000 lock: ffff936d29917400/0x811ca6d2885ebb54 lrc: 3/1,0 mode: CR/CR res: [0x200002b17:0xf76:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x769e5af77132399e expref: -99 pid: 276702 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1786072118.262029:0:276702:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1786072118.262031:0:276702:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1786072118.262032:0:276702:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1786072118.262034:0:276702:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1786072118.262035:0:276702:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786072118.262036:0:276702:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff936d29917400 refcount=3 00000020:00000001:2.0:1786072118.262038:0:276702:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446624695790957568 : -119377918594048 : ffff936d29917400) 00010000:00000001:2.0:1786072118.262040:0:276702:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446624695790957568 : -119377918594048 : ffff936d29917400) 00010000:00000040:2.0:1786072118.262045:0:276702:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff936d05feea00 count: 2 00010000:00000001:2.0:1786072118.262048:0:276702:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1786072118.262052:0:276702:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff936d07069c00 type 13 mode 16 res 8589945623/3958 (0 0) 00010000:00000001:2.0:1786072118.262055:0:276702:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1786072118.262056:0:276702:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1786072118.262057:0:276702:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1786072118.262064:0:276702:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffad16c0c97970 00000002:00002000:2.0:1786072118.262066:0:276702:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=layout status=0 disp=0x1: rc = 0 00000002:00000001:2.0:1786072118.262069:0:276702:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1786072118.262072:0:276702:0:(lmv_intent.c:533:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1786072118.262075:0:276702:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1786072118.262078:0:276702:0:(namei.c:952:ll_intent_lock()) intent lock 1024 on i1 [0x200002b17:0xf76:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1786072118.262081:0:276702:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072118.262084:0:276702:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786072118.262088:0:276702:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff936d0643ad80 x1872818711268480/t0(0) o101->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 376/400 e 0 to 0 dl 1786072203 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1786072118.262094:0:276702:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786072118.262096:0:276702:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786072118.262100:0:276702:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff936d0b007c00. 02000000:00000001:2.0:1786072118.262103:0:276702:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786072118.262106:0:276702:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786072118.262108:0:276702:0:(genops.c:1244:class_import_put()) import ffff936d16266800 refcount=8 obd=lustre-MDT0000-mdc-ffff936d3976a000 00000020:00000001:2.0:1786072118.262110:0:276702:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786072118.262112:0:276702:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff936d049fe800. 02000000:00000001:2.0:1786072118.262117:0:276702:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786072118.262119:0:276702:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786072118.262121:0:276702:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff936d0643ad80. 00000100:00000001:2.0:1786072118.262125:0:276702:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786072118.262126:0:276702:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.0:1786072118.262130:0:276702:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff936d049ffe00. 00000080:00010000:2.0:1786072118.262135:0:276702:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200002b17:0xf76:0x0](ffff936d3d15ba88) for lock 0x811ca6d2885ebb54 00800000:00000001:2.0:1786072118.262140:0:276702:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1786072118.262143:0:276702:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1786072118.262144:0:276702:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1786072118.262145:0:276702:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786072118.262147:0:276702:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff936d29917400 refcount=3 00000020:00000001:2.0:1786072118.262149:0:276702:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446624695790957568 : -119377918594048 : ffff936d29917400) 00010000:00000001:2.0:1786072118.262150:0:276702:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446624695790957568 : -119377918594048 : ffff936d29917400) 00010000:00000001:2.0:1786072118.262153:0:276702:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1786072118.262154:0:276702:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1786072118.262155:0:276702:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1786072118.262162:0:276702:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1786072118.262165:0:276702:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x811ca6d2885ebb54 from it ffffad16c0c97c38 00010000:00000001:2.0:1786072118.262167:0:276702:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1786072118.262168:0:276702:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786072118.262169:0:276702:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff936d29917400 refcount=3 00000020:00000001:2.0:1786072118.262171:0:276702:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446624695790957568 : -119377918594048 : ffff936d29917400) 00010000:00000001:2.0:1786072118.262172:0:276702:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446624695790957568 : -119377918594048 : ffff936d29917400) 00010000:00000001:2.0:1786072118.262175:0:276702:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1786072118.262178:0:276702:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff936d3976a000 lock: ffff936d29917400/0x811ca6d2885ebb54 lrc: 3/1,0 mode: CR/CR res: [0x200002b17:0xf76:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x769e5af77132399e expref: -99 pid: 276702 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1786072118.262184:0:276702:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1786072118.262185:0:276702:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1786072118.262186:0:276702:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1786072118.262189:0:276702:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1786072118.262192:0:276702:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff936d3976a000 lock: ffff936d29917400/0x811ca6d2885ebb54 lrc: 2/0,0 mode: CR/CR res: [0x200002b17:0xf76:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x769e5af77132399e expref: -99 pid: 276702 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1786072118.262199:0:276702:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786072118.262201:0:276702:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1786072118.262202:0:276702:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1786072118.262206:0:276702:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1786072118.262207:0:276702:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1786072118.262208:0:276702:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786072118.262211:0:276702:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1786072118.262213:0:276702:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786072118.262215:0:276702:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786072118.262217:0:276702:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786072118.262220:0:276702:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1786072118.262221:0:276702:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1786072118.262222:0:276702:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1786072118.262223:0:276702:0:(file.c:7062:ll_layout_intent()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1786072118.262226:0:276702:0:(file.c:6122:ll_take_md_lock()) Process entered 00000080:00000040:2.0:1786072118.262227:0:276702:0:(file.c:6124:ll_take_md_lock()) trying to match res [0x200002b17:0xf76:0x0] 00800000:00000001:2.0:1786072118.262232:0:276702:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1786072118.262234:0:276702:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1786072118.262240:0:276702:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1786072118.262243:0:276702:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1786072118.262245:0:276702:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1786072118.262247:0:276702:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0xf76:0x0] 00800000:00000001:2.0:1786072118.262249:0:276702:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1786072118.262252:0:276702:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1786072118.262253:0:276702:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1786072118.262256:0:276702:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff936d05feea00 count: 2 00010000:00000001:2.0:1786072118.262258:0:276702:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1786072118.262261:0:276702:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1786072118.262265:0:276702:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1786072118.262268:0:276702:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff936d3976a000 lock: ffff936d29917400/0x811ca6d2885ebb54 lrc: 2/1,0 mode: CR/CR res: [0x200002b17:0xf76:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x769e5af77132399e expref: -99 pid: 276702 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1786072118.262275:0:276702:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1786072118.262279:0:276702:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786072118.262282:0:276702:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff936d3976a000 lock: ffff936d29917400/0x811ca6d2885ebb54 lrc: 2/1,0 mode: CR/CR res: [0x200002b17:0xf76:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x769e5af77132399e expref: -99 pid: 276702 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1786072118.262288:0:276702:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:2.0:1786072118.262290:0:276702:0:(lmv_obd.c:4137:lmv_lock_match()) Lock match for [0x200002b17:0xf76:0x0]: 16 00000080:00000001:2.0:1786072118.262292:0:276702:0:(file.c:6129:ll_take_md_lock()) Process leaving (rc=16 : 16 : 10) 00000080:00000001:2.0:1786072118.262294:0:276702:0:(file.c:6919:ll_layout_lock_set()) Process entered 00010000:00000001:2.0:1786072118.262295:0:276702:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1786072118.262296:0:276702:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786072118.262298:0:276702:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff936d29917400 refcount=3 00000020:00000001:2.0:1786072118.262299:0:276702:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446624695790957568 : -119377918594048 : ffff936d29917400) 00010000:00000001:2.0:1786072118.262301:0:276702:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446624695790957568 : -119377918594048 : ffff936d29917400) 00000080:00010000:2.0:1786072118.262304:0:276702:0:(file.c:6929:ll_layout_lock_set()) ### file [0x200002b17:0xf76:0x0](00000000b13b51bb) being reconfigured ns: lustre-MDT0000-mdc-ffff936d3976a000 lock: ffff936d29917400/0x811ca6d2885ebb54 lrc: 3/1,0 mode: CR/CR res: [0x200002b17:0xf76:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x769e5af77132399e expref: -99 pid: 276702 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00800000:00000001:2.0:1786072118.262311:0:276702:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1786072118.262312:0:276702:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1786072118.262313:0:276702:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1786072118.262319:0:276702:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786072118.262320:0:276702:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff936d29917400 refcount=4 00000020:00000001:2.0:1786072118.262322:0:276702:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446624695790957568 : -119377918594048 : ffff936d29917400) 00010000:00000001:2.0:1786072118.262323:0:276702:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446624695790957568 : -119377918594048 : ffff936d29917400) 00010000:00000001:2.0:1786072118.262325:0:276702:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1786072118.262326:0:276702:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1786072118.262327:0:276702:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1786072118.262329:0:276702:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1786072118.262331:0:276702:0:(file.c:6844:ll_layout_fetch()) Process entered 00000080:00000002:2.0:1786072118.262333:0:276702:0:(file.c:6847:ll_layout_fetch()) [0x200002b17:0xf76:0x0] LVB_READY=0 l_lvb_data=ffff936d38b92600 l_lvb_len=56 00000080:00000001:2.0:1786072118.262335:0:276702:0:(file.c:6850:ll_layout_fetch()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1786072118.262338:0:276702:0:(file.c:6789:ll_layout_conf()) Process entered 00000020:00000001:2.0:1786072118.262340:0:276702:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1786072118.262344:0:276702:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff936d38bfee10. 00000020:00000010:2.0:1786072118.262347:0:276702:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff936d049ffe00. 00000020:00000010:2.0:1786072118.262352:0:276702:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff936d049fe800. 00000020:00000010:2.0:1786072118.262355:0:276702:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff936d392da120. 00000008:00000010:2.0:1786072118.262360:0:276702:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff936d3cbf2190. 00020000:00000010:2.0:1786072118.262365:0:276702:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff936d39038f00. 00008000:00000010:2.0:1786072118.262370:0:276702:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff936d10f0e6d8. 00000080:00000010:2.0:1786072118.262413:0:276702:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff936d0b0fd9d8. 00000080:00000010:2.0:1786072118.262418:0:276702:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff936d33a92500. 00000020:00000010:2.0:1786072118.262422:0:276702:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff936d049fee00. 00000008:00000010:2.0:1786072118.262426:0:276702:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff936d10d8d760. 00020000:00000010:2.0:1786072118.262429:0:276702:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff936d399b76c0. 00008000:00000010:2.0:1786072118.262433:0:276702:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff936d0a95bf40. 00000080:00000010:2.0:1786072118.262436:0:276702:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff936d3d5694b0. 00000020:00000001:2.0:1786072118.262439:0:276702:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446624696045661720 : -119377663889896 : ffff936d38bfee18) 00000020:00001000:2.0:1786072118.262441:0:276702:0:(cl_object.c:831:cl_env_get()) 1@ffff936d38bfee10 00000020:00000001:2.0:1786072118.262443:0:276702:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:2.0:1786072118.262448:0:276702:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1786072118.262450:0:276702:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1786072118.262454:0:276702:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff936d392daa80. 00020000:00000010:2.0:1786072118.262458:0:276702:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff936d0602e700. 00020000:00000010:2.0:1786072118.262463:0:276702:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff936d392dad80. 00020000:00000001:2.0:1786072118.262469:0:276702:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446624696052854144 : -119377656697472 : ffff936d392dad80) 00020000:00000002:2.0:1786072118.262472:0:276702:0:(lov_ea.c:755:dump_lsm()) lsm ffff936d392dad80, objid 0xf76:11031, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1786072118.262476:0:276702:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1786072118.262480:0:276702:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff936d0602e700: ostid: 0x280000401:21448 ost idx: 0 gen: 0 00020000:00000002:2.0:1786072118.262484:0:276702:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff936d3a7462e8) owner ffff936d18910000 00020000:00000001:2.0:1786072118.262487:0:276702:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1786072118.262489:0:276702:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff936d3a7462e8) owner ffff936d18910000 00020000:00000010:2.0:1786072118.262493:0:276702:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff936d0602e700. 00020000:00000010:2.0:1786072118.262496:0:276702:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff936d392daa80. 00020000:00000010:2.0:1786072118.262499:0:276702:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff936d392dad80. 00020000:00000002:2.0:1786072118.262502:0:276702:0:(lov_object.c:1535:lov_conf_set()) [0x200002b17:0xf76:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1786072118.262504:0:276702:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786072118.262506:0:276702:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786072118.262509:0:276702:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1786072118.262511:0:276702:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff936d3a7462e8) owner 0000000000000000/ffff936d18910000 00020000:00000002:2.0:1786072118.262514:0:276702:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff936d392da6c0 addref 2/0 by ffff936d18910000. 00020000:00000002:2.0:1786072118.262516:0:276702:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff936d3a7462e8) owner 0000000000000000/ffff936d18910000 00020000:00000001:2.0:1786072118.262518:0:276702:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1786072118.262520:0:276702:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1786072118.262521:0:276702:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1786072118.262523:0:276702:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1786072118.262525:0:276702:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1786072118.262527:0:276702:0:(file.c:6824:ll_layout_conf()) [0x200002b17:0xf76:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1786072118.262529:0:276702:0:(cl_object.c:925:cl_env_put()) 1@ffff936d38bfee10 00000020:00000010:2.0:1786072118.262532:0:276702:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff936d049fe800. 00000020:00000010:2.0:1786072118.262535:0:276702:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff936d392da120. 00000008:00000010:2.0:1786072118.262538:0:276702:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff936d3cbf2190. 00020000:00000010:2.0:1786072118.262541:0:276702:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff936d39038f00. 00008000:00000010:2.0:1786072118.262544:0:276702:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff936d10f0e6d8. 00000080:00000010:2.0:1786072118.262547:0:276702:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff936d0b0fd9d8. 00000080:00000010:2.0:1786072118.262551:0:276702:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff936d33a92500. 00000020:00000010:2.0:1786072118.263015:0:276702:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff936d049ffe00. 00000008:00000010:2.0:1786072118.263027:0:276702:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff936d10d8d760. 00020000:00000010:2.0:1786072118.263031:0:276702:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff936d399b76c0. 00008000:00000010:2.0:1786072118.263034:0:276702:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff936d0a95bf40. 00000080:00000010:2.0:1786072118.263037:0:276702:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff936d3d5694b0. 00000020:00000010:2.0:1786072118.263040:0:276702:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff936d049fee00. 00000020:00000010:2.0:1786072118.263043:0:276702:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff936d38bfee10. 00000080:00000001:2.0:1786072118.263045:0:276702:0:(file.c:6831:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1786072118.263048:0:276702:0:(file.c:6966:ll_layout_lock_set()) Process leaving 00010000:00000001:2.0:1786072118.263049:0:276702:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1786072118.263051:0:276702:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1786072118.263052:0:276702:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1786072118.263053:0:276702:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786072118.263055:0:276702:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff936d29917400 refcount=3 00000020:00000001:2.0:1786072118.263057:0:276702:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446624695790957568 : -119377918594048 : ffff936d29917400) 00010000:00000001:2.0:1786072118.263059:0:276702:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446624695790957568 : -119377918594048 : ffff936d29917400) 00010000:00000001:2.0:1786072118.263061:0:276702:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1786072118.263064:0:276702:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff936d3976a000 lock: ffff936d29917400/0x811ca6d2885ebb54 lrc: 3/1,0 mode: CR/CR res: [0x200002b17:0xf76:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x769e5af77132399e expref: -99 pid: 276702 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1786072118.263071:0:276702:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1786072118.263072:0:276702:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1786072118.263073:0:276702:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1786072118.263075:0:276702:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1786072118.263078:0:276702:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff936d3976a000 lock: ffff936d29917400/0x811ca6d2885ebb54 lrc: 2/0,0 mode: CR/CR res: [0x200002b17:0xf76:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x769e5af77132399e expref: -99 pid: 276702 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1786072118.263084:0:276702:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786072118.263086:0:276702:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1786072118.263087:0:276702:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1786072118.263091:0:276702:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1786072118.263092:0:276702:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1786072118.263093:0:276702:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786072118.263096:0:276702:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1786072118.263097:0:276702:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786072118.263099:0:276702:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786072118.263106:0:276702:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786072118.263109:0:276702:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1786072118.263110:0:276702:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1786072118.263111:0:276702:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1786072118.263113:0:276702:0:(file.c:7007:ll_layout_lock_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1786072118.263115:0:276702:0:(file.c:7126:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1786072118.263118:0:276702:0:(file.c:3010:ll_lov_setstripe()) inode ffff936d3d15ba88 need_sync_to_mds [0x200002b17:0xf76:0x0] 00000080:00000001:2.0:1786072118.263121:0:276702:0:(file.c:2967:ll_file_getstripe()) Process entered 00000020:00000001:2.0:1786072118.263123:0:276702:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1786072118.263126:0:276702:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff936d38bfee10. 00000020:00000010:2.0:1786072118.263129:0:276702:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff936d049fee00. 00000020:00000010:2.0:1786072118.263132:0:276702:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff936d049ffe00. 00000020:00000010:2.0:1786072118.263135:0:276702:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff936d392da120. 00000008:00000010:2.0:1786072118.263138:0:276702:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff936d3cbf2190. 00020000:00000010:2.0:1786072118.263141:0:276702:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff936d39038f00. 00008000:00000010:2.0:1786072118.263144:0:276702:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff936d10f0e6d8. 00000080:00000010:2.0:1786072118.263147:0:276702:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff936d0b0fd9d8. 00000080:00000010:2.0:1786072118.263150:0:276702:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff936d33a92500. 00000020:00000010:2.0:1786072118.263153:0:276702:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff936d049fe800. 00000008:00000010:2.0:1786072118.263155:0:276702:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff936d10d8d760. 00020000:00000010:2.0:1786072118.263157:0:276702:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff936d399b76c0. 00008000:00000010:2.0:1786072118.263160:0:276702:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff936d0a95bf40. 00000080:00000010:2.0:1786072118.263162:0:276702:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff936d3d5694b0. 00000020:00000001:2.0:1786072118.263164:0:276702:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446624696045661720 : -119377663889896 : ffff936d38bfee18) 00000020:00001000:2.0:1786072118.263167:0:276702:0:(cl_object.c:831:cl_env_get()) 1@ffff936d38bfee10 00000020:00000001:2.0:1786072118.263168:0:276702:0:(cl_object.c:406:cl_object_getstripe()) Process entered 00020000:00000001:2.0:1786072118.263170:0:276702:0:(lov_object.c:2263:lov_object_getstripe()) Process entered 00020000:00000002:2.0:1786072118.263172:0:276702:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff936d3a7462e8) owner 0000000000000000/ffff936d18910000 00020000:00000002:2.0:1786072118.263174:0:276702:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff936d392da6c0 addref 2/0 by ffff936d18910000. 00020000:00000002:2.0:1786072118.263176:0:276702:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff936d3a7462e8) owner 0000000000000000/ffff936d18910000 00020000:00000001:2.0:1786072118.263179:0:276702:0:(lov_pack.c:382:lov_getstripe()) Process entered 00020000:00000010:2.0:1786072118.263181:0:276702:0:(lov_pack.c:394:lov_getstripe()) kmalloced '(lmmk)': 56 at ffff936d38b92580. 00020000:00000001:2.0:1786072118.263183:0:276702:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1786072118.263185:0:276702:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1786072118.263186:0:276702:0:(lov_pack.c:144:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000010:2.0:1786072118.263195:0:276702:0:(lov_pack.c:489:lov_getstripe()) kvfree 'lmmk': 56 at ffff936d38b92580. 00020000:00000001:2.0:1786072118.263198:0:276702:0:(lov_pack.c:491:lov_getstripe()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1786072118.263200:0:276702:0:(lov_object.c:2271:lov_object_getstripe()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786072118.263202:0:276702:0:(cl_object.c:416:cl_object_getstripe()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1786072118.263204:0:276702:0:(cl_object.c:925:cl_env_put()) 1@ffff936d38bfee10 00000020:00000010:2.0:1786072118.263206:0:276702:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff936d049ffe00. 00000020:00000010:2.0:1786072118.263209:0:276702:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff936d392da120. 00000008:00000010:2.0:1786072118.263211:0:276702:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff936d3cbf2190. 00020000:00000010:2.0:1786072118.263214:0:276702:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff936d39038f00. 00008000:00000010:2.0:1786072118.263217:0:276702:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff936d10f0e6d8. 00000080:00000010:2.0:1786072118.263219:0:276702:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff936d0b0fd9d8. 00000080:00000010:2.0:1786072118.263222:0:276702:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff936d33a92500. 00000020:00000010:2.0:1786072118.263224:0:276702:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff936d049fee00. 00000008:00000010:2.0:1786072118.263227:0:276702:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff936d10d8d760. 00020000:00000010:2.0:1786072118.263229:0:276702:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff936d399b76c0. 00008000:00000010:2.0:1786072118.263231:0:276702:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff936d0a95bf40. 00000080:00000010:2.0:1786072118.263233:0:276702:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff936d3d5694b0. 00000020:00000010:2.0:1786072118.263235:0:276702:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff936d049fe800. 00000020:00000010:2.0:1786072118.263237:0:276702:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff936d38bfee10. 00000080:00000001:2.0:1786072118.263240:0:276702:0:(file.c:2978:ll_file_getstripe()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1786072118.263242:0:276702:0:(file.c:3024:ll_lov_setstripe()) kvfree 'klum': 32 at ffff936d065df760. 00000080:00000001:2.0:1786072118.263245:0:276702:0:(file.c:3025:ll_lov_setstripe()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1786072118.263248:0:276702:0:(file.c:4698:ll_file_ioctl()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1786072118.263275:0:276702:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1786072118.263278:0:276702:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff936d3a7462e8) owner 0000000000000000/ffff936d18910000 00020000:00000002:2.0:1786072118.263281:0:276702:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff936d3a7462e8) owner 0000000000000000/ffff936d18910000 00020000:00000001:2.0:1786072118.263283:0:276702:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1786072118.263293:0:276702:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1786072118.263295:0:276702:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffad16c0c97df0 00000080:00200008:2.0:1786072118.263297:0:276702:0:(file.c:479:ll_file_release()) START file f812b.sanity:[0x200002b17:0xf76:0x0](ffff936d3d15ba88), flags 100001 00000080:00000001:2.0:1786072118.263302:0:276702:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:2.0:1786072118.263305:0:276702:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:2.0:1786072118.263306:0:276702:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1786072118.263307:0:276702:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff936d3a7462e8) owner 0000000000000000/ffff936d18910000 00020000:00000002:2.0:1786072118.263310:0:276702:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff936d3a7462e8) owner 0000000000000000/ffff936d18910000 00020000:00000001:2.0:1786072118.263317:0:276702:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1786072118.263319:0:276702:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:2.0:1786072118.263324:0:276702:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1786072118.263326:0:276702:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1786072118.263328:0:276702:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1786072118.263330:0:276702:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1786072118.263331:0:276702:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1786072118.263333:0:276702:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0xf76:0x0] 00800000:00000001:2.0:1786072118.263335:0:276702:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1786072118.263338:0:276702:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1786072118.263340:0:276702:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1786072118.263343:0:276702:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff936d05feea00 count: 2 00010000:00000001:2.0:1786072118.263346:0:276702:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1786072118.263349:0:276702:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1786072118.263351:0:276702:0:(lmv_obd.c:4137:lmv_lock_match()) Lock match for [0x200002b17:0xf76:0x0]: 0 00000080:00000001:2.0:1786072118.263353:0:276702:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1786072118.263355:0:276702:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1786072118.263358:0:276702:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff936d049fe800. 00000080:00000001:2.0:1786072118.263360:0:276702:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1786072118.263364:0:276702:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1786072118.263368:0:276702:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:2.0:1786072118.263370:0:276702:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1786072118.263371:0:276702:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1786072118.263372:0:276702:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1786072118.263373:0:276702:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1786072118.263491:0:276702:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1786072118.263494:0:276702:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0xf76:0x0] 00800000:00000001:2.0:1786072118.263496:0:276702:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1786072118.263498:0:276702:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200002b17:0xf76:0x0] 00000002:00000001:2.0:1786072118.263502:0:276702:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1786072118.263504:0:276702:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff936d3976a000: [0x200002b17:0xf76:0x0] file closed with intent: 0 00000100:00000010:2.0:1786072118.263510:0:276702:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff936d0643ad80. 00000020:00000040:2.0:1786072118.263514:0:276702:0:(genops.c:1231:class_import_get()) import ffff936d16266800 refcount=9 obd=lustre-MDT0000-mdc-ffff936d3976a000 00000100:00000001:2.0:1786072118.263518:0:276702:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786072118.263521:0:276702:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786072118.263525:0:276702:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786072118.263530:0:276702:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff936d049fee00. 00000100:00000001:2.0:1786072118.263540:0:276702:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1786072118.263667:0:276702:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff936d06346680 x1872818711267712/t30064771462(30064771462) o101->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 528/608 e 0 to 0 dl 1786072203 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1786072118.263678:0:276702:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff936d3976a000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1786072118.263684:0:276702:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff936d0643ad80 x1872818711268736/t0(0) o35->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1786072118.263690:0:276702:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1786072118.263692:0:276702:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1786072118.263698:0:276702:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff936d03454cc0. 00000100:00000001:2.0:1786072118.263700:0:276702:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446624695148432576 : -119378561119040 : ffff936d03454cc0) 00000100:00000001:2.0:1786072118.263703:0:276702:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786072118.263704:0:276702:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446624695198657920 : -119378510893696 : ffff936d0643ad80) 00000100:00000001:2.0:1786072118.263708:0:276702:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786072118.263712:0:276702:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072118.263714:0:276702:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1786072118.263716:0:276702:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786072118.263720:0:276702:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff936d0643ad80 x1872818711268736/t0(0) o35->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1786072118.263726:0:276702:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786072118.263729:0:276702:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786072118.263732:0:276702:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786072118.263735:0:276702:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786072118.263737:0:276702:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786072118.263740:0:276702:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff936d0643ad80 pname:cluuid:pid:xid:nid:opc:job lfs:80aa5924-6869-4c81-88c0-98a34e467390:276702:1872818711268736:192.168.204.140@tcp:35:lfs.0 00000100:00000001:2.0:1786072118.263744:0:276702:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786072118.263748:0:276702:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786072118.263751:0:276702:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786072118.263753:0:276702:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786072118.263758:0:276702:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff936d0b007c00. 02000000:00000001:2.0:1786072118.263760:0:276702:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786072118.263767:0:276702:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000010:2.0:1786072118.263771:0:276702:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff936d3d5f9d68. 00000400:00000010:2.0:1786072118.263782:0:276702:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d0b26c088. 00000100:00000200:2.0:1786072118.263789:0:276702:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872818711268736, portal 10 00000100:00000001:2.0:1786072118.263792:0:276702:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786072118.263793:0:276702:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446624695198657920 : -119378510893696 : ffff936d0643ad80) 00000100:00000040:2.0:1786072118.263800:0:276702:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff936d0643ad80 x1872818711268736/t0(0) o35->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1786072134 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1786072118.263806:0:276702:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786072118.263809:0:276702:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp 00000400:00000010:2.0:1786072118.263811:0:276702:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d0b26c990. 00000100:00000200:2.0:1786072118.263815:0:276702:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1872818711268736, offset 0 00000400:00000200:2.0:1786072118.263821:0:276702:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp 00000400:00000200:2.0:1786072118.263829:0:276702:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:2.0:1786072118.263836:0:276702:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.140@tcp local destination 00000400:00000200:2.0:1786072118.263840:0:276702:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786072118.263845:0:276702:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp 00000400:00000200:2.0:1786072118.263848:0:276702:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786072118.263851:0:276702:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp 00000400:00000200:2.0:1786072118.263854:0:276702:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [543746:543746:256:4294967295] 192.168.204.140@tcp LPNI seq info [543686:543686:8:4294967295] 00000400:00000200:2.0:1786072118.263857:0:276702:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:2.0:1786072118.263866:0:276702:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) : PUT try# 0 00000800:00000200:2.0:1786072118.263872:0:276702:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.140@tcp 00000800:00000010:2.0:1786072118.263876:0:276702:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff936d0665a200. 00000800:00000200:2.0:1786072118.263883:0:276702:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff936d0afbc180] -> 12345-192.168.204.140@tcp (5) 00000800:00000200:2.0:1786072118.263891:0:276702:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988 00000800:00000200:2.0:1786072118.263895:0:276702:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff936d0665a200 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1786072118.263972:0:276702:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786072118.263978:0:276702:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: using a timeout of 22750 usecs (23 jiffies) 00000400:00000200:2.0:1786072118.263981:0:276702:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000100:00000001:2.0:1786072118.263984:0:276702:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: PM QoS new deadline estimation for cpu 0 is 4307911846 00000100:00000001:2.0:1786072118.263992:0:276702:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: PM QoS request active for cpu 0, simply extend its deadline from 4307911837 00000100:00000001:2.0:1786072118.264003:0:276702:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: PM QoS new deadline estimation for cpu 1 is 4307911846 00000100:00000001:2.0:1786072118.264006:0:276702:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: PM QoS request active for cpu 1, simply extend its deadline from 4307911837 00000100:00000001:2.0:1786072118.264010:0:276702:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786072118.264012:0:276702:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072118.264014:0:276702:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786072118.264017:0:276702:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1786072118.264019:0:276702:0:(client.c:2702:ptlrpc_set_wait()) set ffff936d03454cc0 going to sleep for 11 seconds 00000100:00000001:2.0:1786072118.264022:0:276702:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786072118.264024:0:276702:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1786072118.264824:0:2410:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786072118.264831:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff936d0665a200. 00000400:00000200:0.0:1786072118.264836:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786072118.264842:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000400:00000200:0.0:1786072118.264847:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d0b26c990 00000400:00000010:0.0:1786072118.264850:0:2410:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d0b26c990. 00000100:00000001:0.0:1786072118.264854:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786072118.264859:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff936d0643ad80 x1872818711268736/t0(0) o35->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1786072134 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1786072118.264869:0:2410:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786072118.264872:0:2410:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff936d0643ad80 x1872818711268736/t0(0) o35->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1786072134 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1786072118.264879:0:2410:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072118.264880:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1786072118.269247:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072118.269273:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786072118.269277:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072118.269279:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786072118.269287:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072118.269295:0:2411:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me 00000400:00000200:0.0:1786072118.269303:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072118.269322:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072118.269327:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072118.269331:0:2411:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 456 into portal 10 MB=0x6a75196038d80 00000400:00000200:0.0:1786072118.269336:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072118.269342:0:2411:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.140@tcp of length 456/456 into md 0x5369c1 [1] + 224 00000800:00000001:0.0:1786072118.269349:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072118.269356:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786072118.269360:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786072118.269364:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000100:00000001:0.0:1786072118.269372:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786072118.269429:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff936d0643ad80 x1872818711268736/t0(0) o35->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1786072134 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1786072118.269439:0:2411:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff936d0643ad80 x1872818711268736/t0(0) o35->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1786072134 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1786072118.269458:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786072118.269467:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072118.269471:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786072118.269690:0:276702:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1786072118.269697:0:276702:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786072118.269700:0:276702:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786072118.269703:0:276702:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff936d3d5f9d68. 00000400:00000200:2.0:1786072118.269708:0:276702:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d0b26c088 00000400:00000010:2.0:1786072118.269710:0:276702:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d0b26c088. 00000100:00000001:2.0:1786072118.269714:0:276702:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786072118.269720:0:276702:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff936d0643ad80 x1872818711268736/t0(0) o35->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1786072134 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1786072118.269729:0:276702:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff936d0643ad80 x1872818711268736/t0(0) o35->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1786072134 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1786072118.269735:0:276702:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786072118.269737:0:276702:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786072118.269740:0:276702:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786072118.269743:0:276702:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786072118.269746:0:276702:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786072118.269748:0:276702:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786072118.269751:0:276702:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786072118.269760:0:276702:0:(import.c:2149:obd_at_measure()) add 5 to ffff936d16266cf0 time=51 v=5 (5 5 5 5) 00000100:00001000:2.0:1786072118.269764:0:276702:0:(import.c:2149:obd_at_measure()) add 1 to ffff936d16266c18 time=138 v=5 (1 1 0 0) 00000100:00000001:2.0:1786072118.269767:0:276702:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786072118.269769:0:276702:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786072118.269771:0:276702:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1786072118.269775:0:276702:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072118.269778:0:276702:0:(client.c:1534:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1786072118.269788:0:276702:0:(client.c:1541:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1786072118.269790:0:276702:0:(client.c:1543:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1786072118.269792:0:276702:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786072118.269794:0:276702:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446624695198657920 : -119378510893696 : ffff936d0643ad80) 00000100:00000001:2.0:1786072118.269797:0:276702:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1786072118.269799:0:276702:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff936d3976a000: skip recheck: last_committed 30064771461 00000100:00000001:2.0:1786072118.269802:0:276702:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1786072118.269804:0:276702:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786072118.269809:0:276702:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff936d0643ad80 x1872818711268736/t30064771465(30064771465) o35->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1786072134 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1786072118.269817:0:276702:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786072118.269820:0:276702:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786072118.269822:0:276702:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786072118.269825:0:276702:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff936d0643ad80 x1872818711268736/t30064771465(30064771465) o35->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1786072134 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1786072118.269833:0:276702:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff936d0643ad80 pname:cluuid:pid:xid:nid:opc:job lfs:80aa5924-6869-4c81-88c0-98a34e467390:276702:1872818711268736:192.168.204.140@tcp:35:lfs.0 00000100:00000001:2.0:1786072118.269837:0:276702:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786072118.269840:0:276702:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072118.269842:0:276702:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1786072118.269844:0:276702:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786072118.269848:0:276702:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff936d0643ad80 x1872818711268736/t30064771465(30064771465) o35->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1786072134 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1786072118.269855:0:276702:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786072118.269857:0:276702:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff936d03454cc0. 00000100:00000001:2.0:1786072118.269860:0:276702:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1786072118.269862:0:276702:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072118.269869:0:276702:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786072118.269870:0:276702:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446624695198657920 : -119378510893696 : ffff936d0643ad80) 00000002:00000001:2.0:1786072118.269873:0:276702:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1786072118.269876:0:276702:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1786072118.269882:0:276702:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff936d049fe800. 00000080:00000001:2.0:1786072118.269887:0:276702:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1786072118.269894:0:276702:0:(lmv_obd.c:4196:lmv_clear_open_replay_data()) Process entered 00800000:00000001:2.0:1786072118.269897:0:276702:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1786072118.269900:0:276702:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1786072118.269902:0:276702:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1786072118.269905:0:276702:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1786072118.269907:0:276702:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1786072118.269909:0:276702:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0xf76:0x0] 00800000:00000001:2.0:1786072118.269912:0:276702:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1786072118.269916:0:276702:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1786072118.269922:0:276702:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff936d06346680 x1872818711267712/t30064771462(30064771462) o101->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 528/608 e 0 to 0 dl 1786072203 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1786072118.269930:0:276702:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1786072118.269932:0:276702:0:(lmv_obd.c:4202:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1786072118.269934:0:276702:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff936d38b925c0. 00000100:00000001:2.0:1786072118.269937:0:276702:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786072118.269940:0:276702:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff936d0643ad80 x1872818711268736/t30064771465(30064771465) o35->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1786072134 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1786072118.269946:0:276702:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1786072118.269949:0:276702:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1786072118.269953:0:276702:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff936d02f1fe00. 00000080:00000001:2.0:1786072118.269957:0:276702:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786072118.269962:0:276702:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffad16c0c97df0 00000080:00000008:2.0:1786072118.269965:0:276702:0:(file.c:523:ll_file_release()) COMPLETED file f812b.sanity:[0x200002b17:0xf76:0x0](ffff936d3d15ba88), flags 100001, rc = 0 00000080:00000001:2.0:1786072118.269968:0:276702:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1786072118.269973:0:276702:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1786072118.269974:0:276702:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffad16c0c97e00 00000080:00002000:2.0:1786072118.269977:0:276702:0:(dcache.c:127:ll_ddelete()) deleting dentry f812b.sanity (ffff936d0ddc4510, parent ffff936d0deab1b0, inode ffff936d3d15ba88) hashed, 00000080:00000001:2.0:1786072118.269980:0:276702:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1786072118.269990:0:276702:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1786072118.269995:0:276702:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:2.1:1786072118.276800:0:276703:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff936d33964d20. 00000080:00000001:2.0:1786072118.284277:0:276703:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:2.0:1786072118.284282:0:276703:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:2.0:1786072118.284284:0:276703:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1786072118.284287:0:276703:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffad16c1d53b20 00000080:00200000:2.0:1786072118.284292:0:276703:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff936d3cd07448),name=/ 00000080:00000010:2.0:1786072118.284304:0:276703:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff936d049fe800. 00800000:00000002:2.0:1786072118.284310:0:276703:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff936d0653a980 2 00000080:00000001:2.0:1786072118.284314:0:276703:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1786072118.284318:0:276703:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1786072118.284320:0:276703:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffad16c1d53a40 00800000:00000002:2.0:1786072118.284323:0:276703:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1786072118.284327:0:276703:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1786072118.284329:0:276703:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1786072118.284332:0:276703:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1786072118.284335:0:276703:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1786072118.284337:0:276703:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1786072118.284339:0:276703:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1786072118.284342:0:276703:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1786072118.284345:0:276703:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1786072118.284349:0:276703:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1786072118.284355:0:276703:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1786072118.284356:0:276703:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffad16c1d53910 00000002:00010000:2.0:1786072118.284358:0:276703:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1786072118.284361:0:276703:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1786072118.284363:0:276703:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1786072118.284366:0:276703:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1786072118.284372:0:276703:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1786072118.284596:0:276703:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1786072118.284668:0:276703:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1786072118.284671:0:276703:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1786072118.284674:0:276703:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1786072118.284680:0:276703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff936d0643a300. 00000020:00000040:2.0:1786072118.284685:0:276703:0:(genops.c:1231:class_import_get()) import ffff936d16266800 refcount=10 obd=lustre-MDT0000-mdc-ffff936d3976a000 00010000:00000001:2.0:1786072118.284691:0:276703:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1786072118.284695:0:276703:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1786072118.284703:0:276703:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1786072118.284705:0:276703:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1786072118.284706:0:276703:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072118.284710:0:276703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786072118.284712:0:276703:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786072118.284717:0:276703:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786072118.284729:0:276703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff936d0b004800. 00000100:00000001:2.0:1786072118.284736:0:276703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786072118.284741:0:276703:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1786072118.284743:0:276703:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786072118.284745:0:276703:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1786072118.284746:0:276703:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786072118.284748:0:276703:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1786072118.284753:0:276703:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446624695198655232 : -119378510896384 : ffff936d0643a300) 00010000:00000001:2.0:1786072118.284757:0:276703:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1786072118.284760:0:276703:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1786072118.284764:0:276703:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff936d05fee100. 00010000:00000010:2.0:1786072118.284768:0:276703:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff936d38ad2c00. 00010000:00000001:2.0:1786072118.284772:0:276703:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1786072118.284775:0:276703:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff936d29917e00. 00000020:00000001:2.0:1786072118.284780:0:276703:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1786072118.284782:0:276703:0:(lustre_handles.c:93:class_handle_hash()) added object ffff936d29917e00 with handle 0x811ca6d2885ebb5b to hash 00000020:00000001:2.0:1786072118.284785:0:276703:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1786072118.284786:0:276703:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446624695790960128 : -119377918591488 : ffff936d29917e00) 00010000:00000001:2.0:1786072118.284790:0:276703:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446624695790960128 : -119377918591488 : ffff936d29917e00) 00010000:00000001:2.0:1786072118.284794:0:276703:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1786072118.284796:0:276703:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786072118.284801:0:276703:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff936d3976a000 lock: ffff936d29917e00/0x811ca6d2885ebb5b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 276703 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786072118.284810:0:276703:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff936d3976a000 lock: ffff936d29917e00/0x811ca6d2885ebb5b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 276703 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786072118.284822:0:276703:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff936d3976a000 lock: ffff936d29917e00/0x811ca6d2885ebb5b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 276703 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1786072118.284827:0:276703:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1786072118.284828:0:276703:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1786072118.284835:0:276703:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff936d03454cc0. 00000100:00000001:2.0:1786072118.284837:0:276703:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446624695148432576 : -119378561119040 : ffff936d03454cc0) 00000100:00000001:2.0:1786072118.284845:0:276703:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786072118.284846:0:276703:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446624695198655232 : -119378510896384 : ffff936d0643a300) 00000100:00000001:2.0:1786072118.284850:0:276703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786072118.284853:0:276703:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072118.284855:0:276703:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1786072118.284857:0:276703:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786072118.284867:0:276703:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff936d0643a300 x1872818711268864/t0(0) o101->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1786072118.284875:0:276703:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786072118.284877:0:276703:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786072118.284881:0:276703:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786072118.284884:0:276703:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786072118.284887:0:276703:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786072118.284890:0:276703:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff936d0643a300 pname:cluuid:pid:xid:nid:opc:job stat:80aa5924-6869-4c81-88c0-98a34e467390:276703:1872818711268864:192.168.204.140@tcp:101:stat.0 00000100:00000001:2.0:1786072118.284893:0:276703:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786072118.284898:0:276703:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786072118.284900:0:276703:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786072118.284903:0:276703:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786072118.284907:0:276703:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff936d29a20800. 02000000:00000001:2.0:1786072118.284908:0:276703:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786072118.284915:0:276703:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000010:2.0:1786072118.284919:0:276703:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff936d3d5f9d68. 00000400:00000010:2.0:1786072118.284926:0:276703:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d0b26c088. 00000100:00000200:2.0:1786072118.284933:0:276703:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1872818711268864, portal 10 00000100:00000001:2.0:1786072118.284934:0:276703:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786072118.284935:0:276703:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446624695198655232 : -119378510896384 : ffff936d0643a300) 00000100:00000040:2.0:1786072118.284941:0:276703:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff936d0643a300 x1872818711268864/t0(0) o101->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1786072203 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1786072118.284947:0:276703:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786072118.284949:0:276703:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp 00000400:00000010:2.0:1786072118.284951:0:276703:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d0b26c220. 00000100:00000200:2.0:1786072118.284954:0:276703:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1872818711268864, offset 0 00000400:00000200:2.0:1786072118.284961:0:276703:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp 00000400:00000200:2.0:1786072118.284975:0:276703:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:2.0:1786072118.284983:0:276703:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.140@tcp local destination 00000400:00000200:2.0:1786072118.284988:0:276703:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786072118.284991:0:276703:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp 00000400:00000200:2.0:1786072118.284995:0:276703:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786072118.284997:0:276703:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp 00000400:00000200:2.0:1786072118.285001:0:276703:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [543747:543747:256:4294967295] 192.168.204.140@tcp LPNI seq info [543687:543687:8:4294967295] 00000400:00000200:2.0:1786072118.285004:0:276703:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:2.0:1786072118.285015:0:276703:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) : PUT try# 0 00000800:00000200:2.0:1786072118.285021:0:276703:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.140@tcp 00000800:00000010:2.0:1786072118.285026:0:276703:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff936d0665ae00. 00000800:00000200:2.0:1786072118.285033:0:276703:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff936d0afbc180] -> 12345-192.168.204.140@tcp (5) 00000800:00000200:2.0:1786072118.285041:0:276703:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988 00000800:00000200:2.0:1786072118.285045:0:276703:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff936d0665ae00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1786072118.285105:0:276703:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786072118.285109:0:276703:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: using a timeout of 22745 usecs (23 jiffies) 00000400:00000200:2.0:1786072118.285113:0:276703:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000100:00000001:2.0:1786072118.285116:0:276703:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: PM QoS new deadline estimation for cpu 0 is 4307911867 00000100:00000001:2.0:1786072118.285123:0:276703:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: PM QoS request active for cpu 0, simply extend its deadline from 4307911846 00000100:00000001:2.0:1786072118.285127:0:276703:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: PM QoS new deadline estimation for cpu 1 is 4307911867 00000100:00000001:2.0:1786072118.285130:0:276703:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: PM QoS request active for cpu 1, simply extend its deadline from 4307911846 00000100:00000001:2.0:1786072118.285134:0:276703:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786072118.285136:0:276703:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072118.285138:0:276703:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786072118.285140:0:276703:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=80 : 80 : 50) 00000100:00100000:2.0:1786072118.285143:0:276703:0:(client.c:2702:ptlrpc_set_wait()) set ffff936d03454cc0 going to sleep for 80 seconds 00000100:00000001:2.0:1786072118.285145:0:276703:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786072118.285148:0:276703:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1786072118.285272:0:2410:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786072118.285284:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff936d0665ae00. 00000400:00000200:0.0:1786072118.285289:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786072118.285294:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000400:00000200:0.0:1786072118.285299:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d0b26c220 00000400:00000010:0.0:1786072118.285300:0:2410:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d0b26c220. 00000100:00000001:0.0:1786072118.285305:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786072118.285309:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff936d0643a300 x1872818711268864/t0(0) o101->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1786072203 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1786072118.285319:0:2410:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786072118.285322:0:2410:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff936d0643a300 x1872818711268864/t0(0) o101->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1786072203 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1786072118.285329:0:2410:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072118.285331:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1786072118.291905:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072118.291930:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786072118.291934:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072118.291937:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786072118.291946:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072118.291953:0:2411:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me 00000400:00000200:0.0:1786072118.291961:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072118.291966:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072118.291971:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072118.291975:0:2411:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 688 into portal 10 MB=0x6a75196038e00 00000400:00000200:0.0:1786072118.291980:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072118.291986:0:2411:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.140@tcp of length 688/688 into md 0x5369c9 [1] + 224 00000800:00000001:0.0:1786072118.291992:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072118.291998:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786072118.292001:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786072118.292005:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000100:00000001:0.0:1786072118.292012:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786072118.292020:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff936d0643a300 x1872818711268864/t0(0) o101->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1786072203 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1786072118.292031:0:2411:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff936d0643a300 x1872818711268864/t0(0) o101->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1786072203 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1786072118.292055:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786072118.292065:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072118.292068:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786072118.292096:0:276703:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1786072118.292105:0:276703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786072118.292112:0:276703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786072118.292116:0:276703:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff936d3d5f9d68. 00000400:00000200:2.0:1786072118.292120:0:276703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d0b26c088 00000400:00000010:2.0:1786072118.292123:0:276703:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d0b26c088. 00000100:00000001:2.0:1786072118.292128:0:276703:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786072118.292133:0:276703:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff936d0643a300 x1872818711268864/t0(0) o101->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1786072203 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1786072118.292143:0:276703:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff936d0643a300 x1872818711268864/t0(0) o101->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1786072203 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1786072118.292150:0:276703:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786072118.292152:0:276703:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786072118.292154:0:276703:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786072118.292157:0:276703:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786072118.292160:0:276703:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786072118.292161:0:276703:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786072118.292164:0:276703:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786072118.292174:0:276703:0:(import.c:2149:obd_at_measure()) add 60 to ffff936d16266c60 time=51 v=60 (60 60 60 60) 00000100:00001000:2.0:1786072118.292178:0:276703:0:(import.c:2149:obd_at_measure()) add 1 to ffff936d16266c18 time=138 v=5 (1 1 0 0) 00000100:00000001:2.0:1786072118.292180:0:276703:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786072118.292182:0:276703:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786072118.292184:0:276703:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1786072118.292187:0:276703:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072118.292191:0:276703:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1786072118.292193:0:276703:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff936d3976a000: skip recheck: last_committed 30064771461 00000100:00000001:2.0:1786072118.292195:0:276703:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1786072118.292197:0:276703:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786072118.292202:0:276703:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff936d0643a300 x1872818711268864/t0(0) o101->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1786072203 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1786072118.292209:0:276703:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786072118.292212:0:276703:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786072118.292214:0:276703:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786072118.292218:0:276703:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff936d0643a300 x1872818711268864/t0(0) o101->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1786072203 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1786072118.292225:0:276703:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff936d0643a300 pname:cluuid:pid:xid:nid:opc:job stat:80aa5924-6869-4c81-88c0-98a34e467390:276703:1872818711268864:192.168.204.140@tcp:101:stat.0 00000100:00000001:2.0:1786072118.292236:0:276703:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786072118.292239:0:276703:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072118.292242:0:276703:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1786072118.292244:0:276703:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786072118.292248:0:276703:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff936d0643a300 x1872818711268864/t0(0) o101->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1786072203 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1786072118.292255:0:276703:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786072118.292257:0:276703:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff936d03454cc0. 00000100:00000001:2.0:1786072118.292260:0:276703:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1786072118.292261:0:276703:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786072118.292264:0:276703:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1786072118.292268:0:276703:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1786072118.292271:0:276703:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786072118.292273:0:276703:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff936d29917e00 refcount=4 00000020:00000001:2.0:1786072118.292276:0:276703:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446624695790960128 : -119377918591488 : ffff936d29917e00) 00010000:00000001:2.0:1786072118.292279:0:276703:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446624695790960128 : -119377918591488 : ffff936d29917e00) 00010000:00000040:2.0:1786072118.292284:0:276703:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff936d29917e00, remote cookie: 0x769e5af7713239ac, flags: 0x1001 00010000:00010000:2.0:1786072118.292290:0:276703:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff936d3976a000 lock: ffff936d29917e00/0x811ca6d2885ebb5b lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x769e5af7713239ac expref: -99 pid: 276703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786072118.292301:0:276703:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff936d3976a000 lock: ffff936d29917e00/0x811ca6d2885ebb5b lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x769e5af7713239ac expref: -99 pid: 276703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1786072118.292307:0:276703:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1786072118.292310:0:276703:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1786072118.292312:0:276703:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1786072118.292314:0:276703:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1786072118.292315:0:276703:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1786072118.292318:0:276703:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff936d05fee100) refcount = 1 00010000:00010000:2.0:1786072118.292321:0:276703:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff936d3976a000 lock: ffff936d29917e00/0x811ca6d2885ebb5b lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x769e5af7713239ac expref: -99 pid: 276703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1786072118.292336:0:276703:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1786072118.292338:0:276703:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1786072118.292340:0:276703:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1786072118.292342:0:276703:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1786072118.292345:0:276703:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786072118.292348:0:276703:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff936d3976a000 lock: ffff936d29917e00/0x811ca6d2885ebb5b lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x769e5af7713239ac expref: -99 pid: 276703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1786072118.292353:0:276703:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1786072118.292355:0:276703:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1786072118.292357:0:276703:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1786072118.292358:0:276703:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1786072118.292359:0:276703:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1786072118.292360:0:276703:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1786072118.292364:0:276703:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1786072118.292365:0:276703:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1786072118.292366:0:276703:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786072118.292368:0:276703:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff936d29917e00 refcount=3 00000020:00000001:2.0:1786072118.292369:0:276703:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446624695790960128 : -119377918591488 : ffff936d29917e00) 00010000:00000001:2.0:1786072118.292371:0:276703:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446624695790960128 : -119377918591488 : ffff936d29917e00) 00010000:00000001:2.0:1786072118.292373:0:276703:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1786072118.292374:0:276703:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786072118.292414:0:276703:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff936d29917e00 refcount=4 00000020:00000001:2.0:1786072118.292416:0:276703:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446624695790960128 : -119377918591488 : ffff936d29917e00) 00010000:00000001:2.0:1786072118.292419:0:276703:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446624695790960128 : -119377918591488 : ffff936d29917e00) 00010000:00000001:2.0:1786072118.292421:0:276703:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1786072118.292424:0:276703:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786072118.292427:0:276703:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff936d3976a000 lock: ffff936d29917e00/0x811ca6d2885ebb5b lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x769e5af7713239ac expref: -99 pid: 276703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1786072118.292433:0:276703:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1786072118.292439:0:276703:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1786072118.292440:0:276703:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1786072118.292442:0:276703:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786072118.292444:0:276703:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff936d29917e00 refcount=5 00000020:00000001:2.0:1786072118.292446:0:276703:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446624695790960128 : -119377918591488 : ffff936d29917e00) 00010000:00000001:2.0:1786072118.292448:0:276703:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446624695790960128 : -119377918591488 : ffff936d29917e00) 00010000:00000001:2.0:1786072118.292451:0:276703:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1786072118.292454:0:276703:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff936d3976a000 lock: ffff936d29917e00/0x811ca6d2885ebb5b lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x769e5af7713239ac expref: -99 pid: 276703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1786072118.292461:0:276703:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1786072118.292462:0:276703:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1786072118.292467:0:276703:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff936d3976a000 lock: ffff936d29917e00/0x811ca6d2885ebb5b lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x769e5af7713239ac expref: -99 pid: 276703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1786072118.292473:0:276703:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1786072118.292475:0:276703:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1786072118.292476:0:276703:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1786072118.292477:0:276703:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1786072118.292479:0:276703:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1786072118.292485:0:276703:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff936d0643a300 x1872818711268864/t0(0) o101->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1786072203 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1786072118.292496:0:276703:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1786072118.292497:0:276703:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786072118.292499:0:276703:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff936d29917e00 refcount=3 00000020:00000001:2.0:1786072118.292501:0:276703:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446624695790960128 : -119377918591488 : ffff936d29917e00) 00010000:00000001:2.0:1786072118.292503:0:276703:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446624695790960128 : -119377918591488 : ffff936d29917e00) 00010000:00000001:2.0:1786072118.292505:0:276703:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1786072118.292507:0:276703:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1786072118.292509:0:276703:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1786072118.292511:0:276703:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1786072118.292514:0:276703:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1786072118.292517:0:276703:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1786072118.292518:0:276703:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786072118.292525:0:276703:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff936d29917e00 refcount=3 00000020:00000001:2.0:1786072118.292527:0:276703:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446624695790960128 : -119377918591488 : ffff936d29917e00) 00010000:00000001:2.0:1786072118.292529:0:276703:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446624695790960128 : -119377918591488 : ffff936d29917e00) 00000002:00010000:2.0:1786072118.292532:0:276703:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff936d3976a000 lock: ffff936d29917e00/0x811ca6d2885ebb5b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x769e5af7713239ac expref: -99 pid: 276703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1786072118.292538:0:276703:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1786072118.292540:0:276703:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1786072118.292542:0:276703:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1786072118.292544:0:276703:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1786072118.292545:0:276703:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786072118.292547:0:276703:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff936d29917e00 refcount=3 00000020:00000001:2.0:1786072118.292548:0:276703:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446624695790960128 : -119377918591488 : ffff936d29917e00) 00010000:00000001:2.0:1786072118.292550:0:276703:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446624695790960128 : -119377918591488 : ffff936d29917e00) 00010000:00000040:2.0:1786072118.292556:0:276703:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff936d05fee100 count: 2 00010000:00000001:2.0:1786072118.292559:0:276703:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1786072118.292564:0:276703:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff936d07069c00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1786072118.292567:0:276703:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1786072118.292568:0:276703:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1786072118.292569:0:276703:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1786072118.292572:0:276703:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffad16c1d53898 00000002:00002000:2.0:1786072118.292574:0:276703:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1786072118.292577:0:276703:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1786072118.292580:0:276703:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1786072118.292583:0:276703:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1786072118.292593:0:276703:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 0 00000080:00000001:2.0:1786072118.292597:0:276703:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1786072118.292601:0:276703:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff936d0653a980 2 00000080:00000010:2.0:1786072118.292605:0:276703:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff936d049fe800. 00000080:00000001:2.0:1786072118.292610:0:276703:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1786072118.292613:0:276703:0:(llite_lib.c:3838:ll_prep_inode()) Process entered 00000002:00000001:2.0:1786072118.292619:0:276703:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1786072118.292623:0:276703:0:(lmv_obd.c:3925:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1786072118.292708:0:276703:0:(lmv_obd.c:3904:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff936d3d7e6f80. 00800000:00000001:3.0:1786072118.292711:0:276703:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) Process leaving (rc=18446624696125255552 : -119377584296064 : ffff936d3d7e6f80) 00800000:00000001:3.0:1786072118.292713:0:276703:0:(lmv_obd.c:3986:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1786072118.292715:0:276703:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1786072118.292718:0:276703:0:(llite_lib.c:1966:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1786072118.292720:0:276703:0:(llite_lib.c:1970:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1786072118.292722:0:276703:0:(llite_lib.c:1921:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1786072118.292725:0:276703:0:(llite_lib.c:1943:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1786072118.292727:0:276703:0:(llite_lib.c:1987:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1786072118.292731:0:276703:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1786072118.292739:0:276703:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:3.0:1786072118.292742:0:276703:0:(llite_lib.c:3058:ll_update_inode()) setting ino 144115188193296385 mtime from 1786072021 to 1786072118 00000080:00200000:3.0:1786072118.292746:0:276703:0:(llite_lib.c:3127:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 20480 00010000:00000001:3.0:1786072118.292749:0:276703:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1786072118.292750:0:276703:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786072118.292752:0:276703:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff936d29917e00 refcount=3 00000020:00000001:3.0:1786072118.292753:0:276703:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446624695790960128 : -119377918591488 : ffff936d29917e00) 00010000:00000001:3.0:1786072118.292755:0:276703:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446624695790960128 : -119377918591488 : ffff936d29917e00) 00010000:00000001:3.0:1786072118.292757:0:276703:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1786072118.292758:0:276703:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1786072118.292759:0:276703:0:(llite_lib.c:3936:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1786072118.292762:0:276703:0:(lmv_obd.c:4162:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1786072118.292763:0:276703:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff936d3d7e6f80 1 00800000:00000010:3.0:1786072118.292765:0:276703:0:(lmv_obd.c:4027:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff936d3d7e6f80. 00800000:00000001:3.0:1786072118.292768:0:276703:0:(lmv_obd.c:4169:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1786072118.292771:0:276703:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff936d3cd07448) for lock 0x811ca6d2885ebb5b 00800000:00000001:3.0:1786072118.292774:0:276703:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1786072118.292776:0:276703:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1786072118.292777:0:276703:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1786072118.292778:0:276703:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786072118.292779:0:276703:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff936d29917e00 refcount=3 00000020:00000001:3.0:1786072118.292780:0:276703:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446624695790960128 : -119377918591488 : ffff936d29917e00) 00010000:00000001:3.0:1786072118.292782:0:276703:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446624695790960128 : -119377918591488 : ffff936d29917e00) 00010000:00000001:3.0:1786072118.292784:0:276703:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1786072118.292785:0:276703:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1786072118.292787:0:276703:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1786072118.292789:0:276703:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1786072118.292791:0:276703:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1786072118.292793:0:276703:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff936d3cd07448) 00000080:00010000:3.0:1786072118.292795:0:276703:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x811ca6d2885ebb5b from it ffffad16c1d53b58 00010000:00000001:3.0:1786072118.292797:0:276703:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1786072118.292798:0:276703:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786072118.292799:0:276703:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff936d29917e00 refcount=3 00000020:00000001:3.0:1786072118.292801:0:276703:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446624695790960128 : -119377918591488 : ffff936d29917e00) 00010000:00000001:3.0:1786072118.292808:0:276703:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446624695790960128 : -119377918591488 : ffff936d29917e00) 00010000:00000001:3.0:1786072118.292809:0:276703:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1786072118.292812:0:276703:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff936d3976a000 lock: ffff936d29917e00/0x811ca6d2885ebb5b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x769e5af7713239ac expref: -99 pid: 276703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1786072118.292818:0:276703:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1786072118.292819:0:276703:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1786072118.292820:0:276703:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1786072118.292823:0:276703:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1786072118.292825:0:276703:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff936d3976a000 lock: ffff936d29917e00/0x811ca6d2885ebb5b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x769e5af7713239ac expref: -99 pid: 276703 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1786072118.292831:0:276703:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1786072118.292833:0:276703:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1786072118.292835:0:276703:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1786072118.292838:0:276703:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1786072118.292839:0:276703:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1786072118.292841:0:276703:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786072118.292843:0:276703:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1786072118.292845:0:276703:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786072118.292846:0:276703:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786072118.292849:0:276703:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786072118.292851:0:276703:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1786072118.292852:0:276703:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1786072118.292853:0:276703:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1786072118.292855:0:276703:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786072118.292860:0:276703:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff936d0643a300 x1872818711268864/t0(0) o101->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1786072203 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1786072118.292867:0:276703:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786072118.292870:0:276703:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786072118.292873:0:276703:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff936d29a20800. 02000000:00000001:3.0:1786072118.292876:0:276703:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786072118.292878:0:276703:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786072118.292880:0:276703:0:(genops.c:1244:class_import_put()) import ffff936d16266800 refcount=9 obd=lustre-MDT0000-mdc-ffff936d3976a000 00000020:00000001:3.0:1786072118.292882:0:276703:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786072118.292889:0:276703:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff936d0b004800. 02000000:00000001:3.0:1786072118.292893:0:276703:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786072118.292894:0:276703:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786072118.292896:0:276703:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff936d0643a300. 00000100:00000001:3.0:1786072118.292900:0:276703:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786072118.292901:0:276703:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1786072118.292904:0:276703:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff936d3cd07448), inode mode 41ff mask 1 00000080:00000001:3.0:1786072118.292909:0:276703:0:(file.c:6698:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1786072118.292926:0:276703:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff936d39a88180. 00000020:00000001:3.0:1786072118.292931:0:276703:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffad16c1d53ae8 00000080:00200000:3.0:1786072118.292933:0:276703:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f812b.sanity, dir=[0x200000007:0x1:0x0](ffff936d3cd07448), flags=8 00000080:00000001:3.0:1786072118.292936:0:276703:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1786072118.292937:0:276703:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffad16c1d53998 00000080:00200000:3.0:1786072118.292939:0:276703:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f812b.sanity, dir=[0x200000007:0x1:0x0](ffff936d3cd07448), intent=getattr 00000080:00000010:3.0:1786072118.292947:0:276703:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff936d061c0e00. 00800000:00000002:3.0:1786072118.292951:0:276703:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff936d0653a980 2 00000080:00000001:3.0:1786072118.292956:0:276703:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1786072118.292959:0:276703:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1786072118.292960:0:276703:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffad16c1d538b8 00800000:00000002:3.0:1786072118.292962:0:276703:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f812b.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1786072118.292965:0:276703:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1786072118.292969:0:276703:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1786072118.292971:0:276703:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1786072118.292973:0:276703:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1786072118.292975:0:276703:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1786072118.292977:0:276703:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1786072118.292979:0:276703:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1786072118.292981:0:276703:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786072118.292984:0:276703:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffad16c1d53850 00800000:00000002:3.0:1786072118.292986:0:276703:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='f812b.sanity' -> mds #0 00000002:00000001:3.0:1786072118.292990:0:276703:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1786072118.292991:0:276703:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffad16c1d53788 00000002:00010000:3.0:1786072118.292993:0:276703:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f812b.sanity,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:3.0:1786072118.292997:0:276703:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1786072118.292999:0:276703:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1786072118.293008:0:276703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff936d3d631180. 00000020:00000040:3.0:1786072118.293011:0:276703:0:(genops.c:1231:class_import_get()) import ffff936d16266800 refcount=10 obd=lustre-MDT0000-mdc-ffff936d3976a000 00010000:00000001:3.0:1786072118.293015:0:276703:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1786072118.293018:0:276703:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1786072118.293021:0:276703:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1786072118.293023:0:276703:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1786072118.293024:0:276703:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072118.293027:0:276703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786072118.293029:0:276703:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786072118.293032:0:276703:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786072118.293038:0:276703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff936d299b4800. 00000100:00000001:3.0:1786072118.293043:0:276703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786072118.293047:0:276703:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1786072118.293048:0:276703:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786072118.293050:0:276703:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1786072118.293051:0:276703:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786072118.293053:0:276703:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1786072118.293060:0:276703:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446624696123462016 : -119377586089600 : ffff936d3d631180) 00010000:00000001:3.0:1786072118.293063:0:276703:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1786072118.293065:0:276703:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1786072118.293069:0:276703:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff936d05fee100 count: 2 00010000:00000001:3.0:1786072118.293070:0:276703:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1786072118.293073:0:276703:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1786072118.293076:0:276703:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff936d16117800. 00000020:00000001:3.0:1786072118.293080:0:276703:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1786072118.293082:0:276703:0:(lustre_handles.c:93:class_handle_hash()) added object ffff936d16117800 with handle 0x811ca6d2885ebb62 to hash 00000020:00000001:3.0:1786072118.293084:0:276703:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1786072118.293086:0:276703:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446624695463802880 : -119378245748736 : ffff936d16117800) 00010000:00000001:3.0:1786072118.293089:0:276703:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446624695463802880 : -119378245748736 : ffff936d16117800) 00010000:00000001:3.0:1786072118.293092:0:276703:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1786072118.293094:0:276703:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786072118.293097:0:276703:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff936d3976a000 lock: ffff936d16117800/0x811ca6d2885ebb62 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 276703 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786072118.293104:0:276703:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff936d3976a000 lock: ffff936d16117800/0x811ca6d2885ebb62 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 276703 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786072118.293122:0:276703:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff936d3976a000 lock: ffff936d16117800/0x811ca6d2885ebb62 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 276703 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1786072118.293127:0:276703:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1786072118.293129:0:276703:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1786072118.293134:0:276703:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff936d29f53300. 00000100:00000001:3.0:1786072118.293136:0:276703:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446624695797494528 : -119377912057088 : ffff936d29f53300) 00000100:00000001:3.0:1786072118.293138:0:276703:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786072118.293140:0:276703:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446624696123462016 : -119377586089600 : ffff936d3d631180) 00000100:00000001:3.0:1786072118.293144:0:276703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786072118.293148:0:276703:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072118.293149:0:276703:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1786072118.293151:0:276703:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786072118.293155:0:276703:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff936d3d631180 x1872818711268992/t0(0) o101->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 584/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1786072118.293163:0:276703:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786072118.293165:0:276703:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786072118.293169:0:276703:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786072118.293171:0:276703:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786072118.293173:0:276703:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786072118.293176:0:276703:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff936d3d631180 pname:cluuid:pid:xid:nid:opc:job stat:80aa5924-6869-4c81-88c0-98a34e467390:276703:1872818711268992:192.168.204.140@tcp:101:stat.0 00000100:00000001:3.0:1786072118.293180:0:276703:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786072118.293186:0:276703:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786072118.293188:0:276703:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786072118.293190:0:276703:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786072118.293194:0:276703:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff936d04d2b800. 02000000:00000001:3.0:1786072118.293196:0:276703:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786072118.293201:0:276703:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000010:3.0:1786072118.293204:0:276703:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff936d0b394370. 00000400:00000010:3.0:1786072118.293209:0:276703:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d09cd0d48. 00000100:00000200:3.0:1786072118.293216:0:276703:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1872818711268992, portal 10 00000100:00000001:3.0:1786072118.293218:0:276703:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786072118.293224:0:276703:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446624696123462016 : -119377586089600 : ffff936d3d631180) 00000100:00000040:3.0:1786072118.293230:0:276703:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff936d3d631180 x1872818711268992/t0(0) o101->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 584/1152 e 0 to 0 dl 1786072203 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1786072118.293237:0:276703:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786072118.293239:0:276703:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp 00000400:00000010:3.0:1786072118.293242:0:276703:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d09cd06e8. 00000100:00000200:3.0:1786072118.293245:0:276703:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1872818711268992, offset 0 00000400:00000200:3.0:1786072118.293250:0:276703:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp 00000400:00000200:3.0:1786072118.293258:0:276703:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:3.0:1786072118.293264:0:276703:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.140@tcp local destination 00000400:00000200:3.0:1786072118.293269:0:276703:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786072118.293273:0:276703:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp 00000400:00000200:3.0:1786072118.293277:0:276703:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786072118.293280:0:276703:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp 00000400:00000200:3.0:1786072118.293283:0:276703:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [543748:543748:256:4294967295] 192.168.204.140@tcp LPNI seq info [543688:543688:8:4294967295] 00000400:00000200:3.0:1786072118.293287:0:276703:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:3.0:1786072118.293294:0:276703:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) : PUT try# 0 00000800:00000200:3.0:1786072118.293300:0:276703:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.140@tcp 00000800:00000010:3.0:1786072118.293305:0:276703:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff936d398e0f00. 00000800:00000200:3.0:1786072118.293312:0:276703:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff936d0afbc180] -> 12345-192.168.204.140@tcp (5) 00000800:00000200:3.0:1786072118.293318:0:276703:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988 00000800:00000200:3.0:1786072118.293322:0:276703:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff936d398e0f00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:3.0:1786072118.293453:0:276703:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786072118.293458:0:276703:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: using a timeout of 22740 usecs (23 jiffies) 00000400:00000200:3.0:1786072118.293462:0:276703:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000100:00000001:3.0:1786072118.293465:0:276703:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: PM QoS new deadline estimation for cpu 0 is 4307911875 00000100:00000001:3.0:1786072118.293471:0:276703:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: PM QoS request active for cpu 0, simply extend its deadline from 4307911867 00000100:00000001:3.0:1786072118.293476:0:276703:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: PM QoS new deadline estimation for cpu 1 is 4307911875 00000100:00000001:3.0:1786072118.293479:0:276703:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: PM QoS request active for cpu 1, simply extend its deadline from 4307911867 00000100:00000001:3.0:1786072118.293490:0:276703:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786072118.293492:0:276703:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072118.293495:0:276703:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786072118.293497:0:276703:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=80 : 80 : 50) 00000100:00100000:3.0:1786072118.293499:0:276703:0:(client.c:2702:ptlrpc_set_wait()) set ffff936d29f53300 going to sleep for 80 seconds 00000100:00000001:3.0:1786072118.293502:0:276703:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786072118.293504:0:276703:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1786072118.293898:0:2410:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786072118.293903:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff936d398e0f00. 00000400:00000200:0.0:1786072118.293907:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786072118.293911:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000400:00000200:0.0:1786072118.293916:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d09cd06e8 00000400:00000010:0.0:1786072118.293918:0:2410:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d09cd06e8. 00000100:00000001:0.0:1786072118.293922:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786072118.293927:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff936d3d631180 x1872818711268992/t0(0) o101->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 584/1152 e 0 to 0 dl 1786072203 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1786072118.293936:0:2410:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786072118.293946:0:2410:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff936d3d631180 x1872818711268992/t0(0) o101->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 584/1152 e 0 to 0 dl 1786072203 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1786072118.293953:0:2410:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072118.293955:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1786072118.298800:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072118.298816:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786072118.298821:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072118.298824:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786072118.298832:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072118.298839:0:2411:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me 00000400:00000200:0.0:1786072118.298848:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072118.298853:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072118.298858:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072118.298862:0:2411:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 640 into portal 10 MB=0x6a75196038e80 00000400:00000200:0.0:1786072118.298867:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072118.298873:0:2411:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.140@tcp of length 640/640 into md 0x5369d1 [1] + 224 00000800:00000001:0.0:1786072118.298880:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072118.298887:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786072118.298891:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786072118.298895:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000100:00000001:0.0:1786072118.298902:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786072118.298912:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff936d3d631180 x1872818711268992/t0(0) o101->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 584/1152 e 0 to 0 dl 1786072203 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1786072118.298924:0:2411:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff936d3d631180 x1872818711268992/t0(0) o101->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 584/1152 e 0 to 0 dl 1786072203 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1786072118.298986:0:276703:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786072118.299007:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786072118.299017:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072118.299021:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1786072118.299060:0:276703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786072118.299063:0:276703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786072118.299066:0:276703:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff936d0b394370. 00000400:00000200:3.0:1786072118.299071:0:276703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d09cd0d48 00000400:00000010:3.0:1786072118.299073:0:276703:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d09cd0d48. 00000100:00000001:3.0:1786072118.299077:0:276703:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786072118.299082:0:276703:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff936d3d631180 x1872818711268992/t0(0) o101->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 584/1152 e 0 to 0 dl 1786072203 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1786072118.299090:0:276703:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff936d3d631180 x1872818711268992/t0(0) o101->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 584/1152 e 0 to 0 dl 1786072203 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1786072118.299097:0:276703:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786072118.299099:0:276703:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786072118.299102:0:276703:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1786072118.299105:0:276703:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1786072118.299108:0:276703:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1786072118.299110:0:276703:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786072118.299113:0:276703:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1786072118.299122:0:276703:0:(import.c:2149:obd_at_measure()) add 60 to ffff936d16266c60 time=51 v=60 (60 60 60 60) 00000100:00001000:3.0:1786072118.299126:0:276703:0:(import.c:2149:obd_at_measure()) add 1 to ffff936d16266c18 time=138 v=5 (1 1 0 0) 00000100:00000001:3.0:1786072118.299128:0:276703:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1786072118.299130:0:276703:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786072118.299132:0:276703:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1786072118.299136:0:276703:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072118.299140:0:276703:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1786072118.299141:0:276703:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff936d3976a000: skip recheck: last_committed 30064771461 00000100:00000001:3.0:1786072118.299143:0:276703:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1786072118.299146:0:276703:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786072118.299166:0:276703:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff936d3d631180 x1872818711268992/t0(0) o101->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 584/640 e 0 to 0 dl 1786072203 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1786072118.299172:0:276703:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786072118.299174:0:276703:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786072118.299177:0:276703:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786072118.299180:0:276703:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff936d3d631180 x1872818711268992/t0(0) o101->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 584/640 e 0 to 0 dl 1786072203 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1786072118.299187:0:276703:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff936d3d631180 pname:cluuid:pid:xid:nid:opc:job stat:80aa5924-6869-4c81-88c0-98a34e467390:276703:1872818711268992:192.168.204.140@tcp:101:stat.0 00000100:00000001:3.0:1786072118.299191:0:276703:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786072118.299194:0:276703:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072118.299197:0:276703:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1786072118.299199:0:276703:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786072118.299202:0:276703:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff936d3d631180 x1872818711268992/t0(0) o101->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 584/640 e 0 to 0 dl 1786072203 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1786072118.299209:0:276703:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786072118.299211:0:276703:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff936d29f53300. 00000100:00000001:3.0:1786072118.299214:0:276703:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1786072118.299216:0:276703:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786072118.299218:0:276703:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1786072118.299222:0:276703:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1786072118.299224:0:276703:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786072118.299227:0:276703:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff936d16117800 refcount=4 00000020:00000001:3.0:1786072118.299230:0:276703:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446624695463802880 : -119378245748736 : ffff936d16117800) 00010000:00000001:3.0:1786072118.299232:0:276703:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446624695463802880 : -119378245748736 : ffff936d16117800) 00010000:00000040:3.0:1786072118.299239:0:276703:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff936d16117800, remote cookie: 0x769e5af7713239c8, flags: 0x1001 00010000:00010000:3.0:1786072118.299245:0:276703:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff936d3976a000 lock: ffff936d16117800/0x811ca6d2885ebb62 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x769e5af7713239c8 expref: -99 pid: 276703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1786072118.299266:0:276703:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200002b17:0xf76:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1786072118.299269:0:276703:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:3.0:1786072118.299280:0:276703:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff936d05feea00 count: 2 00010000:00000001:3.0:1786072118.299283:0:276703:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1786072118.299286:0:276703:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786072118.299289:0:276703:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff936d3976a000 lock: ffff936d16117800/0x811ca6d2885ebb62 lrc: 4/1,0 mode: --/PR res: [0x200002b17:0xf76:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x769e5af7713239c8 expref: -99 pid: 276703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786072118.299297:0:276703:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff936d3976a000 lock: ffff936d16117800/0x811ca6d2885ebb62 lrc: 4/1,0 mode: --/PR res: [0x200002b17:0xf76:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x769e5af7713239c8 expref: -99 pid: 276703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1786072118.299303:0:276703:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1786072118.299307:0:276703:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1786072118.299309:0:276703:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1786072118.299311:0:276703:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1786072118.299312:0:276703:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1786072118.299314:0:276703:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200002b17:0xf76:0x0].0x0 (ffff936d05feea00) refcount = 2 00010000:00000040:3.0:1786072118.299317:0:276703:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1786072118.299320:0:276703:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff936d3976a000 lock: ffff936d29917400/0x811ca6d2885ebb54 lrc: 1/0,0 mode: CR/CR res: [0x200002b17:0xf76:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x769e5af77132399e expref: -99 pid: 276702 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1786072118.299327:0:276703:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff936d3976a000 lock: ffff936d16117800/0x811ca6d2885ebb62 lrc: 4/1,0 mode: PR/PR res: [0x200002b17:0xf76:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x769e5af7713239c8 expref: -99 pid: 276703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1786072118.299333:0:276703:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1786072118.299336:0:276703:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1786072118.299337:0:276703:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1786072118.299340:0:276703:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1786072118.299341:0:276703:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786072118.299344:0:276703:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff936d3976a000 lock: ffff936d16117800/0x811ca6d2885ebb62 lrc: 4/1,0 mode: PR/PR res: [0x200002b17:0xf76:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x769e5af7713239c8 expref: -99 pid: 276703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1786072118.299349:0:276703:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1786072118.299350:0:276703:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1786072118.299352:0:276703:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1786072118.299359:0:276703:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1786072118.299360:0:276703:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1786072118.299361:0:276703:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1786072118.299366:0:276703:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1786072118.299368:0:276703:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1786072118.299369:0:276703:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786072118.299371:0:276703:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff936d16117800 refcount=3 00000020:00000001:3.0:1786072118.299511:0:276703:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446624695463802880 : -119378245748736 : ffff936d16117800) 00010000:00000001:3.0:1786072118.299515:0:276703:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446624695463802880 : -119378245748736 : ffff936d16117800) 00010000:00000001:3.0:1786072118.299518:0:276703:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1786072118.299519:0:276703:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786072118.299520:0:276703:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff936d16117800 refcount=4 00000020:00000001:3.0:1786072118.299523:0:276703:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446624695463802880 : -119378245748736 : ffff936d16117800) 00010000:00000001:3.0:1786072118.299524:0:276703:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446624695463802880 : -119378245748736 : ffff936d16117800) 00010000:00000001:3.0:1786072118.299528:0:276703:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1786072118.299531:0:276703:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786072118.299534:0:276703:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff936d3976a000 lock: ffff936d16117800/0x811ca6d2885ebb62 lrc: 5/2,0 mode: PR/PR res: [0x200002b17:0xf76:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x769e5af7713239c8 expref: -99 pid: 276703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1786072118.299540:0:276703:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1786072118.299541:0:276703:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1786072118.299542:0:276703:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1786072118.299543:0:276703:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786072118.299544:0:276703:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff936d16117800 refcount=5 00000020:00000001:3.0:1786072118.299546:0:276703:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446624695463802880 : -119378245748736 : ffff936d16117800) 00010000:00000001:3.0:1786072118.299548:0:276703:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446624695463802880 : -119378245748736 : ffff936d16117800) 00010000:00000001:3.0:1786072118.299550:0:276703:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1786072118.299552:0:276703:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff936d3976a000 lock: ffff936d16117800/0x811ca6d2885ebb62 lrc: 5/2,0 mode: PR/PR res: [0x200002b17:0xf76:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x769e5af7713239c8 expref: -99 pid: 276703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1786072118.299558:0:276703:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1786072118.299559:0:276703:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1786072118.299561:0:276703:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff936d3976a000 lock: ffff936d16117800/0x811ca6d2885ebb62 lrc: 4/1,0 mode: PR/PR res: [0x200002b17:0xf76:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x769e5af7713239c8 expref: -99 pid: 276703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1786072118.299573:0:276703:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1786072118.299574:0:276703:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1786072118.299575:0:276703:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1786072118.299576:0:276703:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1786072118.299577:0:276703:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1786072118.299583:0:276703:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff936d3d631180 x1872818711268992/t0(0) o101->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 584/640 e 0 to 0 dl 1786072203 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1786072118.299592:0:276703:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1786072118.299593:0:276703:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786072118.299595:0:276703:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff936d16117800 refcount=3 00000020:00000001:3.0:1786072118.299596:0:276703:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446624695463802880 : -119378245748736 : ffff936d16117800) 00010000:00000001:3.0:1786072118.299598:0:276703:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446624695463802880 : -119378245748736 : ffff936d16117800) 00000002:00010000:3.0:1786072118.299601:0:276703:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff936d3976a000 lock: ffff936d16117800/0x811ca6d2885ebb62 lrc: 3/1,0 mode: PR/PR res: [0x200002b17:0xf76:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x769e5af7713239c8 expref: -99 pid: 276703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:3.0:1786072118.299609:0:276703:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff936d3d7e6f80. 00010000:00000001:3.0:1786072118.299613:0:276703:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1786072118.299614:0:276703:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1786072118.299615:0:276703:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1786072118.299616:0:276703:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1786072118.299619:0:276703:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1786072118.299621:0:276703:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1786072118.299622:0:276703:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786072118.299623:0:276703:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff936d16117800 refcount=3 00000020:00000001:3.0:1786072118.299625:0:276703:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446624695463802880 : -119378245748736 : ffff936d16117800) 00010000:00000001:3.0:1786072118.299626:0:276703:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446624695463802880 : -119378245748736 : ffff936d16117800) 00000002:00010000:3.0:1786072118.299629:0:276703:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff936d3976a000 lock: ffff936d16117800/0x811ca6d2885ebb62 lrc: 3/1,0 mode: PR/PR res: [0x200002b17:0xf76:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x769e5af7713239c8 expref: -99 pid: 276703 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1786072118.299634:0:276703:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1786072118.299640:0:276703:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1786072118.299641:0:276703:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1786072118.299643:0:276703:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1786072118.299644:0:276703:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786072118.299645:0:276703:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff936d16117800 refcount=3 00000020:00000001:3.0:1786072118.299647:0:276703:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446624695463802880 : -119378245748736 : ffff936d16117800) 00010000:00000001:3.0:1786072118.299648:0:276703:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446624695463802880 : -119378245748736 : ffff936d16117800) 00010000:00000040:3.0:1786072118.299651:0:276703:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff936d05feea00 count: 3 00010000:00000001:3.0:1786072118.299653:0:276703:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1786072118.299657:0:276703:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff936d07069c00 type 13 mode 4 res 8589945623/3958 (0 0) 00010000:00000001:3.0:1786072118.299659:0:276703:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1786072118.299660:0:276703:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1786072118.299661:0:276703:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1786072118.299664:0:276703:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffad16c1d53710 00000002:00002000:3.0:1786072118.299666:0:276703:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f812b.sanity intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1786072118.299669:0:276703:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1786072118.299674:0:276703:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1786072118.299677:0:276703:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1786072118.299692:0:276703:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 0 00000080:00000001:3.0:1786072118.299696:0:276703:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1786072118.299699:0:276703:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff936d0653a980 2 00000080:00000001:3.0:1786072118.299702:0:276703:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1786072118.299703:0:276703:0:(namei.c:674:ll_lookup_it_finish()) it ffffad16c1d53b20 it_disposition b 00000080:00000001:3.0:1786072118.299706:0:276703:0:(llite_lib.c:3838:ll_prep_inode()) Process entered 00000002:00000001:3.0:1786072118.299712:0:276703:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1786072118.299716:0:276703:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1786072118.299718:0:276703:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373145329526 : 144115373145329526 : 200002b17000f76) 00000080:00000001:3.0:1786072118.299721:0:276703:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:3.0:1786072118.299728:0:276703:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1786072118.299732:0:276703:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff936d10c1f360. 00000020:00000010:3.0:1786072118.299737:0:276703:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff936d061c1e00. 00000020:00000010:3.0:1786072118.299743:0:276703:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff936d061c1000. 00000020:00000010:3.0:1786072118.299747:0:276703:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff936d29a68360. 00000008:00000010:3.0:1786072118.299754:0:276703:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff936d3397b7f0. 00020000:00000010:3.0:1786072118.299759:0:276703:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff936d39280000. 00008000:00000010:3.0:1786072118.299769:0:276703:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff936d39356de8. 00000080:00000010:3.0:1786072118.299776:0:276703:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff936d0b89a3f0. 00000080:00000010:3.0:1786072118.299780:0:276703:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff936d10c3e500. 00000020:00000010:3.0:1786072118.299785:0:276703:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff936d061c1200. 00000008:00000010:3.0:1786072118.299789:0:276703:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff936d06889340. 00020000:00000010:3.0:1786072118.299792:0:276703:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff936d10c6eda0. 00008000:00000010:3.0:1786072118.299796:0:276703:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff936d0ad1cef8. 00000080:00000010:3.0:1786072118.299800:0:276703:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff936d2991c690. 00000020:00000001:3.0:1786072118.299802:0:276703:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446624695374705512 : -119378334846104 : ffff936d10c1f368) 00000020:00001000:3.0:1786072118.299805:0:276703:0:(cl_object.c:831:cl_env_get()) 1@ffff936d10c1f360 00000020:00000001:3.0:1786072118.299807:0:276703:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:3.0:1786072118.299811:0:276703:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1786072118.299813:0:276703:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1786072118.299818:0:276703:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff936d29a68060. 00020000:00000010:3.0:1786072118.299822:0:276703:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff936d122a9000. 00020000:00000010:3.0:1786072118.299826:0:276703:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff936d29a681e0. 00020000:00000001:3.0:1786072118.299828:0:276703:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446624695792337376 : -119377917214240 : ffff936d29a681e0) 00020000:00000002:3.0:1786072118.299831:0:276703:0:(lov_ea.c:755:dump_lsm()) lsm ffff936d29a681e0, objid 0xf76:11031, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1786072118.299836:0:276703:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1786072118.299840:0:276703:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff936d122a9000: ostid: 0x280000401:21448 ost idx: 0 gen: 0 00020000:00000002:3.0:1786072118.299843:0:276703:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff936d3a7462e8) owner ffff936d09d7a7c0 00020000:00000001:3.0:1786072118.299846:0:276703:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1786072118.299848:0:276703:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff936d3a7462e8) owner ffff936d09d7a7c0 00020000:00000010:3.0:1786072118.299852:0:276703:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff936d122a9000. 00020000:00000010:3.0:1786072118.299855:0:276703:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff936d29a68060. 00020000:00000010:3.0:1786072118.299859:0:276703:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff936d29a681e0. 00020000:00000002:3.0:1786072118.299861:0:276703:0:(lov_object.c:1535:lov_conf_set()) [0x200002b17:0xf76:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1786072118.299864:0:276703:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786072118.299865:0:276703:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1786072118.299867:0:276703:0:(cl_object.c:925:cl_env_put()) 1@ffff936d10c1f360 00000020:00000010:3.0:1786072118.299870:0:276703:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff936d061c1000. 00000020:00000010:3.0:1786072118.299873:0:276703:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff936d29a68360. 00000008:00000010:3.0:1786072118.299876:0:276703:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff936d3397b7f0. 00020000:00000010:3.0:1786072118.299885:0:276703:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff936d39280000. 00008000:00000010:3.0:1786072118.299888:0:276703:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff936d39356de8. 00000080:00000010:3.0:1786072118.299897:0:276703:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff936d0b89a3f0. 00000080:00000010:3.0:1786072118.299900:0:276703:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff936d10c3e500. 00000020:00000010:3.0:1786072118.299903:0:276703:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff936d061c1e00. 00000008:00000010:3.0:1786072118.299907:0:276703:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff936d06889340. 00020000:00000010:3.0:1786072118.299910:0:276703:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff936d10c6eda0. 00008000:00000010:3.0:1786072118.299914:0:276703:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff936d0ad1cef8. 00000080:00000010:3.0:1786072118.299917:0:276703:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff936d2991c690. 00000020:00000010:3.0:1786072118.299920:0:276703:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff936d061c1200. 00000020:00000010:3.0:1786072118.299921:0:276703:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff936d10c1f360. 00000080:00000001:3.0:1786072118.299925:0:276703:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373145329526 : 144115373145329526 : 200002b17000f76) 00000080:00000001:3.0:1786072118.299928:0:276703:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554475 : 33554475 : 200002b) 00000080:00200000:3.0:1786072118.299933:0:276703:0:(namei.c:147:ll_iget()) got inode: [0x200002b17:0xf76:0x0](ffff936d3d15ba88): rc = 0 00000080:00000001:3.0:1786072118.299935:0:276703:0:(namei.c:156:ll_iget()) Process leaving (rc=18446624696118393480 : -119377591158136 : ffff936d3d15ba88) 00010000:00000001:3.0:1786072118.299938:0:276703:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1786072118.299939:0:276703:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786072118.299940:0:276703:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff936d16117800 refcount=3 00000020:00000001:3.0:1786072118.299942:0:276703:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446624695463802880 : -119378245748736 : ffff936d16117800) 00010000:00000001:3.0:1786072118.299944:0:276703:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446624695463802880 : -119378245748736 : ffff936d16117800) 00000080:00000001:3.0:1786072118.299948:0:276703:0:(file.c:6789:ll_layout_conf()) Process entered 00000020:00000001:3.0:1786072118.299949:0:276703:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1786072118.299952:0:276703:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff936d10c1f360. 00000020:00000010:3.0:1786072118.299954:0:276703:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff936d061c1200. 00000020:00000010:3.0:1786072118.299957:0:276703:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff936d061c1e00. 00000020:00000010:3.0:1786072118.299959:0:276703:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff936d29a68360. 00000008:00000010:3.0:1786072118.299961:0:276703:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff936d3397b7f0. 00020000:00000010:3.0:1786072118.299964:0:276703:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff936d39280000. 00008000:00000010:3.0:1786072118.299966:0:276703:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff936d39356de8. 00000080:00000010:3.0:1786072118.299969:0:276703:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff936d0b89a3f0. 00000080:00000010:3.0:1786072118.299971:0:276703:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff936d10c3e500. 00000020:00000010:3.0:1786072118.299973:0:276703:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff936d061c1000. 00000008:00000010:3.0:1786072118.299975:0:276703:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff936d06889340. 00020000:00000010:3.0:1786072118.299983:0:276703:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff936d10c6eda0. 00008000:00000010:3.0:1786072118.299985:0:276703:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff936d0ad1cef8. 00000080:00000010:3.0:1786072118.299988:0:276703:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff936d2991c690. 00000020:00000001:3.0:1786072118.299990:0:276703:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446624695374705512 : -119378334846104 : ffff936d10c1f368) 00000020:00001000:3.0:1786072118.299993:0:276703:0:(cl_object.c:831:cl_env_get()) 1@ffff936d10c1f360 00000020:00000001:3.0:1786072118.299994:0:276703:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:3.0:1786072118.299996:0:276703:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1786072118.299997:0:276703:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1786072118.299999:0:276703:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff936d29a681e0. 00020000:00000010:3.0:1786072118.300001:0:276703:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff936d122a9000. 00020000:00000010:3.0:1786072118.300004:0:276703:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff936d29a68060. 00020000:00000001:3.0:1786072118.300006:0:276703:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446624695792336992 : -119377917214624 : ffff936d29a68060) 00020000:00000002:3.0:1786072118.300008:0:276703:0:(lov_ea.c:755:dump_lsm()) lsm ffff936d29a68060, objid 0xf76:11031, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1786072118.300012:0:276703:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1786072118.300015:0:276703:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff936d122a9000: ostid: 0x280000401:21448 ost idx: 0 gen: 0 00020000:00000002:3.0:1786072118.300018:0:276703:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff936d3a7462e8) owner ffff936d09d7a7c0 00020000:00000001:3.0:1786072118.300020:0:276703:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1786072118.300022:0:276703:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff936d3a7462e8) owner ffff936d09d7a7c0 00020000:00000010:3.0:1786072118.300024:0:276703:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff936d122a9000. 00020000:00000010:3.0:1786072118.300026:0:276703:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff936d29a681e0. 00020000:00000010:3.0:1786072118.300028:0:276703:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff936d29a68060. 00020000:00000002:3.0:1786072118.300030:0:276703:0:(lov_object.c:1535:lov_conf_set()) [0x200002b17:0xf76:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1786072118.300032:0:276703:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786072118.300033:0:276703:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786072118.300036:0:276703:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1786072118.300038:0:276703:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff936d3a7462e8) owner 0000000000000000/ffff936d09d7a7c0 00020000:00000002:3.0:1786072118.300041:0:276703:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff936d392da6c0 addref 2/0 by ffff936d09d7a7c0. 00020000:00000002:3.0:1786072118.300044:0:276703:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff936d3a7462e8) owner 0000000000000000/ffff936d09d7a7c0 00020000:00000001:3.0:1786072118.300046:0:276703:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1786072118.300048:0:276703:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1786072118.300050:0:276703:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1786072118.300051:0:276703:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:3.0:1786072118.300053:0:276703:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:3.0:1786072118.300062:0:276703:0:(file.c:6824:ll_layout_conf()) [0x200002b17:0xf76:0x0]: layout version change: 0 -> 0 00000020:00001000:3.0:1786072118.300065:0:276703:0:(cl_object.c:925:cl_env_put()) 1@ffff936d10c1f360 00000020:00000010:3.0:1786072118.300067:0:276703:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff936d061c1e00. 00000020:00000010:3.0:1786072118.300069:0:276703:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff936d29a68360. 00000008:00000010:3.0:1786072118.300072:0:276703:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff936d3397b7f0. 00020000:00000010:3.0:1786072118.300075:0:276703:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff936d39280000. 00008000:00000010:3.0:1786072118.300077:0:276703:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff936d39356de8. 00000080:00000010:3.0:1786072118.300081:0:276703:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff936d0b89a3f0. 00000080:00000010:3.0:1786072118.300084:0:276703:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff936d10c3e500. 00000020:00000010:3.0:1786072118.300086:0:276703:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff936d061c1200. 00000008:00000010:3.0:1786072118.300088:0:276703:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff936d06889340. 00020000:00000010:3.0:1786072118.300091:0:276703:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff936d10c6eda0. 00008000:00000010:3.0:1786072118.300093:0:276703:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff936d0ad1cef8. 00000080:00000010:3.0:1786072118.300096:0:276703:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff936d2991c690. 00000020:00000010:3.0:1786072118.300098:0:276703:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff936d061c1000. 00000020:00000010:3.0:1786072118.300100:0:276703:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff936d10c1f360. 00000080:00000001:3.0:1786072118.300102:0:276703:0:(file.c:6831:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786072118.300104:0:276703:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1786072118.300105:0:276703:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1786072118.300107:0:276703:0:(llite_lib.c:3936:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1786072118.300110:0:276703:0:(lmv_obd.c:4162:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1786072118.300111:0:276703:0:(lmv_obd.c:4169:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1786072118.300115:0:276703:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200002b17:0xf76:0x0](ffff936d3d15ba88) for lock 0x811ca6d2885ebb62 00800000:00000001:3.0:1786072118.300119:0:276703:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1786072118.300120:0:276703:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1786072118.300121:0:276703:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1786072118.300123:0:276703:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786072118.300124:0:276703:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff936d16117800 refcount=3 00000020:00000001:3.0:1786072118.300126:0:276703:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446624695463802880 : -119378245748736 : ffff936d16117800) 00010000:00000001:3.0:1786072118.300127:0:276703:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446624695463802880 : -119378245748736 : ffff936d16117800) 00010000:00000001:3.0:1786072118.300130:0:276703:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1786072118.300131:0:276703:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1786072118.300132:0:276703:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1786072118.300134:0:276703:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:3.0:1786072118.300139:0:276703:0:(namei.c:653:ll_splice_alias()) Add dentry ffff936d02225bd0 inode ffff936d3d15ba88 refc 1 flags 0x40000e 00000080:00000001:3.0:1786072118.300148:0:276703:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:3.0:1786072118.300152:0:276703:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200002b17:0xf76:0x0](ffff936d3d15ba88) 00000080:00010000:3.0:1786072118.300155:0:276703:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x811ca6d2885ebb62 from it ffffad16c1d53b20 00010000:00000001:3.0:1786072118.300157:0:276703:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1786072118.300159:0:276703:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786072118.300160:0:276703:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff936d16117800 refcount=3 00000020:00000001:3.0:1786072118.300162:0:276703:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446624695463802880 : -119378245748736 : ffff936d16117800) 00010000:00000001:3.0:1786072118.300164:0:276703:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446624695463802880 : -119378245748736 : ffff936d16117800) 00010000:00000001:3.0:1786072118.300166:0:276703:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1786072118.300169:0:276703:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff936d3976a000 lock: ffff936d16117800/0x811ca6d2885ebb62 lrc: 3/1,0 mode: PR/PR res: [0x200002b17:0xf76:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x769e5af7713239c8 expref: -99 pid: 276703 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1786072118.300175:0:276703:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1786072118.300176:0:276703:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1786072118.300178:0:276703:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1786072118.300180:0:276703:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1786072118.300183:0:276703:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff936d3976a000 lock: ffff936d16117800/0x811ca6d2885ebb62 lrc: 2/0,0 mode: PR/PR res: [0x200002b17:0xf76:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x769e5af7713239c8 expref: -99 pid: 276703 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1786072118.300190:0:276703:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1786072118.300193:0:276703:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1786072118.300195:0:276703:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1786072118.300200:0:276703:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1786072118.300201:0:276703:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1786072118.300203:0:276703:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786072118.300206:0:276703:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1786072118.300207:0:276703:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786072118.300209:0:276703:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786072118.300212:0:276703:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786072118.300214:0:276703:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1786072118.300215:0:276703:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1786072118.300216:0:276703:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1786072118.300218:0:276703:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1786072118.300222:0:276703:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff936d061c0e00. 00000100:00000001:3.0:1786072118.300226:0:276703:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786072118.300237:0:276703:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff936d3d631180 x1872818711268992/t0(0) o101->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 584/640 e 0 to 0 dl 1786072203 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1786072118.300244:0:276703:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786072118.300247:0:276703:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786072118.300265:0:276703:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff936d04d2b800. 02000000:00000001:3.0:1786072118.300269:0:276703:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786072118.300271:0:276703:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786072118.300273:0:276703:0:(genops.c:1244:class_import_put()) import ffff936d16266800 refcount=9 obd=lustre-MDT0000-mdc-ffff936d3976a000 00000020:00000001:3.0:1786072118.300275:0:276703:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786072118.300278:0:276703:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff936d299b4800. 02000000:00000001:3.0:1786072118.300281:0:276703:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786072118.300282:0:276703:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786072118.300284:0:276703:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff936d3d631180. 00000100:00000001:3.0:1786072118.300287:0:276703:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786072118.300288:0:276703:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1786072118.300291:0:276703:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1786072118.300293:0:276703:0:(dcache.c:176:ll_intent_release()) intent ffffad16c1d53b20 released 00000080:00000001:3.0:1786072118.300295:0:276703:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:3.0:1786072118.300307:0:276703:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffad16c1d53d08 00000080:00200008:3.0:1786072118.300309:0:276703:0:(file.c:6283:ll_getattr_dentry()) START file f812b.sanity:[0x200002b17:0xf76:0x0](ffff936d3d15ba88), request_mask 4095, flags 0, foreign 0 00000080:00000001:3.0:1786072118.300314:0:276703:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1786072118.300316:0:276703:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffad16c1d53c80 00000080:00200000:3.0:1786072118.300318:0:276703:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200002b17:0xf76:0x0](ffff936d3d15ba88),name=f812b.sanity 00000080:00000010:3.0:1786072118.300323:0:276703:0:(llite_lib.c:4056:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff936d061c0e00. 00800000:00000002:3.0:1786072118.300328:0:276703:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff936d0653a980 2 00000080:00000001:3.0:1786072118.300333:0:276703:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1786072118.300336:0:276703:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1786072118.300337:0:276703:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffad16c1d53ba0 00800000:00000002:3.0:1786072118.300339:0:276703:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200002b17:0xf76:0x0] 'f812b.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1786072118.300342:0:276703:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1786072118.300345:0:276703:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1786072118.300348:0:276703:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1786072118.300350:0:276703:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1786072118.300352:0:276703:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1786072118.300353:0:276703:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1786072118.300355:0:276703:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1786072118.300362:0:276703:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1786072118.300364:0:276703:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1786072118.300365:0:276703:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1786072118.300366:0:276703:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1786072118.300368:0:276703:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1786072118.300369:0:276703:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1786072118.300371:0:276703:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0xf76:0x0] 00800000:00000001:3.0:1786072118.300372:0:276703:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1786072118.300573:0:276703:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200002b17:0xf76:0x0], name='' -> mds #0 00000002:00000001:3.0:1786072118.300579:0:276703:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1786072118.300581:0:276703:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffad16c1d53a70 00000002:00010000:3.0:1786072118.300583:0:276703:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200002b17:0xf76:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1786072118.300586:0:276703:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1786072118.300588:0:276703:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1786072118.300589:0:276703:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1786072118.300593:0:276703:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff936d05feea00 count: 3 00010000:00000001:3.0:1786072118.300595:0:276703:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1786072118.300598:0:276703:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1786072118.300600:0:276703:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1786072118.300603:0:276703:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff936d3976a000 lock: ffff936d16117800/0x811ca6d2885ebb62 lrc: 2/1,0 mode: PR/PR res: [0x200002b17:0xf76:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x769e5af7713239c8 expref: -99 pid: 276703 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1786072118.300611:0:276703:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1786072118.300615:0:276703:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786072118.300618:0:276703:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff936d3976a000 lock: ffff936d16117800/0x811ca6d2885ebb62 lrc: 2/1,0 mode: PR/PR res: [0x200002b17:0xf76:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x769e5af7713239c8 expref: -99 pid: 276703 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1786072118.300624:0:276703:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1786072118.300626:0:276703:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1786072118.300628:0:276703:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1786072118.300629:0:276703:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1786072118.300631:0:276703:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1786072118.300633:0:276703:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 0: rc 1 00000080:00000001:3.0:1786072118.300635:0:276703:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1786072118.300643:0:276703:0:(lmv_obd.c:4042:lmv_stripe_object_put()) put ffff936d0653a980 2 00000080:00000010:3.0:1786072118.300646:0:276703:0:(llite_lib.c:4197:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff936d061c0e00. 00000080:00000001:3.0:1786072118.300649:0:276703:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1786072118.300650:0:276703:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1786072118.300653:0:276703:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200002b17:0xf76:0x0](ffff936d3d15ba88) 00000080:00010000:3.0:1786072118.300656:0:276703:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200002b17:0xf76:0x0](ffff936d3d15ba88) for lock 0x811ca6d2885ebb62 00800000:00000001:3.0:1786072118.300659:0:276703:0:(lmv_obd.c:4082:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1786072118.300660:0:276703:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1786072118.300662:0:276703:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1786072118.300663:0:276703:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786072118.300665:0:276703:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff936d16117800 refcount=3 00000020:00000001:3.0:1786072118.300666:0:276703:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446624695463802880 : -119378245748736 : ffff936d16117800) 00010000:00000001:3.0:1786072118.300668:0:276703:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446624695463802880 : -119378245748736 : ffff936d16117800) 00010000:00000001:3.0:1786072118.300670:0:276703:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1786072118.300672:0:276703:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1786072118.300673:0:276703:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1786072118.300674:0:276703:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1786072118.300742:0:276703:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x811ca6d2885ebb62 from it ffffad16c1d53cb8 00010000:00000001:3.0:1786072118.300744:0:276703:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1786072118.300746:0:276703:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786072118.300747:0:276703:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff936d16117800 refcount=3 00000020:00000001:3.0:1786072118.300749:0:276703:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446624695463802880 : -119378245748736 : ffff936d16117800) 00010000:00000001:3.0:1786072118.300751:0:276703:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446624695463802880 : -119378245748736 : ffff936d16117800) 00010000:00000001:3.0:1786072118.300753:0:276703:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1786072118.300756:0:276703:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff936d3976a000 lock: ffff936d16117800/0x811ca6d2885ebb62 lrc: 3/1,0 mode: PR/PR res: [0x200002b17:0xf76:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x769e5af7713239c8 expref: -99 pid: 276703 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1786072118.300762:0:276703:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1786072118.300763:0:276703:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1786072118.300764:0:276703:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1786072118.300766:0:276703:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1786072118.300768:0:276703:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff936d3976a000 lock: ffff936d16117800/0x811ca6d2885ebb62 lrc: 2/0,0 mode: PR/PR res: [0x200002b17:0xf76:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x769e5af7713239c8 expref: -99 pid: 276703 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1786072118.300784:0:276703:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1786072118.300786:0:276703:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1786072118.300787:0:276703:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1786072118.300790:0:276703:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1786072118.300791:0:276703:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1786072118.300792:0:276703:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786072118.300794:0:276703:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1786072118.300795:0:276703:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786072118.300796:0:276703:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786072118.300798:0:276703:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786072118.300800:0:276703:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1786072118.300801:0:276703:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1786072118.300802:0:276703:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1786072118.300804:0:276703:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786072118.300805:0:276703:0:(client.c:2856:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1786072118.300808:0:276703:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:3.0:1786072118.300810:0:276703:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1786072118.300812:0:276703:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1786072118.300814:0:276703:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1786072118.300815:0:276703:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1786072118.300817:0:276703:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1786072118.300820:0:276703:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:3.0:1786072118.300822:0:276703:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1786072118.300825:0:276703:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff936d10c1f360. 00000020:00000010:3.0:1786072118.300829:0:276703:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff936d061c0e00. 00000020:00000010:3.0:1786072118.300832:0:276703:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff936d061c1000. 00000020:00000010:3.0:1786072118.300834:0:276703:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff936d29a68360. 00000008:00000010:3.0:1786072118.300837:0:276703:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff936d3397b7f0. 00020000:00000010:3.0:1786072118.300840:0:276703:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff936d39280000. 00008000:00000010:3.0:1786072118.300844:0:276703:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff936d39356de8. 00000080:00000010:3.0:1786072118.300847:0:276703:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff936d0b89a3f0. 00000080:00000010:3.0:1786072118.300850:0:276703:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff936d10c3e500. 00000020:00000010:3.0:1786072118.300852:0:276703:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff936d061c1200. 00000008:00000010:3.0:1786072118.300855:0:276703:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff936d06889340. 00020000:00000010:3.0:1786072118.300857:0:276703:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff936d10c6eda0. 00008000:00000010:3.0:1786072118.300864:0:276703:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff936d0ad1cef8. 00000080:00000010:3.0:1786072118.300867:0:276703:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff936d2991c690. 00000020:00000001:3.0:1786072118.300870:0:276703:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446624695374705512 : -119378334846104 : ffff936d10c1f368) 00000020:00001000:3.0:1786072118.300872:0:276703:0:(cl_object.c:831:cl_env_get()) 1@ffff936d10c1f360 00000020:00000001:3.0:1786072118.300875:0:276703:0:(cl_object.c:151:cl_object_top()) ffff936d38b989e0 -> ffff936d38b989e0 00000020:00000001:3.0:1786072118.300878:0:276703:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1786072118.300880:0:276703:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1786072118.300882:0:276703:0:(vvp_io.c:1826:vvp_io_init()) [0x200002b17:0xf76:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:3.0:1786072118.300885:0:276703:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1786072118.300886:0:276703:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1786072118.300888:0:276703:0:(file.c:7090:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1786072118.300889:0:276703:0:(file.c:7094:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1786072118.300891:0:276703:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1786072118.300894:0:276703:0:(lov_object.c:1590:lov_io_init()) [0x200002b17:0xf76:0x0]io ffff936d10c3e560 type 7 ignore/verify layout 0/1 00020000:00000002:3.0:1786072118.300898:0:276703:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff936d3a7462e8) owner 0000000000000000/ffff936d09d7a7c0 00020000:00000001:3.0:1786072118.300901:0:276703:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1786072118.300903:0:276703:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1786072118.300905:0:276703:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1786072118.300907:0:276703:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1786072118.300909:0:276703:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1786072118.300911:0:276703:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1786072118.300913:0:276703:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786072118.300914:0:276703:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1786072118.300915:0:276703:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1786072118.300916:0:276703:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1786072118.300918:0:276703:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff936d3a7462e8) owner 0000000000000000/ffff936d09d7a7c0 00000020:00000001:3.0:1786072118.300920:0:276703:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1786072118.300922:0:276703:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:3.0:1786072118.300923:0:276703:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200002b17:0xf76:0x0] 00000020:00000001:3.0:1786072118.300926:0:276703:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1786072118.300927:0:276703:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1786072118.300929:0:276703:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1786072118.300931:0:276703:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1786072118.300936:0:276703:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:3.0:1786072118.300941:0:276703:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff936d1888a280. 00020000:00000002:3.0:1786072118.300944:0:276703:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1786072118.300947:0:276703:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:3.0:1786072118.300957:0:276703:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1786072118.300958:0:276703:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1786072118.300960:0:276703:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1786072118.300962:0:276703:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff936d10c1f000. 00000020:00000010:3.0:1786072118.300966:0:276703:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff936d061c1e00. 00000020:00000010:3.0:1786072118.300969:0:276703:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff936d061c0400. 00000020:00000010:3.0:1786072118.300971:0:276703:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff936d29a68060. 00000008:00000010:3.0:1786072118.300975:0:276703:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff936d3397c320. 00020000:00000010:3.0:1786072118.300977:0:276703:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff936d39280d80. 00008000:00000010:3.0:1786072118.300980:0:276703:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff936d39354000. 00000080:00000010:3.0:1786072118.300983:0:276703:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff936d0b89a9d8. 00000080:00000010:3.0:1786072118.300986:0:276703:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff936d10c3ebf0. 00000020:00000010:3.0:1786072118.300989:0:276703:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff936d061c0600. 00000008:00000010:3.0:1786072118.300992:0:276703:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff936d06888dc0. 00020000:00000010:3.0:1786072118.300995:0:276703:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff936d10c6cff8. 00008000:00000010:3.0:1786072118.300997:0:276703:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff936d0ad1c350. 00000080:00000010:3.0:1786072118.301000:0:276703:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff936d2991c780. 00000020:00000001:3.0:1786072118.301002:0:276703:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446624695374704648 : -119378334846968 : ffff936d10c1f008) 00000020:00001000:3.0:1786072118.301004:0:276703:0:(cl_object.c:831:cl_env_get()) 1@ffff936d10c1f000 00000020:00000001:3.0:1786072118.301006:0:276703:0:(cl_object.c:151:cl_object_top()) ffff936d38b98210 -> ffff936d38b989e0 00000020:00000001:3.0:1786072118.301008:0:276703:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1786072118.301011:0:276703:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1786072118.301012:0:276703:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1786072118.301013:0:276703:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1786072118.301015:0:276703:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1786072118.301018:0:276703:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446624695375031816 : -119378334519800 : ffff936d10c6ee08) 00000020:00000001:3.0:1786072118.301020:0:276703:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1786072118.301024:0:276703:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff936d0573ad10. 00000008:00010000:3.0:1786072118.301026:0:276703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:3.0:1786072118.301028:0:276703:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1786072118.301030:0:276703:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1786072118.301031:0:276703:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff936d1888a2b0, osc lock ffff936d0573ad10, flags 0x400001002 00000020:00000001:3.0:1786072118.301034:0:276703:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1786072118.301035:0:276703:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1786072118.301038:0:276703:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446624695505166976 : -119378204384640 : ffff936d1888a280) 00000020:00000001:3.0:1786072118.301040:0:276703:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1786072118.301046:0:276703:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1786072118.301047:0:276703:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786072118.301050:0:276703:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786072118.301052:0:276703:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:3.0:1786072118.301054:0:276703:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:3.0:1786072118.301055:0:276703:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1786072118.301057:0:276703:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1786072118.301058:0:276703:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1786072118.301060:0:276703:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446624695375031816 : -119378334519800 : ffff936d10c6ee08) 00000020:00000001:3.0:1786072118.301061:0:276703:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1786072118.301063:0:276703:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1786072118.301065:0:276703:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1786072118.301068:0:276703:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1786072118.301071:0:276703:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1786072118.301072:0:276703:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1786072118.301073:0:276703:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1786072118.301075:0:276703:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1786072118.301076:0:276703:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1786072118.301078:0:276703:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1786072118.301080:0:276703:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1786072118.301083:0:276703:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786072118.301085:0:276703:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:3.0:1786072118.301089:0:276703:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff936d3d631180. 00000020:00000040:3.0:1786072118.301092:0:276703:0:(genops.c:1231:class_import_get()) import ffff936d16262800 refcount=4 obd=lustre-OST0000-osc-ffff936d3976a000 00010000:00000001:3.0:1786072118.301096:0:276703:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1786072118.301100:0:276703:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1786072118.301101:0:276703:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072118.301104:0:276703:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786072118.301106:0:276703:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786072118.301109:0:276703:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786072118.301115:0:276703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff936d09e38000. 00000100:00000001:3.0:1786072118.301120:0:276703:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786072118.301124:0:276703:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1786072118.301126:0:276703:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786072118.301127:0:276703:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1786072118.301128:0:276703:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786072118.301131:0:276703:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786072118.301133:0:276703:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446624696123462016 : -119377586089600 : ffff936d3d631180) 00010000:00000001:3.0:1786072118.301142:0:276703:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1786072118.301144:0:276703:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1786072118.301149:0:276703:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff936d0a2b0c00. 00010000:00000010:3.0:1786072118.301152:0:276703:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff936d0a2b0800. 00010000:00000001:3.0:1786072118.301157:0:276703:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1786072118.301160:0:276703:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff936d16116c00. 00000020:00000001:3.0:1786072118.301163:0:276703:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1786072118.301165:0:276703:0:(lustre_handles.c:93:class_handle_hash()) added object ffff936d16116c00 with handle 0x811ca6d2885ebb69 to hash 00000020:00000001:3.0:1786072118.301168:0:276703:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1786072118.301169:0:276703:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446624695463799808 : -119378245751808 : ffff936d16116c00) 00010000:00000010:3.0:1786072118.301173:0:276703:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff936d3d7e6d80. 00010000:00000001:3.0:1786072118.301176:0:276703:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446624695463799808 : -119378245751808 : ffff936d16116c00) 00010000:00000001:3.0:1786072118.301178:0:276703:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1786072118.301180:0:276703:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786072118.301183:0:276703:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff936d3976a000 lock: 000000009e637ec0/0x811ca6d2885ebb69 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x53c8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 276703 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786072118.301193:0:276703:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff936d3976a000 lock: 000000009e637ec0/0x811ca6d2885ebb69 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x53c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 276703 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1786072118.301202:0:276703:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072118.301207:0:276703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786072118.301210:0:276703:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786072118.301218:0:276703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a41e162] to pc [ptlrpcd_01_01+1] req@ffff936d3d631180 x1872818711269120/t0(0) o101->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1786072118.301366:0:2421:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786072118.301393:0:2421:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786072118.301407:0:2421:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786072118.301413:0:2421:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff936d3d631180 x1872818711269120/t0(0) o101->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1786072118.301421:0:2421:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786072118.301423:0:2421:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786072118.301427:0:2421:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786072118.301429:0:2421:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786072118.301432:0:2421:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786072118.301435:0:2421:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff936d3d631180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:80aa5924-6869-4c81-88c0-98a34e467390:2421:1872818711269120:192.168.204.140@tcp:101:stat.0 00000100:00000001:2.0:1786072118.301440:0:2421:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786072118.301445:0:2421:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786072118.301447:0:2421:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786072118.301449:0:2421:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786072118.301454:0:2421:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff936d0b005c00. 02000000:00000001:2.0:1786072118.301456:0:2421:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786072118.301463:0:2421:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000010:2.0:1786072118.301467:0:2421:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff936d3d5f9d68. 00000400:00000010:2.0:1786072118.301473:0:2421:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d0b26c088. 00000100:00000200:2.0:1786072118.301480:0:2421:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872818711269120, portal 4 00000100:00000001:2.0:1786072118.301483:0:2421:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786072118.301484:0:2421:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446624696123462016 : -119377586089600 : ffff936d3d631180) 00000100:00000040:2.0:1786072118.301491:0:2421:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff936d3d631180 x1872818711269120/t0(0) o101->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1786072173 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1786072118.301498:0:2421:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786072118.301500:0:2421:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp 00000400:00000010:2.0:1786072118.301502:0:2421:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d0b26cee0. 00000100:00000200:2.0:1786072118.301506:0:2421:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1872818711269120, offset 0 00000400:00000200:2.0:1786072118.301512:0:2421:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp 00000400:00000200:2.0:1786072118.301519:0:2421:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:2.0:1786072118.301526:0:2421:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.140@tcp local destination 00000400:00000200:2.0:1786072118.301531:0:2421:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786072118.301535:0:2421:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp 00000400:00000200:2.0:1786072118.301544:0:2421:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786072118.301547:0:2421:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp 00000400:00000200:2.0:1786072118.301551:0:2421:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [543749:543749:256:4294967295] 192.168.204.140@tcp LPNI seq info [543689:543689:8:4294967295] 00000400:00000200:2.0:1786072118.301556:0:2421:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:2.0:1786072118.301565:0:2421:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) : PUT try# 0 00000800:00000200:2.0:1786072118.301572:0:2421:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.140@tcp 00000800:00000010:2.0:1786072118.301577:0:2421:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff936d0665ae00. 00000800:00000200:2.0:1786072118.301583:0:2421:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff936d0afbc180] -> 12345-192.168.204.140@tcp (5) 00000800:00000200:2.0:1786072118.301590:0:2421:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988 00000800:00000200:2.0:1786072118.301594:0:2421:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff936d0665ae00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1786072118.301666:0:2421:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786072118.301671:0:2421:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff936d3976a000: using a timeout of 156803 usecs (157 jiffies) 00000400:00000200:2.0:1786072118.301675:0:2421:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000100:00000001:2.0:1786072118.301678:0:2421:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff936d3976a000: PM QoS new deadline estimation for cpu 0 is 4307912018 00000008:00000001:3.0:1786072118.301789:0:276703:0:(osc_request.c:3307:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1786072118.301792:0:276703:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786072118.301795:0:276703:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1786072118.301797:0:276703:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786072118.301799:0:276703:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786072118.301801:0:276703:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1786072118.301803:0:276703:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:3.0:1786072118.301810:0:276703:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000020:00000001:3.0:1786072118.301812:0:276703:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000100:00000001:3.0:1786072118.301820:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786072118.301823:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072118.301879:0:2421:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff936d3976a000: PM QoS request active for cpu 0, simply extend its deadline from 4307911875 00000100:00000001:2.0:1786072118.301885:0:2421:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff936d3976a000: PM QoS new deadline estimation for cpu 1 is 4307912018 00000100:00000001:2.0:1786072118.301889:0:2421:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff936d3976a000: PM QoS request active for cpu 1, simply extend its deadline from 4307911875 00000100:00000001:2.0:1786072118.301893:0:2421:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786072118.301896:0:2421:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072118.301899:0:2421:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072118.301901:0:2421:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786072118.301906:0:2421:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786072118.301908:0:2421:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:2.0:1786072118.301911:0:2421:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786072118.301912:0:2421:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786072118.301914:0:2421:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072118.301916:0:2421:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1786072118.302187:0:2410:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786072118.302192:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff936d0665ae00. 00000400:00000200:0.0:1786072118.302197:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786072118.302202:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000400:00000200:0.0:1786072118.302207:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d0b26cee0 00000400:00000010:0.0:1786072118.302215:0:2410:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d0b26cee0. 00000100:00000001:0.0:1786072118.302221:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786072118.302226:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff936d3d631180 x1872818711269120/t0(0) o101->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1786072173 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1786072118.302235:0:2410:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786072118.302238:0:2410:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff936d3d631180 x1872818711269120/t0(0) o101->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1786072173 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1786072118.302245:0:2410:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072118.302246:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1786072118.305963:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072118.305980:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786072118.305985:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072118.305987:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786072118.305996:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072118.306004:0:2411:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me 00000400:00000200:0.0:1786072118.306013:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072118.306017:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072118.306022:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072118.306026:0:2411:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 400 into portal 4 MB=0x6a75196038f00 00000400:00000200:0.0:1786072118.306030:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072118.306037:0:2411:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.140@tcp of length 400/400 into md 0x5369d9 [1] + 224 00000800:00000001:0.0:1786072118.306043:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072118.306050:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786072118.306053:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786072118.306058:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000100:00000001:0.0:1786072118.306066:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786072118.306075:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff936d3d631180 x1872818711269120/t0(0) o101->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1786072173 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1786072118.306084:0:2411:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff936d3d631180 x1872818711269120/t0(0) o101->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1786072173 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1786072118.306372:0:2421:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786072118.306427:0:2421:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786072118.306462:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786072118.306473:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072118.306492:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1786072118.306692:0:2421:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786072118.306696:0:2421:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786072118.306706:0:2421:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff936d3d5f9d68. 00000400:00000200:2.0:1786072118.306710:0:2421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d0b26c088 00000400:00000010:2.0:1786072118.306713:0:2421:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d0b26c088. 00000100:00000001:2.0:1786072118.306718:0:2421:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786072118.306724:0:2421:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff936d3d631180 x1872818711269120/t0(0) o101->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1786072173 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1786072118.306733:0:2421:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff936d3d631180 x1872818711269120/t0(0) o101->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1786072173 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1786072118.306739:0:2421:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786072118.306741:0:2421:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786072118.306743:0:2421:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786072118.306747:0:2421:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786072118.306750:0:2421:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786072118.306752:0:2421:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786072118.306755:0:2421:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786072118.306764:0:2421:0:(import.c:2149:obd_at_measure()) add 36 to ffff936d16262c60 time=51 v=36 (36 36 5 5) 00000100:00001000:2.0:1786072118.306768:0:2421:0:(import.c:2149:obd_at_measure()) add 1 to ffff936d16262c18 time=99 v=5 (1 1 1 1) 00000100:00000001:2.0:1786072118.306770:0:2421:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786072118.306772:0:2421:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786072118.306775:0:2421:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1786072118.306779:0:2421:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072118.306782:0:2421:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1786072118.306784:0:2421:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff936d3976a000: skip recheck: last_committed 38654726226 00000100:00000001:2.0:1786072118.306786:0:2421:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1786072118.306788:0:2421:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786072118.306793:0:2421:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff936d3d631180 x1872818711269120/t0(0) o101->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1786072173 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1786072118.306799:0:2421:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786072118.306801:0:2421:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786072118.306803:0:2421:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1786072118.306807:0:2421:0:(osc_request.c:3122:osc_enqueue_interpret()) Process entered 00010000:00000001:2.0:1786072118.306809:0:2421:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1786072118.306811:0:2421:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786072118.306815:0:2421:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff936d16116c00 refcount=4 00000020:00000001:2.0:1786072118.306817:0:2421:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446624695463799808 : -119378245751808 : ffff936d16116c00) 00010000:00000001:2.0:1786072118.306825:0:2421:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446624695463799808 : -119378245751808 : ffff936d16116c00) 00010000:00000001:2.0:1786072118.306827:0:2421:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1786072118.306828:0:2421:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786072118.306830:0:2421:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff936d16116c00 refcount=5 00000020:00000001:2.0:1786072118.306832:0:2421:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446624695463799808 : -119378245751808 : ffff936d16116c00) 00010000:00000001:2.0:1786072118.306833:0:2421:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446624695463799808 : -119378245751808 : ffff936d16116c00) 00010000:00000001:2.0:1786072118.306837:0:2421:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1786072118.306840:0:2421:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786072118.306844:0:2421:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff936d3976a000 lock: 000000009e637ec0/0x811ca6d2885ebb69 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x53c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 276703 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1786072118.306855:0:2421:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1786072118.306857:0:2421:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1786072118.306859:0:2421:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1786072118.306861:0:2421:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1786072118.306862:0:2421:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786072118.306864:0:2421:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff936d16116c00 refcount=6 00000020:00000001:2.0:1786072118.306866:0:2421:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446624695463799808 : -119378245751808 : ffff936d16116c00) 00010000:00000001:2.0:1786072118.306868:0:2421:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446624695463799808 : -119378245751808 : ffff936d16116c00) 00010000:00000040:2.0:1786072118.306874:0:2421:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff936d16116c00, remote cookie: 0x769e5af7713239cf, flags: 0x1001 00010000:00010000:2.0:1786072118.306880:0:2421:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff936d3976a000 lock: 000000009e637ec0/0x811ca6d2885ebb69 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x53c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x769e5af7713239cf expref: -99 pid: 276703 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1786072118.306887:0:2421:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:2.0:1786072118.306890:0:2421:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786072118.306892:0:2421:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1786072118.306896:0:2421:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:2.0:1786072118.306900:0:2421:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff936d3976a000 lock: 000000009e637ec0/0x811ca6d2885ebb69 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x53c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x769e5af7713239cf expref: -99 pid: 276703 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1786072118.306909:0:2421:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000401:0x53c8:0x0].0x0 (ffff936d0a2b0c00) refcount = 1 00010000:00000040:2.0:1786072118.306917:0:2421:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1786072118.306920:0:2421:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff936d3976a000 lock: 000000009e637ec0/0x811ca6d2885ebb69 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x53c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x769e5af7713239cf expref: -99 pid: 276703 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1786072118.306929:0:2421:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1786072118.306931:0:2421:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1786072118.306933:0:2421:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1786072118.306935:0:2421:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786072118.306939:0:2421:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff936d3976a000 lock: 000000009e637ec0/0x811ca6d2885ebb69 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x53c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x769e5af7713239cf expref: -99 pid: 276703 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1786072118.306944:0:2421:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1786072118.306946:0:2421:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1786072118.306947:0:2421:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1786072118.306948:0:2421:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1786072118.306949:0:2421:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1786072118.306950:0:2421:0:(osc_request.c:3076:osc_enqueue_fini()) Process entered 00000008:00000001:2.0:1786072118.306953:0:2421:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1786072118.306956:0:2421:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1786072118.306957:0:2421:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786072118.306959:0:2421:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff936d16116c00 refcount=5 00000020:00000001:2.0:1786072118.306960:0:2421:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446624695463799808 : -119378245751808 : ffff936d16116c00) 00010000:00000001:2.0:1786072118.306963:0:2421:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446624695463799808 : -119378245751808 : ffff936d16116c00) 00000008:00000001:2.0:1786072118.306966:0:2421:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:2.0:1786072118.306970:0:2421:0:(cl_object.c:151:cl_object_top()) ffff936d3d4c3880 -> ffff936d38b989e0 00000008:00010000:2.0:1786072118.306975:0:2421:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff936d3976a000 lock: 000000009e637ec0/0x811ca6d2885ebb69 lrc: 5/2,0 mode: PR/PR res: [0x280000401:0x53c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x769e5af7713239cf expref: -99 pid: 276703 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:2.0:1786072118.306982:0:2421:0:(cl_object.c:151:cl_object_top()) ffff936d3d4c3880 -> ffff936d38b989e0 00000020:00000001:2.0:1786072118.306984:0:2421:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1786072118.306987:0:2421:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:2.0:1786072118.306991:0:2421:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1786072118.306993:0:2421:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786072118.307000:0:2421:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786072118.307002:0:2421:0:(cl_object.c:151:cl_object_top()) ffff936d3d4c3880 -> ffff936d38b989e0 00000008:00000001:2.0:1786072118.307004:0:2421:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:2.0:1786072118.307006:0:2421:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1786072118.307009:0:2421:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:2.0:1786072118.307140:0:2421:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000008:00000001:2.0:1786072118.307143:0:2421:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786072118.307146:0:2421:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1786072118.307147:0:2421:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786072118.307149:0:2421:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff936d16116c00 refcount=6 00000020:00000001:2.0:1786072118.307151:0:2421:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446624695463799808 : -119378245751808 : ffff936d16116c00) 00010000:00000001:2.0:1786072118.307154:0:2421:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446624695463799808 : -119378245751808 : ffff936d16116c00) 00010000:00000001:2.0:1786072118.307156:0:2421:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1786072118.307159:0:2421:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff936d3976a000 lock: 000000009e637ec0/0x811ca6d2885ebb69 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x53c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x769e5af7713239cf expref: -99 pid: 276703 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1786072118.307166:0:2421:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1786072118.307167:0:2421:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1786072118.307170:0:2421:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff936d3976a000 lock: 000000009e637ec0/0x811ca6d2885ebb69 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x53c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x769e5af7713239cf expref: -99 pid: 276703 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1786072118.307176:0:2421:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1786072118.307177:0:2421:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1786072118.307178:0:2421:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1786072118.307180:0:2421:0:(osc_request.c:3103:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786072118.307182:0:2421:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1786072118.307183:0:2421:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786072118.307184:0:2421:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff936d16116c00 refcount=5 00000020:00000001:2.0:1786072118.307186:0:2421:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446624695463799808 : -119378245751808 : ffff936d16116c00) 00010000:00000001:2.0:1786072118.307188:0:2421:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446624695463799808 : -119378245751808 : ffff936d16116c00) 00010000:00000001:2.0:1786072118.307190:0:2421:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1786072118.307192:0:2421:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff936d3976a000 lock: 000000009e637ec0/0x811ca6d2885ebb69 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x53c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x769e5af7713239cf expref: -99 pid: 276703 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1786072118.307211:0:2421:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1786072118.307212:0:2421:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1786072118.307213:0:2421:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1786072118.307216:0:2421:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1786072118.307218:0:2421:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff936d3976a000 lock: 000000009e637ec0/0x811ca6d2885ebb69 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x53c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x769e5af7713239cf expref: -99 pid: 276703 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1786072118.307227:0:2421:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786072118.307229:0:2421:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1786072118.307231:0:2421:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1786072118.307235:0:2421:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1786072118.307236:0:2421:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1786072118.307237:0:2421:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786072118.307240:0:2421:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1786072118.307242:0:2421:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786072118.307244:0:2421:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786072118.307247:0:2421:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786072118.307248:0:2421:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1786072118.307261:0:2421:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1786072118.307263:0:2421:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1786072118.307264:0:2421:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1786072118.307265:0:2421:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1786072118.307266:0:2421:0:(osc_request.c:3161:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786072118.307273:0:2421:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff936d3d631180 x1872818711269120/t0(0) o101->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1786072173 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1786072118.307281:0:2421:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff936d3d631180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:80aa5924-6869-4c81-88c0-98a34e467390:2421:1872818711269120:192.168.204.140@tcp:101:stat.0 00000100:00000001:2.0:1786072118.307287:0:2421:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786072118.307290:0:2421:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786072118.307293:0:2421:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff936d3d631180 x1872818711269120/t0(0) o101->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1786072173 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1786072118.307298:0:2421:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786072118.307306:0:2421:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786072118.307310:0:2421:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff936d0b005c00. 02000000:00000001:2.0:1786072118.307313:0:2421:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786072118.307315:0:2421:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786072118.307317:0:2421:0:(genops.c:1244:class_import_put()) import ffff936d16262800 refcount=3 obd=lustre-OST0000-osc-ffff936d3976a000 00000020:00000001:2.0:1786072118.307320:0:2421:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786072118.307323:0:2421:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff936d09e38000. 02000000:00000001:2.0:1786072118.307327:0:2421:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786072118.307328:0:2421:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786072118.307330:0:2421:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff936d3d631180. 00000100:00000001:2.0:1786072118.307334:0:2421:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786072118.307335:0:2421:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786072118.307338:0:2421:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786072118.307345:0:2421:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786072118.307347:0:2421:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072118.307350:0:2421:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786072118.307352:0:2421:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786072118.307949:0:276703:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786072118.307955:0:276703:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1786072118.307962:0:276703:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1786072118.307965:0:276703:0:(cl_object.c:151:cl_object_top()) ffff936d38b989e0 -> ffff936d38b989e0 00000020:00000001:3.0:1786072118.307967:0:276703:0:(cl_object.c:151:cl_object_top()) ffff936d38b989e0 -> ffff936d38b989e0 00000020:00000001:3.0:1786072118.307969:0:276703:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1786072118.307973:0:276703:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:3.0:1786072118.307978:0:276703:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1786072118.307980:0:276703:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1786072118.307981:0:276703:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1786072118.307982:0:276703:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1786072118.307984:0:276703:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0xf76:11031 on OST[0]: s=0 (1) m=0 a=0 c=0 b=0 00020000:00000001:3.0:1786072118.307988:0:276703:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1786072118.307990:0:276703:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:3.0:1786072118.307992:0:276703:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786072118.307994:0:276703:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786072118.307995:0:276703:0:(cl_object.c:151:cl_object_top()) ffff936d38b989e0 -> ffff936d38b989e0 00000080:00200000:3.0:1786072118.307998:0:276703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200002b17:0xf76:0x0] updating i_size 0 i_blocks 0 00000080:00000001:3.0:1786072118.308000:0:276703:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1786072118.308002:0:276703:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1786072118.308004:0:276703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff936d10c3e500 (ffff936d10c1f368/0) at cl_lock_release():245 00000020:00000001:3.0:1786072118.308007:0:276703:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1786072118.308008:0:276703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff936d10c3e500 (ffff936d10c1f368/0) at cl_lock_cancel():142 00020000:00000001:3.0:1786072118.308011:0:276703:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1786072118.308015:0:276703:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1786072118.308017:0:276703:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446624695375031816 : -119378334519800 : ffff936d10c6ee08) 00000020:00000001:3.0:1786072118.308018:0:276703:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1786072118.308020:0:276703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff936d1888a2b0 (ffff936d10c1f008/1) at cl_lock_cancel():142 00000008:00000001:3.0:1786072118.308022:0:276703:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1786072118.308024:0:276703:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:3.0:1786072118.308025:0:276703:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1786072118.308027:0:276703:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1786072118.308028:0:276703:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1786072118.308029:0:276703:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1786072118.308039:0:276703:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1786072118.308041:0:276703:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1786072118.308042:0:276703:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1786072118.308043:0:276703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff936d10c3e500 (ffff936d10c1f368/0) at cl_lock_fini():72 00020000:00000001:3.0:1786072118.308046:0:276703:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:3.0:1786072118.308048:0:276703:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1786072118.308049:0:276703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff936d1888a2b0 (ffff936d10c1f368/1) at cl_lock_fini():72 00000008:00000010:3.0:1786072118.308052:0:276703:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff936d0573ad10. 00000020:00000001:3.0:1786072118.308056:0:276703:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1786072118.308057:0:276703:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff936d1888a280. 00020000:00000001:3.0:1786072118.308060:0:276703:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1786072118.308061:0:276703:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1786072118.308062:0:276703:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:3.0:1786072118.308064:0:276703:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786072118.308067:0:276703:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1786072118.308070:0:276703:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1786072118.308071:0:276703:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1786072118.308072:0:276703:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1786072118.308074:0:276703:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1786072118.308076:0:276703:0:(cl_object.c:925:cl_env_put()) 1@ffff936d10c1f000 00000020:00000010:3.0:1786072118.308080:0:276703:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff936d061c0400. 00000020:00000010:3.0:1786072118.308084:0:276703:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff936d29a68060. 00000008:00000010:3.0:1786072118.308088:0:276703:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff936d3397c320. 00020000:00000010:3.0:1786072118.308092:0:276703:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff936d39280d80. 00008000:00000010:3.0:1786072118.308097:0:276703:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff936d39354000. 00000080:00000010:3.0:1786072118.308101:0:276703:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff936d0b89a9d8. 00000080:00000010:3.0:1786072118.308105:0:276703:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff936d10c3ebf0. 00000020:00000010:3.0:1786072118.308109:0:276703:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff936d061c1e00. 00000008:00000010:3.0:1786072118.308112:0:276703:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff936d06888dc0. 00020000:00000010:3.0:1786072118.308115:0:276703:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff936d10c6cff8. 00008000:00000010:3.0:1786072118.308120:0:276703:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff936d0ad1c350. 00000080:00000010:3.0:1786072118.308123:0:276703:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff936d2991c780. 00000020:00000010:3.0:1786072118.308126:0:276703:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff936d061c0600. 00000020:00000010:3.0:1786072118.308129:0:276703:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff936d10c1f000. 00020000:00000001:3.0:1786072118.308131:0:276703:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1786072118.308133:0:276703:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1786072118.308135:0:276703:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1786072118.308762:0:276703:0:(vvp_io.c:304:vvp_io_fini()) [0x200002b17:0xf76:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1786072118.308776:0:276703:0:(file.c:7090:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1786072118.308778:0:276703:0:(file.c:7094:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1786072118.308780:0:276703:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1786072118.308782:0:276703:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1786072118.308783:0:276703:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1786072118.308785:0:276703:0:(cl_object.c:925:cl_env_put()) 1@ffff936d10c1f360 00000020:00000010:3.0:1786072118.308787:0:276703:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff936d061c1000. 00000020:00000010:3.0:1786072118.308790:0:276703:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff936d29a68360. 00000008:00000010:3.0:1786072118.308794:0:276703:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff936d3397b7f0. 00020000:00000010:3.0:1786072118.308797:0:276703:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff936d39280000. 00008000:00000010:3.0:1786072118.308800:0:276703:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff936d39356de8. 00000080:00000010:3.0:1786072118.308809:0:276703:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff936d0b89a3f0. 00000080:00000010:3.0:1786072118.308811:0:276703:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff936d10c3e500. 00000020:00000010:3.0:1786072118.308814:0:276703:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff936d061c0e00. 00000008:00000010:3.0:1786072118.308816:0:276703:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff936d06889340. 00020000:00000010:3.0:1786072118.308820:0:276703:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff936d10c6eda0. 00008000:00000010:3.0:1786072118.308824:0:276703:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff936d0ad1cef8. 00000080:00000010:3.0:1786072118.308827:0:276703:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff936d2991c690. 00000020:00000010:3.0:1786072118.308829:0:276703:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff936d061c1200. 00000020:00000010:3.0:1786072118.308831:0:276703:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff936d10c1f360. 00000001:00000001:3.0:1786072118.308833:0:276703:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786072118.308842:0:276703:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffad16c1d53d08 00000080:00000008:3.0:1786072118.308845:0:276703:0:(file.c:6468:ll_getattr_dentry()) COMPLETED file f812b.sanity:[0x200002b17:0xf76:0x0](ffff936d3d15ba88), request_mask 4095, flags 0, foreign 0 00000080:00000001:3.0:1786072118.308851:0:276703:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1786072118.308853:0:276703:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffad16c1d53da0 00000080:00002000:3.0:1786072118.308854:0:276703:0:(dcache.c:127:ll_ddelete()) keeping dentry f812b.sanity (ffff936d02225bd0, parent ffff936d0deab1b0, inode ffff936d3d15ba88) hashed, 00000080:00000001:3.0:1786072118.308858:0:276703:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072118.464558:0:273755:0:(connection.c:75:cpu_latency_work()) work item of ffff936d05017800 (cpu 0) has reached its deadline 4307912018, at 4307912024 00000100:00000010:0.0:1786072118.464574:0:273755:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff936d057d9300. 00000100:00000040:1.0:1786072118.465438:0:272817:0:(connection.c:75:cpu_latency_work()) work item of ffff936d05017910 (cpu 1) has reached its deadline 4307912018, at 4307912024 00000100:00000010:1.0:1786072118.465445:0:272817:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff936d057d91e0. 00000100:00000040:0.0:1786072118.635693:0:230283:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9500c81f-e128-413b-a15c-d036a6184eaf->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786072118.635705:0:230283:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1786072118.635714:0:230283:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff936d2a2cce00. 00000020:00000040:0.0:1786072118.635721:0:230283:0:(genops.c:1231:class_import_get()) import ffff936d16267000 refcount=4 obd=MGC192.168.204.140@tcp 00000100:00000001:0.0:1786072118.635725:0:230283:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786072118.635728:0:230283:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786072118.635733:0:230283:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786072118.635741:0:230283:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff936c01382e00. 00000100:00000001:0.0:1786072118.635748:0:230283:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072118.635761:0:230283:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9500c81f-e128-413b-a15c-d036a6184eaf->MGS req@ffff936d2a2cce00 x1872818711269248/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786072118.635773:0:230283:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786072118.635777:0:230283:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072118.635783:0:230283:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088de70c2] to pc [ptlrpcd_00_01+1] req@ffff936d2a2cce00 x1872818711269248/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072118.635806:0:230283:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072118.635810:0:230283:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80aa5924-6869-4c81-88c0-98a34e467390->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786072118.635813:0:230283:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1786072118.635816:0:230283:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff936d2a2cdf80. 00000020:00000040:0.0:1786072118.635818:0:230283:0:(genops.c:1231:class_import_get()) import ffff936d16184800 refcount=4 obd=lustre-MDT0001-mdc-ffff936d3976a000 00000100:00000001:0.0:1786072118.635821:0:230283:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786072118.635822:0:230283:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786072118.635824:0:230283:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786072118.635827:0:230283:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff936c01382c00. 00000100:00000001:0.0:1786072118.635830:0:230283:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072118.635833:0:230283:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 80aa5924-6869-4c81-88c0-98a34e467390->lustre-MDT0001_UUID req@ffff936d2a2cdf80 x1872818711269376/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786072118.635840:0:230283:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786072118.635850:0:230283:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072118.635857:0:230283:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002bad4e56] to pc [ptlrpcd_00_00+0] req@ffff936d2a2cdf80 x1872818711269376/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072118.635865:0:230283:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072118.635867:0:230283:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80aa5924-6869-4c81-88c0-98a34e467390->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1786072118.635870:0:230283:0:(pinger.c:247:ptlrpc_pinger_process_import()) 80aa5924-6869-4c81-88c0-98a34e467390->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1786072118.635875:0:230283:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13249) 00000100:00000001:0.0:1786072118.635889:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786072118.635892:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786072118.635895:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786072118.635899:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff936d2a2cce00 x1872818711269248/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072118.635907:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786072118.635909:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786072118.635913:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786072118.635915:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786072118.635918:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786072118.635921:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff936d2a2cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9500c81f-e128-413b-a15c-d036a6184eaf:2419:1872818711269248:192.168.204.140@tcp:400:kworker.0 00000100:00000001:0.0:1786072118.635925:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786072118.635930:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786072118.635933:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786072118.635935:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786072118.635939:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff936d3a758600. 02000000:00000001:0.0:1786072118.635941:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786072118.635948:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000010:0.0:1786072118.635951:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff936d39273b00. 00000400:00000010:0.0:1786072118.635957:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d39ba2440. 00000100:00000200:0.0:1786072118.635964:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872818711269248, portal 25 00000100:00000001:0.0:1786072118.635966:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786072118.635967:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446624695801138688 : -119377908412928 : ffff936d2a2cce00) 00000100:00000040:0.0:1786072118.635973:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff936d2a2cce00 x1872818711269248/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072134 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072118.635989:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786072118.635991:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp 00000400:00000010:0.0:1786072118.635994:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d39ba27f8. 00000100:00000200:0.0:1786072118.635996:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1872818711269248, offset 0 00000400:00000200:0.0:1786072118.636003:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp 00000400:00000200:0.0:1786072118.636011:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072118.636017:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.140@tcp local destination 00000400:00000200:0.0:1786072118.636022:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786072118.636026:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp 00000400:00000200:0.0:1786072118.636029:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786072118.636032:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp 00000400:00000200:0.0:1786072118.637175:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [543750:543750:256:4294967295] 192.168.204.140@tcp LPNI seq info [543690:543690:8:4294967295] 00000400:00000200:0.0:1786072118.638141:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072118.638153:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) : PUT try# 0 00000800:00000200:0.0:1786072118.638162:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.140@tcp 00000800:00000010:0.0:1786072118.638168:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff936c01382000. 00000800:00000200:0.0:1786072118.638175:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff936d0afbc180] -> 12345-192.168.204.140@tcp (5) 00000800:00000200:0.0:1786072118.638330:0:2419:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988 00000800:00000200:0.0:1786072118.638335:0:2419:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff936c01382000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1786072118.638350:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786072118.638356:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000100:00000001:0.0:1786072118.638359:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4307916025 00000100:00000010:0.0:1786072118.638364:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff936d3d81b000. 00000100:00000001:0.0:1786072118.638370:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1786072118.638399:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4307916025 00000100:00000010:0.0:1786072118.638404:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff936d3d81bea0. 00000100:00000001:0.0:1786072118.638407:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1786072118.638411:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786072118.638415:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072118.638426:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072118.638429:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786072118.638438:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786072118.638440:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1786072118.638443:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786072118.638445:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786072118.638446:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786072118.638449:0:2419:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1786072118.638451:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786072118.638452:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786072118.638454:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786072118.638455:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786072118.638456:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786072118.638457:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786072118.638466:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff936d2a2cdf80 x1872818711269376/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072118.638475:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786072118.638477:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786072118.638481:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786072118.638484:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786072118.638487:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786072118.638490:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff936d2a2cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:80aa5924-6869-4c81-88c0-98a34e467390:2419:1872818711269376:192.168.204.140@tcp:400:kworker.0 00000100:00000001:0.0:1786072118.638494:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786072118.638500:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786072118.638502:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786072118.638505:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786072118.638509:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff936d3a758400. 02000000:00000001:0.0:1786072118.638512:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786072118.638516:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000010:0.0:1786072118.638520:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff936d392730b0. 00000400:00000010:0.0:1786072118.638527:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d39ba2550. 00000100:00000200:0.0:1786072118.638534:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872818711269376, portal 10 00000100:00000001:0.0:1786072118.638536:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786072118.638538:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446624695801143168 : -119377908408448 : ffff936d2a2cdf80) 00000100:00000040:0.0:1786072118.638909:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff936d2a2cdf80 x1872818711269376/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072118.638926:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786072118.638929:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp 00000400:00000010:0.0:1786072118.638933:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d39ba2dd0. 00000100:00000200:0.0:1786072118.638936:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872818711269376, offset 0 00000400:00000200:0.0:1786072118.638941:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp 00000400:00000200:0.0:1786072118.638949:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072118.638955:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.140@tcp local destination 00000400:00000200:0.0:1786072118.638960:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786072118.638964:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp 00000400:00000200:0.0:1786072118.638967:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786072118.638970:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp 00000400:00000200:0.0:1786072118.638973:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [543751:543751:255:4294967295] 192.168.204.140@tcp LPNI seq info [543691:543691:7:4294967295] 00000400:00000200:0.0:1786072118.638977:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072118.638984:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) : PUT try# 0 00000800:00000200:0.0:1786072118.638989:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.140@tcp 00000800:00000010:0.0:1786072118.638992:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff936d02aaa600. 00000800:00000200:0.0:1786072118.638997:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff936d0afbc180] -> 12345-192.168.204.140@tcp (5) 00000800:00000200:0.0:1786072118.639002:0:2419:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988 00000800:00000200:0.0:1786072118.639004:0:2419:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff936d02aaa600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1786072118.639008:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072118.639011:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff936d3976a000: using a timeout of 25932 usecs (26 jiffies) 00000400:00000200:0.0:1786072118.639014:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000100:00000001:0.0:1786072118.639016:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff936d3976a000: PM QoS new deadline estimation for cpu 0 is 4307912224 00000100:00000001:0.0:1786072118.639019:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff936d3976a000: PM QoS request active for cpu 0, keep current deadline 4307916025 00000100:00000001:0.0:1786072118.639021:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff936d3976a000: PM QoS new deadline estimation for cpu 1 is 4307912224 00000100:00000001:0.0:1786072118.639023:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff936d3976a000: PM QoS request active for cpu 1, keep current deadline 4307916025 00000100:00000001:0.0:1786072118.639025:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786072118.639027:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072118.639048:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072118.639052:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072118.639067:0:2418:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786072118.639069:0:2418:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1786072118.639107:0:2410:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786072118.639111:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff936c01382000. 00000400:00000200:0.0:1786072118.639117:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786072118.639122:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000400:00000200:0.0:1786072118.639127:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d39ba27f8 00000400:00000010:0.0:1786072118.639129:0:2410:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d39ba27f8. 00000100:00000001:0.0:1786072118.639133:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786072118.639138:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff936d2a2cce00 x1872818711269248/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072134 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072118.639148:0:2410:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786072118.639151:0:2410:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff936d2a2cce00 x1872818711269248/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072134 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072118.639158:0:2410:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072118.639160:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1786072118.640112:0:2410:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786072118.640117:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff936d02aaa600. 00000400:00000200:0.0:1786072118.640124:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786072118.640129:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000400:00000200:0.0:1786072118.640134:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d39ba2dd0 00000400:00000010:0.0:1786072118.640136:0:2410:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d39ba2dd0. 00000100:00000001:0.0:1786072118.640139:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786072118.640145:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff936d2a2cdf80 x1872818711269376/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072118.640154:0:2410:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786072118.640157:0:2410:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff936d2a2cdf80 x1872818711269376/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072203 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072118.640164:0:2410:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072118.640165:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1786072118.643963:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072118.643990:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786072118.643994:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072118.643997:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786072118.644006:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072118.644013:0:2411:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me 00000400:00000200:0.0:1786072118.644023:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072118.644028:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072118.644034:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072118.644038:0:2411:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 224 into portal 10 MB=0x6a75196039000 00000400:00000200:0.0:1786072118.644043:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072118.644050:0:2411:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.140@tcp of length 224/224 into md 0x5369f1 [1] + 224 00000800:00000001:0.0:1786072118.644058:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072118.644074:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786072118.644077:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786072118.644082:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000100:00000001:0.0:1786072118.644090:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786072118.644099:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff936d2a2cdf80 x1872818711269376/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072203 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786072118.644112:0:2411:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff936d2a2cdf80 x1872818711269376/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072203 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072118.644128:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786072118.644136:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072118.644140:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786072118.644154:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786072118.644158:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1786072118.644164:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786072118.644166:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786072118.644169:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff936d392730b0. 00000400:00000200:0.0:1786072118.644173:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d39ba2550 00000400:00000010:0.0:1786072118.644176:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d39ba2550. 00000100:00000001:0.0:1786072118.644178:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786072118.644183:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff936d2a2cdf80 x1872818711269376/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072203 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786072118.644204:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff936d2a2cdf80 x1872818711269376/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072203 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072118.644210:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786072118.644212:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786072118.644214:0:2419:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1786072118.644217:0:2419:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1786072118.644219:0:2419:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1786072118.644222:0:2419:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786072118.644225:0:2419:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1786072118.644235:0:2419:0:(import.c:2149:obd_at_measure()) add 60 to ffff936d16184c60 time=51 v=60 (60 60 60 60) 00000100:00001000:0.0:1786072118.644239:0:2419:0:(import.c:2149:obd_at_measure()) add 1 to ffff936d16184c18 time=115 v=5 (1 1 0 0) 00000100:00000001:0.0:1786072118.644241:0:2419:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1786072118.644243:0:2419:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072118.644246:0:2419:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1786072118.644251:0:2419:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff936d2a2cdf80 x1872818711269376/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072203 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1786072118.644257:0:2419:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072118.644260:0:2419:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1786072118.644262:0:2419:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff936d3976a000: skip recheck: last_committed 21474836545 00000100:00000001:0.0:1786072118.644264:0:2419:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1786072118.644266:0:2419:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072118.644270:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff936d2a2cdf80 x1872818711269376/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072203 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072118.644277:0:2419:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786072118.644280:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786072118.644282:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786072118.644286:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff936d2a2cdf80 x1872818711269376/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072203 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786072118.644293:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff936d2a2cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:80aa5924-6869-4c81-88c0-98a34e467390:2419:1872818711269376:192.168.204.140@tcp:400:kworker.0 00000100:00000001:0.0:1786072118.644307:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072118.644310:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786072118.644314:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff936d2a2cdf80 x1872818711269376/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072203 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072118.644321:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786072118.644323:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786072118.644326:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff936d3a758400. 02000000:00000001:0.0:1786072118.644330:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786072118.644332:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786072118.644334:0:2419:0:(genops.c:1244:class_import_put()) import ffff936d16184800 refcount=3 obd=lustre-MDT0001-mdc-ffff936d3976a000 00000020:00000001:0.0:1786072118.644336:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786072118.644339:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff936c01382c00. 02000000:00000001:0.0:1786072118.644344:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786072118.644346:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786072118.644347:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff936d2a2cdf80. 00000100:00000001:0.0:1786072118.644352:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786072118.644353:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786072118.644356:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072118.644358:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786072118.644359:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786072118.644360:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072118.644362:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1786072118.645779:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072118.645791:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786072118.645794:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072118.645864:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786072118.645873:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072118.645880:0:2410:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me 00000400:00000200:0.0:1786072118.645887:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072118.645892:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072118.645896:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072118.645899:0:2410:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 224 into portal 25 MB=0x6a75196038f80 00000400:00000200:0.0:1786072118.645903:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072118.645991:0:2410:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.140@tcp of length 224/224 into md 0x5369e1 [1] + 224 00000800:00000001:0.0:1786072118.645998:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072118.646012:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786072118.646015:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786072118.646019:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000100:00000001:0.0:1786072118.646026:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786072118.646033:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff936d2a2cce00 x1872818711269248/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072134 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786072118.646119:0:2410:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff936d2a2cce00 x1872818711269248/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072134 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072118.646135:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786072118.646143:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072118.646146:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786072118.646156:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786072118.646160:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1786072118.646166:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786072118.646168:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786072118.646171:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff936d39273b00. 00000400:00000200:0.0:1786072118.646175:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d39ba2440 00000400:00000010:0.0:1786072118.646261:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d39ba2440. 00000100:00000001:0.0:1786072118.646266:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786072118.646271:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff936d2a2cce00 x1872818711269248/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072134 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786072118.646280:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff936d2a2cce00 x1872818711269248/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072134 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072118.646286:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786072118.646288:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786072118.646290:0:2419:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1786072118.646293:0:2419:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1786072118.646295:0:2419:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1786072118.646297:0:2419:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786072118.646300:0:2419:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1786072118.646304:0:2419:0:(import.c:2149:obd_at_measure()) add 5 to ffff936d16267460 time=51 v=5 (5 5 5 5) 00000100:00001000:0.0:1786072118.646309:0:2419:0:(import.c:2149:obd_at_measure()) add 1 to ffff936d16267418 time=138 v=5 (1 1 0 0) 00000100:00000001:0.0:1786072118.646312:0:2419:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1786072118.646313:0:2419:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072118.646320:0:2419:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1786072118.646323:0:2419:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072118.646326:0:2419:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072118.646330:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff936d2a2cce00 x1872818711269248/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072134 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072118.646337:0:2419:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786072118.646340:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786072118.646342:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786072118.646345:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff936d2a2cce00 x1872818711269248/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072134 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786072118.646353:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff936d2a2cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9500c81f-e128-413b-a15c-d036a6184eaf:2419:1872818711269248:192.168.204.140@tcp:400:kworker.0 00000100:00000001:0.0:1786072118.646358:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786072118.646361:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786072118.646364:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff936d2a2cce00 x1872818711269248/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072134 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072118.646370:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786072118.646373:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786072118.646408:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff936d3a758600. 02000000:00000001:0.0:1786072118.646412:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786072118.646414:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786072118.646416:0:2419:0:(genops.c:1244:class_import_put()) import ffff936d16267000 refcount=3 obd=MGC192.168.204.140@tcp 00000020:00000001:0.0:1786072118.646418:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786072118.646420:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff936c01382e00. 02000000:00000001:0.0:1786072118.646424:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786072118.646425:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786072118.646427:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff936d2a2cce00. 00000100:00000001:0.0:1786072118.646431:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786072118.646432:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786072118.646434:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786072118.646441:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786072118.646443:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072118.646445:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786072118.646447:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072118.696498:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072118.696508:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072118.696514:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072118.696515:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072118.696519:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072118.696520:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786072118.696603:0:233680:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786072118.696607:0:233680:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786072118.696611:0:233680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786072119.721274:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072119.721281:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072119.721287:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072119.721288:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072119.721291:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072119.721292:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786072119.721539:0:239616:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786072119.721543:0:239616:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786072119.721546:0:239616:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786072120.744538:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072120.744625:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072120.744632:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072120.744633:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072120.744637:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072120.744638:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786072120.744656:0:245326:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786072120.744659:0:245326:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786072120.744661:0:245326:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786072121.768517:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072121.768524:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072121.768754:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072121.768756:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072121.768760:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072121.768761:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786072121.768963:0:233679:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786072121.768966:0:233679:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786072121.768969:0:233679:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1786072122.477630:0:273755:0:(connection.c:75:cpu_latency_work()) work item of ffff936d05017800 (cpu 0) has reached its deadline 4307916025, at 4307916036 00000100:00000010:0.0:1786072122.477645:0:273755:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff936d3d81b000. 00000100:00000040:1.0:1786072122.481453:0:272817:0:(connection.c:75:cpu_latency_work()) work item of ffff936d05017910 (cpu 1) has reached its deadline 4307916025, at 4307916041 00000100:00000010:1.0:1786072122.481467:0:272817:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff936d3d81bea0. 00010000:00000001:0.0:1786072122.793706:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072122.793715:0:273755:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786072122.793717:0:273755:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786072122.793720:0:273755:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072122.793725:0:273755:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786072122.793736:0:273755:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072122.793738:0:273755:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072122.793740:0:273755:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072122.793745:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072122.793746:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072122.793750:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072122.793751:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786072122.793883:0:245327:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786072122.793888:0:245327:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786072122.793891:0:245327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1786072123.259678:0:276924:0:(llite_lib.c:4245:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1786072123.647790:0:276961:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1786072123.647798:0:276961:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg440-client.virtnet: executing wait_import_state FULL osc.lustre-OST0000-osc-ffff936d3976a000.ost_server_uuid 50 00000001:00000001:2.0:1786072123.665691:0:276961:0:(debug.c:656:libcfs_debug_mark_buffer()) ************************************************** 00000100:00000040:2.0:1786072123.756749:0:274015:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9500c81f-e128-413b-a15c-d036a6184eaf->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786072123.756759:0:274015:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1786072123.756766:0:274015:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff936d06439500. 00000020:00000040:2.0:1786072123.756772:0:274015:0:(genops.c:1231:class_import_get()) import ffff936d16267000 refcount=4 obd=MGC192.168.204.140@tcp 00000100:00000001:2.0:1786072123.756775:0:274015:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786072123.756778:0:274015:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786072123.756783:0:274015:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786072123.756790:0:274015:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff936d0665a200. 00000100:00000001:2.0:1786072123.756797:0:274015:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786072123.756810:0:274015:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9500c81f-e128-413b-a15c-d036a6184eaf->MGS req@ffff936d06439500 x1872818711269504/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786072123.756833:0:274015:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786072123.756838:0:274015:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786072123.756844:0:274015:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca3e26d2] to pc [ptlrpcd_01_00+0] req@ffff936d06439500 x1872818711269504/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786072123.756867:0:274015:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786072123.756870:0:274015:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80aa5924-6869-4c81-88c0-98a34e467390->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786072123.756873:0:274015:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1786072123.756875:0:274015:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff936d06439f80. 00000020:00000040:2.0:1786072123.756878:0:274015:0:(genops.c:1231:class_import_get()) import ffff936d16266800 refcount=10 obd=lustre-MDT0000-mdc-ffff936d3976a000 00000100:00000001:2.0:1786072123.756880:0:274015:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786072123.756882:0:274015:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786072123.756884:0:274015:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786072123.756887:0:274015:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff936d0665a300. 00000100:00000001:2.0:1786072123.756889:0:274015:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786072123.756893:0:274015:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 80aa5924-6869-4c81-88c0-98a34e467390->lustre-MDT0000_UUID req@ffff936d06439f80 x1872818711269632/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786072123.756899:0:274015:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786072123.756901:0:274015:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786072123.756905:0:274015:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000745aeade] to pc [ptlrpcd_01_01+1] req@ffff936d06439f80 x1872818711269632/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786072123.756912:0:274015:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786072123.756915:0:274015:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80aa5924-6869-4c81-88c0-98a34e467390->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786072123.756918:0:274015:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1786072123.756920:0:274015:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff936d0643b800. 00000020:00000040:2.0:1786072123.756922:0:274015:0:(genops.c:1231:class_import_get()) import ffff936d16184800 refcount=4 obd=lustre-MDT0001-mdc-ffff936d3976a000 00000100:00000001:2.0:1786072123.756924:0:274015:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786072123.756925:0:274015:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786072123.756927:0:274015:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786072123.756929:0:274015:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff936d0665a700. 00000100:00000001:2.0:1786072123.756937:0:274015:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786072123.756941:0:274015:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 80aa5924-6869-4c81-88c0-98a34e467390->lustre-MDT0001_UUID req@ffff936d0643b800 x1872818711269760/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786072123.756948:0:274015:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786072123.756950:0:274015:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786072123.756954:0:274015:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000258b1a99] to pc [ptlrpcd_01_00+0] req@ffff936d0643b800 x1872818711269760/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786072123.756961:0:274015:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786072123.756963:0:274015:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80aa5924-6869-4c81-88c0-98a34e467390->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786072123.756967:0:274015:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1786072123.756970:0:274015:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff936d0643a300. 00000020:00000040:2.0:1786072123.756972:0:274015:0:(genops.c:1231:class_import_get()) import ffff936d16262800 refcount=4 obd=lustre-OST0000-osc-ffff936d3976a000 00000100:00000001:2.0:1786072123.756973:0:274015:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786072123.756975:0:274015:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786072123.756976:0:274015:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786072123.756979:0:274015:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff936d0665a000. 00000100:00000001:2.0:1786072123.756981:0:274015:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786072123.756985:0:274015:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 80aa5924-6869-4c81-88c0-98a34e467390->lustre-OST0000_UUID req@ffff936d0643a300 x1872818711269888/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786072123.756991:0:274015:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786072123.756993:0:274015:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786072123.756996:0:274015:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c0210c3] to pc [ptlrpcd_01_01+1] req@ffff936d0643a300 x1872818711269888/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786072123.757003:0:274015:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786072123.757006:0:274015:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80aa5924-6869-4c81-88c0-98a34e467390->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1786072123.757009:0:274015:0:(pinger.c:247:ptlrpc_pinger_process_import()) 80aa5924-6869-4c81-88c0-98a34e467390->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1786072123.757014:0:274015:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13255) 00000100:00000001:2.0:1786072123.757194:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786072123.757199:0:2420:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786072123.757206:0:2420:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786072123.757211:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff936d06439500 x1872818711269504/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786072123.757219:0:2420:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786072123.757221:0:2420:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786072123.757225:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786072123.757227:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786072123.757230:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786072123.757233:0:2420:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff936d06439500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9500c81f-e128-413b-a15c-d036a6184eaf:2420:1872818711269504:192.168.204.140@tcp:400:kworker.0 00000100:00000001:2.0:1786072123.757237:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786072123.757243:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786072123.757245:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786072123.757248:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786072123.757252:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff936d0b399a00. 02000000:00000001:2.0:1786072123.757254:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786072123.757261:0:2420:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000010:2.0:1786072123.757265:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff936d3d5f9d68. 00000400:00000010:2.0:1786072123.757272:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d0b26c088. 00000100:00000200:2.0:1786072123.757279:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872818711269504, portal 25 00000100:00000001:2.0:1786072123.757282:0:2420:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786072123.757283:0:2420:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446624695198651648 : -119378510899968 : ffff936d06439500) 00000100:00000040:2.0:1786072123.757300:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff936d06439500 x1872818711269504/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072139 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786072123.757307:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786072123.757310:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp 00000400:00000010:2.0:1786072123.757313:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d0b26c4c8. 00000100:00000200:2.0:1786072123.757317:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1872818711269504, offset 0 00000400:00000200:2.0:1786072123.757323:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp 00000400:00000200:2.0:1786072123.757331:0:2420:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:2.0:1786072123.757338:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.140@tcp local destination 00000400:00000200:2.0:1786072123.757344:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786072123.757348:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp 00000400:00000200:2.0:1786072123.757351:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786072123.769238:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp 00000400:00000200:2.0:1786072123.769435:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [543752:543752:256:4294967295] 192.168.204.140@tcp LPNI seq info [543692:543692:8:4294967295] 00000400:00000200:2.0:1786072123.769443:0:2420:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:2.0:1786072123.769457:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) : PUT try# 0 00000800:00000200:2.0:1786072123.769464:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.140@tcp 00000100:00000001:2.0:1786072123.769474:0:2421:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786072123.769478:0:2421:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786072123.769481:0:2421:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000800:00000010:3.0:1786072123.769756:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff936d398e0200. 00000800:00000200:3.0:1786072123.769765:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff936d0afbc180] -> 12345-192.168.204.140@tcp (5) 00000800:00000200:3.0:1786072123.769773:0:2420:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988 00000800:00000200:3.0:1786072123.769777:0:2420:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff936d398e0200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1786072123.769803:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786072123.769807:0:2421:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff936d06439f80 x1872818711269632/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1786072123.769810:0:2420:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000100:00000001:3.0:1786072123.769812:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4307921157 00000100:00000010:3.0:1786072123.769817:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff936d29a68360. 00000100:00000001:2.0:1786072123.769818:0:2421:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786072123.769820:0:2421:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072123.769824:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0 02000000:00000001:2.0:1786072123.769825:0:2421:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786072123.769828:0:2421:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786072123.769830:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4307921157 02000000:00000001:2.0:1786072123.769831:0:2421:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786072123.769833:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff936d29a68060. 00000100:00100000:2.0:1786072123.769834:0:2421:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff936d06439f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:80aa5924-6869-4c81-88c0-98a34e467390:2421:1872818711269632:192.168.204.140@tcp:400:kworker.0 00000100:00000001:3.0:1786072123.769836:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1786072123.769839:0:2421:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1786072123.769840:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786072123.769842:0:2420:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072123.769845:0:2420:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1786072123.769845:0:2421:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786072123.769847:0:2421:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786072123.769850:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff936d0643b800 x1872818711269760/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1786072123.769850:0:2421:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786072123.769854:0:2421:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff936d0b399800. 02000000:00000001:2.0:1786072123.769856:0:2421:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072123.769858:0:2420:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786072123.769859:0:2420:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786072123.769861:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1786072123.769861:0:2421:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 02000000:00000001:3.0:1786072123.769863:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786072123.769864:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1786072123.769864:0:2421:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff936d3d5f9898. 00000100:00100000:3.0:1786072123.769867:0:2420:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff936d0643b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:80aa5924-6869-4c81-88c0-98a34e467390:2420:1872818711269760:192.168.204.140@tcp:400:kworker.0 00000100:00000001:3.0:1786072123.769870:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:2.0:1786072123.769871:0:2421:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d0b26cee0. 02000000:00000001:3.0:1786072123.769872:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786072123.769874:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786072123.769875:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786072123.769877:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff936d049ffc00. 00000100:00000200:2.0:1786072123.769878:0:2421:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872818711269632, portal 10 02000000:00000001:3.0:1786072123.769879:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072123.769880:0:2421:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1786072123.769882:0:2420:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000100:00000001:2.0:1786072123.769882:0:2421:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446624695198654336 : -119378510897280 : ffff936d06439f80) 00000400:00000010:3.0:1786072123.769884:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff936d0b394370. 00000400:00000010:3.0:1786072123.769887:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d09cd0d48. 00000100:00000040:2.0:1786072123.769889:0:2421:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff936d06439f80 x1872818711269632/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786072123.769890:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872818711269760, portal 10 00000100:00000001:3.0:1786072123.769891:0:2420:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786072123.769893:0:2420:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446624695198660608 : -119378510891008 : ffff936d0643b800) 00000100:00000001:2.0:1786072123.769896:0:2421:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786072123.769898:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff936d0643b800 x1872818711269760/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1786072123.769904:0:2421:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp 00000400:00000010:2.0:1786072123.769907:0:2421:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d0b26c220. 00000100:00000001:3.0:1786072123.769908:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786072123.769910:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp 00000100:00000200:2.0:1786072123.769911:0:2421:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872818711269632, offset 0 00000400:00000010:3.0:1786072123.769912:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d09cd0cc0. 00000100:00000200:3.0:1786072123.769914:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872818711269760, offset 0 00000400:00000200:2.0:1786072123.769916:0:2421:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp 00000800:00000200:0.0:1786072123.770185:0:2411:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786072123.770191:0:2411:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff936d398e0200. 00000400:00000200:0.0:1786072123.770196:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786072123.770201:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000400:00000200:3.0:1786072123.770300:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp 00000400:00000200:0.0:1786072123.770320:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d0b26c4c8 00000400:00000010:0.0:1786072123.770323:0:2411:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d0b26c4c8. 00000100:00000001:0.0:1786072123.770329:0:2411:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786072123.770334:0:2411:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff936d06439500 x1872818711269504/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072139 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072123.770344:0:2411:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786072123.770347:0:2411:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff936d06439500 x1872818711269504/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072139 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072123.770354:0:2411:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072123.770356:0:2411:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1786072123.772154:0:2421:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:2.0:1786072123.772168:0:2421:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.140@tcp local destination 00000400:00000200:2.0:1786072123.772173:0:2421:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786072123.772177:0:2421:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp 00000400:00000200:2.0:1786072123.772181:0:2421:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786072123.772184:0:2421:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp 00000400:00000200:2.0:1786072123.772188:0:2421:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [543753:543753:256:4294967295] 192.168.204.140@tcp LPNI seq info [543693:543693:8:4294967295] 00000400:00000200:2.0:1786072123.772193:0:2421:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:2.0:1786072123.772205:0:2421:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) : PUT try# 0 00000800:00000200:2.0:1786072123.772211:0:2421:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.140@tcp 00000800:00000010:2.0:1786072123.772219:0:2421:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff936d0665aa00. 00000800:00000200:2.0:1786072123.772226:0:2421:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff936d0afbc180] -> 12345-192.168.204.140@tcp (5) 00000800:00000200:2.0:1786072123.772233:0:2421:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988 00000800:00000200:2.0:1786072123.772237:0:2421:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff936d0665aa00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1786072123.772389:0:2421:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786072123.772397:0:2421:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: using a timeout of 22733 usecs (23 jiffies) 00000400:00000200:2.0:1786072123.772401:0:2421:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000100:00000001:2.0:1786072123.772404:0:2421:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: PM QoS new deadline estimation for cpu 0 is 4307917352 00000100:00000001:2.0:1786072123.772408:0:2421:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: PM QoS request active for cpu 0, keep current deadline 4307921157 00000100:00000001:2.0:1786072123.772410:0:2421:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: PM QoS new deadline estimation for cpu 1 is 4307917352 00000100:00000001:2.0:1786072123.772412:0:2421:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: PM QoS request active for cpu 1, keep current deadline 4307921157 00000100:00000001:2.0:1786072123.772415:0:2421:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786072123.772418:0:2421:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072123.772422:0:2421:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786072123.772430:0:2421:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff936d0643a300 x1872818711269888/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786072123.772454:0:2421:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786072123.772457:0:2421:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786072123.772461:0:2421:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786072123.772464:0:2421:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786072123.772467:0:2421:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786072123.772470:0:2421:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff936d0643a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:80aa5924-6869-4c81-88c0-98a34e467390:2421:1872818711269888:192.168.204.140@tcp:400:kworker.0 00000100:00000001:2.0:1786072123.772475:0:2421:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786072123.772480:0:2421:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786072123.772482:0:2421:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786072123.772485:0:2421:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786072123.772489:0:2421:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff936d0b398400. 02000000:00000001:2.0:1786072123.772807:0:2421:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786072123.772812:0:2421:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000010:2.0:1786072123.772817:0:2421:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff936d3d5f99f8. 00000400:00000010:2.0:1786072123.772823:0:2421:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d0b26c990. 00000100:00000200:2.0:1786072123.772829:0:2421:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872818711269888, portal 4 00000100:00000001:2.0:1786072123.772832:0:2421:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786072123.772833:0:2421:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446624695198655232 : -119378510896384 : ffff936d0643a300) 00000100:00000040:2.0:1786072123.772842:0:2421:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff936d0643a300 x1872818711269888/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786072123.772849:0:2421:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786072123.772852:0:2421:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp 00000400:00000010:2.0:1786072123.772854:0:2421:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d0b26c110. 00000100:00000200:2.0:1786072123.772857:0:2421:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1872818711269888, offset 0 00000400:00000200:2.0:1786072123.772863:0:2421:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp 00000800:00000200:0.0:1786072123.773241:0:2410:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786072123.773246:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff936d0665aa00. 00000400:00000200:0.0:1786072123.773252:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786072123.773257:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000400:00000200:0.0:1786072123.773262:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d0b26c220 00000400:00000010:0.0:1786072123.773265:0:2410:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d0b26c220. 00000100:00000001:0.0:1786072123.773270:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786072123.773275:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff936d06439f80 x1872818711269632/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072123.773287:0:2410:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786072123.773300:0:2410:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff936d06439f80 x1872818711269632/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072208 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072123.773317:0:2410:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072123.773319:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1786072123.778569:0:2420:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:3.0:1786072123.778583:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.140@tcp local destination 00000400:00000200:3.0:1786072123.778589:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786072123.778594:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp 00000400:00000200:3.0:1786072123.778598:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786072123.778601:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp 00000400:00000200:3.0:1786072123.778604:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [543754:543754:256:4294967295] 192.168.204.140@tcp LPNI seq info [543694:543694:8:4294967295] 00000400:00000200:3.0:1786072123.778609:0:2420:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:3.0:1786072123.778619:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) : PUT try# 0 00000800:00000200:3.0:1786072123.778625:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.140@tcp 00000800:00000010:3.0:1786072123.778631:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff936d398e0500. 00000800:00000200:3.0:1786072123.778638:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff936d0afbc180] -> 12345-192.168.204.140@tcp (5) 00000800:00000200:3.0:1786072123.778646:0:2420:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988 00000800:00000200:3.0:1786072123.778650:0:2420:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff936d398e0500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1786072123.778661:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786072123.778668:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff936d3976a000: using a timeout of 25931 usecs (26 jiffies) 00000400:00000200:3.0:1786072123.778672:0:2420:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000100:00000001:3.0:1786072123.778675:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff936d3976a000: PM QoS new deadline estimation for cpu 0 is 4307917364 00000100:00000001:3.0:1786072123.778677:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff936d3976a000: PM QoS request active for cpu 0, keep current deadline 4307921157 00000100:00000001:3.0:1786072123.778679:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff936d3976a000: PM QoS new deadline estimation for cpu 1 is 4307917364 00000100:00000001:3.0:1786072123.778681:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff936d3976a000: PM QoS request active for cpu 1, keep current deadline 4307921157 00000100:00000001:3.0:1786072123.778684:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786072123.778687:0:2420:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072123.778697:0:2420:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072123.778701:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786072123.778709:0:2420:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786072123.778711:0:2420:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1786072123.778714:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786072123.778716:0:2420:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786072123.778717:0:2420:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072123.778720:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1786072123.779476:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072123.779552:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786072123.779556:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072123.779559:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786072123.779566:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072123.779572:0:2411:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me 00000400:00000200:1.0:1786072123.779580:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072123.779583:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072123.779595:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072123.779598:0:2411:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 224 into portal 25 MB=0x6a75196039080 00000400:00000200:1.0:1786072123.779603:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072123.779608:0:2411:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.140@tcp of length 224/224 into md 0x536a01 [1] + 224 00000800:00000001:1.0:1786072123.779615:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072123.779619:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786072123.779623:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786072123.779627:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000100:00000001:1.0:1786072123.779635:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786072123.779644:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff936d06439500 x1872818711269504/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072139 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786072123.779654:0:2411:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff936d06439500 x1872818711269504/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072139 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072123.779672:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:1.0:1786072123.779806:0:2411:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786072123.779810:0:2411:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff936d398e0500. 00000400:00000200:1.0:1786072123.779815:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786072123.779818:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000400:00000200:1.0:1786072123.779822:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d09cd0cc0 00000400:00000010:1.0:1786072123.779824:0:2411:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d09cd0cc0. 00000100:00000001:1.0:1786072123.779828:0:2411:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786072123.779832:0:2411:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff936d0643b800 x1872818711269760/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072123.779843:0:2411:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786072123.779847:0:2411:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff936d0643b800 x1872818711269760/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072208 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072123.779854:0:2411:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072123.779855:0:2411:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1786072123.779861:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072123.779866:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786072123.779868:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072123.779870:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786072123.779880:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072123.779884:0:2411:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me 00000400:00000200:1.0:1786072123.779888:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072123.779891:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072123.779894:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072123.779897:0:2411:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 224 into portal 10 MB=0x6a75196039100 00000400:00000200:1.0:1786072123.779901:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072123.779905:0:2411:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.140@tcp of length 224/224 into md 0x536a09 [1] + 224 00000800:00000001:1.0:1786072123.779909:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072123.779915:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786072123.779917:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786072123.779920:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000100:00000001:1.0:1786072123.779923:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786072123.779928:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff936d06439f80 x1872818711269632/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072208 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786072123.779937:0:2411:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff936d06439f80 x1872818711269632/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072208 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072123.779945:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786072123.779948:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072123.779950:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1786072123.780059:0:2421:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:2.0:1786072123.780066:0:2421:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.140@tcp local destination 00000400:00000200:2.0:1786072123.780070:0:2421:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786072123.780074:0:2421:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp 00000400:00000200:2.0:1786072123.780077:0:2421:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786072123.780080:0:2421:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp 00000400:00000200:2.0:1786072123.780090:0:2421:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [543755:543755:256:4294967295] 192.168.204.140@tcp LPNI seq info [543695:543695:8:4294967295] 00000400:00000200:2.0:1786072123.780095:0:2421:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:2.0:1786072123.780103:0:2421:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) : PUT try# 0 00000800:00000200:2.0:1786072123.780108:0:2421:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.140@tcp 00000800:00000010:2.0:1786072123.780112:0:2421:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff936d0665ab00. 00000800:00000200:2.0:1786072123.780117:0:2421:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff936d0afbc180] -> 12345-192.168.204.140@tcp (5) 00000800:00000200:2.0:1786072123.780124:0:2421:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988 00000800:00000200:2.0:1786072123.780127:0:2421:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff936d0665ab00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1786072123.780176:0:2421:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786072123.780181:0:2421:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff936d3976a000: using a timeout of 156685 usecs (157 jiffies) 00000400:00000200:2.0:1786072123.780184:0:2421:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000100:00000001:2.0:1786072123.780186:0:2421:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff936d3976a000: PM QoS new deadline estimation for cpu 0 is 4307917496 00000100:00000001:2.0:1786072123.780189:0:2421:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff936d3976a000: PM QoS request active for cpu 0, keep current deadline 4307921157 00000100:00000001:2.0:1786072123.780191:0:2421:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff936d3976a000: PM QoS new deadline estimation for cpu 1 is 4307917496 00000100:00000001:2.0:1786072123.780193:0:2421:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff936d3976a000: PM QoS request active for cpu 1, keep current deadline 4307921157 00000100:00000001:2.0:1786072123.780196:0:2421:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786072123.780199:0:2421:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072123.780202:0:2421:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072123.780205:0:2421:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786072123.780211:0:2421:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786072123.780213:0:2421:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:2.0:1786072123.780215:0:2421:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786072123.780217:0:2421:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1786072123.780222:0:2421:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786072123.780223:0:2421:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786072123.780226:0:2421:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff936d3d5f9898. 00000400:00000200:2.0:1786072123.780229:0:2421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d0b26cee0 00000400:00000010:2.0:1786072123.780230:0:2421:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d0b26cee0. 00000100:00000001:2.0:1786072123.780235:0:2421:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786072123.780239:0:2421:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff936d06439f80 x1872818711269632/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072208 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786072123.780400:0:2421:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff936d06439f80 x1872818711269632/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072208 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786072123.780408:0:2421:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786072123.780410:0:2421:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786072123.780412:0:2421:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786072123.780415:0:2421:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786072123.780418:0:2421:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786072123.780420:0:2421:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786072123.780423:0:2421:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786072123.780431:0:2421:0:(import.c:2149:obd_at_measure()) add 60 to ffff936d16266c60 time=56 v=60 (60 60 60 60) 00000100:00001000:2.0:1786072123.780436:0:2421:0:(import.c:2149:obd_at_measure()) add 1 to ffff936d16266c18 time=143 v=5 (1 1 0 0) 00000100:00000001:2.0:1786072123.780438:0:2421:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786072123.780440:0:2421:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786072123.780443:0:2421:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1786072123.780446:0:2421:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072123.780449:0:2421:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1786072123.780451:0:2421:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff936d3976a000: committing for last_committed 30064771465 gen 1 00000100:00000040:2.0:1786072123.780457:0:2421:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 30064771465) req@ffff936d06346680 x1872818711267712/t30064771462(30064771462) o101->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 528/608 e 0 to 0 dl 1786072203 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1786072123.780465:0:2421:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786072123.780467:0:2421:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446624695197656704 : -119378511894912 : ffff936d06346680) 00000100:00000001:2.0:1786072123.780470:0:2421:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786072123.780473:0:2421:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff936d06346680 x1872818711267712/t30064771462(30064771462) o101->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 528/608 e 0 to 0 dl 1786072203 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1786072123.780480:0:2421:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072123.780481:0:2421:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786072123.780485:0:2421:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff936d0643ad80 x1872818711268736/t30064771465(30064771465) o35->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1786072134 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1786072123.780558:0:2421:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786072123.780561:0:2421:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff936d065dfc20. 00000100:00000001:2.0:1786072123.780569:0:2421:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786072123.780573:0:2421:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff936d06346680 x1872818711267712/t30064771462(30064771462) o101->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 528/608 e 0 to 0 dl 1786072203 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1786072123.780580:0:2421:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1786072123.780583:0:2421:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786072123.780585:0:2421:0:(genops.c:1244:class_import_put()) import ffff936d16266800 refcount=9 obd=lustre-MDT0000-mdc-ffff936d3976a000 00000020:00000001:2.0:1786072123.780587:0:2421:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786072123.780590:0:2421:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff936d056e4000. 02000000:00000001:2.0:1786072123.780593:0:2421:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786072123.780595:0:2421:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786072123.780597:0:2421:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff936d06346680. 00000100:00000001:2.0:1786072123.780600:0:2421:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786072123.780601:0:2421:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786072123.780606:0:2421:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 30064771465) req@ffff936d0643aa00 x1872818711267968/t30064771463(30064771463) o101->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 576/664 e 0 to 0 dl 1786072203 ref 1 fl Complete:RQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1786072123.780613:0:2421:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786072123.780614:0:2421:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446624695198657024 : -119378510894592 : ffff936d0643aa00) 00000100:00000001:2.0:1786072123.780617:0:2421:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786072123.780620:0:2421:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff936d0643aa00 x1872818711267968/t30064771463(30064771463) o101->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 576/664 e 0 to 0 dl 1786072203 ref 2 fl Complete:RMQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1786072123.780626:0:2421:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072123.780627:0:2421:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786072123.780631:0:2421:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff936d06438700 x1872818711268352/t30064771464(30064771464) o35->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1786072134 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1786072123.780637:0:2421:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786072123.780638:0:2421:0:(client.c:2934:obd_mod_free()) kfreed 'mod': 32 at ffff936d065df3a0. 00000100:00000001:2.0:1786072123.780640:0:2421:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786072123.780643:0:2421:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff936d0643aa00 x1872818711267968/t30064771463(30064771463) o101->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 576/664 e 0 to 0 dl 1786072203 ref 1 fl Complete:RMQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1786072123.780649:0:2421:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786072123.780652:0:2421:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786072123.780656:0:2421:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff936d39bc0000. 02000000:00000001:2.0:1786072123.780698:0:2421:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786072123.780700:0:2421:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786072123.780701:0:2421:0:(genops.c:1244:class_import_put()) import ffff936d16266800 refcount=8 obd=lustre-MDT0000-mdc-ffff936d3976a000 00000020:00000001:2.0:1786072123.780704:0:2421:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786072123.780706:0:2421:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff936d0b004400. 02000000:00000001:2.0:1786072123.780709:0:2421:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786072123.780710:0:2421:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786072123.780712:0:2421:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff936d0643aa00. 00000100:00000001:2.0:1786072123.780714:0:2421:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786072123.780716:0:2421:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786072123.780720:0:2421:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 30064771465) req@ffff936d06438700 x1872818711268352/t30064771464(30064771464) o35->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1786072134 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1786072123.780727:0:2421:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786072123.780730:0:2421:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff936d06438700 x1872818711268352/t30064771464(30064771464) o35->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1786072134 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1786072123.780805:0:2421:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786072123.780807:0:2421:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786072123.780808:0:2421:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff936d0b007800. 02000000:00000001:2.0:1786072123.780811:0:2421:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786072123.780813:0:2421:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786072123.780814:0:2421:0:(genops.c:1244:class_import_put()) import ffff936d16266800 refcount=7 obd=lustre-MDT0000-mdc-ffff936d3976a000 00000020:00000001:2.0:1786072123.780816:0:2421:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786072123.780817:0:2421:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff936d049fe600. 02000000:00000001:2.0:1786072123.780821:0:2421:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786072123.780822:0:2421:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786072123.780824:0:2421:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff936d06438700. 00000100:00000001:2.0:1786072123.780826:0:2421:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786072123.780827:0:2421:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786072123.780832:0:2421:0:(client.c:3168:ptlrpc_free_committed()) @@@ commit (last_committed 30064771465) req@ffff936d0643ad80 x1872818711268736/t30064771465(30064771465) o35->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1786072134 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1786072123.780839:0:2421:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786072123.780842:0:2421:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff936d0643ad80 x1872818711268736/t30064771465(30064771465) o35->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1786072134 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1786072123.780860:0:2421:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786072123.780861:0:2421:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786072123.780863:0:2421:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff936d0b007c00. 02000000:00000001:2.0:1786072123.780865:0:2421:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786072123.780866:0:2421:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786072123.780867:0:2421:0:(genops.c:1244:class_import_put()) import ffff936d16266800 refcount=6 obd=lustre-MDT0000-mdc-ffff936d3976a000 00000020:00000001:2.0:1786072123.780869:0:2421:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786072123.780871:0:2421:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff936d049fee00. 02000000:00000001:2.0:1786072123.780873:0:2421:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786072123.780874:0:2421:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786072123.780875:0:2421:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff936d0643ad80. 00000100:00000001:2.0:1786072123.780877:0:2421:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786072123.780878:0:2421:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786072123.780881:0:2421:0:(client.c:3175:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1786072123.780884:0:2421:0:(client.c:3222:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff936d3976a000: normal: skip=1 replay=4/4 committed=0/0 00000100:00000001:2.0:1786072123.780886:0:2421:0:(client.c:3223:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1786072123.780888:0:2421:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786072123.780894:0:2421:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff936d06439f80 x1872818711269632/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072208 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786072123.780901:0:2421:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786072123.780904:0:2421:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786072123.780906:0:2421:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786072123.780911:0:2421:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff936d06439f80 x1872818711269632/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072208 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786072123.780917:0:2421:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff936d06439f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:80aa5924-6869-4c81-88c0-98a34e467390:2421:1872818711269632:192.168.204.140@tcp:400:kworker.0 00000100:00000001:2.0:1786072123.780923:0:2421:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072123.780925:0:2421:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786072123.780927:0:2421:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff936d06439f80 x1872818711269632/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072208 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786072123.780933:0:2421:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786072123.780939:0:2421:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786072123.780941:0:2421:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff936d0b399800. 02000000:00000001:2.0:1786072123.780945:0:2421:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786072123.780947:0:2421:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786072123.780948:0:2421:0:(genops.c:1244:class_import_put()) import ffff936d16266800 refcount=5 obd=lustre-MDT0000-mdc-ffff936d3976a000 00000020:00000001:2.0:1786072123.780950:0:2421:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786072123.780952:0:2421:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff936d0665a300. 02000000:00000001:2.0:1786072123.780954:0:2421:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786072123.780955:0:2421:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786072123.780956:0:2421:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff936d06439f80. 00000100:00000001:2.0:1786072123.780959:0:2421:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786072123.780960:0:2421:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786072123.780963:0:2421:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072123.780964:0:2421:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786072123.780966:0:2421:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786072123.780968:0:2421:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072123.780970:0:2421:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072123.781277:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786072123.781279:0:2420:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1786072123.781287:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786072123.781298:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786072123.781301:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff936d3d5f9d68. 00000400:00000200:3.0:1786072123.781305:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d0b26c088 00000400:00000010:3.0:1786072123.781307:0:2420:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d0b26c088. 00000100:00000001:3.0:1786072123.781311:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786072123.781316:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff936d06439500 x1872818711269504/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072139 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786072123.781325:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff936d06439500 x1872818711269504/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072139 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072123.781331:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786072123.781333:0:2420:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786072123.781335:0:2420:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1786072123.781336:0:2420:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1786072123.781338:0:2420:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1786072123.781340:0:2420:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786072123.781343:0:2420:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1786072123.781346:0:2420:0:(import.c:2149:obd_at_measure()) add 5 to ffff936d16267460 time=56 v=5 (5 5 5 5) 00000100:00001000:3.0:1786072123.781349:0:2420:0:(import.c:2149:obd_at_measure()) add 1 to ffff936d16267418 time=143 v=5 (1 1 0 0) 00000100:00000001:3.0:1786072123.781352:0:2420:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1786072123.781353:0:2420:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786072123.781355:0:2420:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1786072123.781357:0:2420:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072123.781359:0:2420:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786072123.781363:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff936d06439500 x1872818711269504/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072139 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072123.785071:0:2420:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786072123.785076:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786072123.785078:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786072123.785092:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff936d06439500 x1872818711269504/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072139 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786072123.785102:0:2420:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff936d06439500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9500c81f-e128-413b-a15c-d036a6184eaf:2420:1872818711269504:192.168.204.140@tcp:400:kworker.0 00000100:00000001:3.0:1786072123.785110:0:2420:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072123.785114:0:2420:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786072123.785118:0:2420:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff936d06439500 x1872818711269504/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072139 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072123.785124:0:2420:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786072123.785127:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786072123.785131:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff936d0b399a00. 02000000:00000001:3.0:1786072123.785136:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786072123.785138:0:2420:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786072123.785140:0:2420:0:(genops.c:1244:class_import_put()) import ffff936d16267000 refcount=3 obd=MGC192.168.204.140@tcp 00000020:00000001:3.0:1786072123.785142:0:2420:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786072123.785145:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff936d0665a200. 02000000:00000001:3.0:1786072123.785148:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786072123.785150:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786072123.785151:0:2420:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff936d06439500. 00000100:00000001:3.0:1786072123.785154:0:2420:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786072123.785155:0:2420:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786072123.785159:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072123.785161:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786072123.785163:0:2420:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786072123.785165:0:2420:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072123.785167:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1786072123.788138:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072123.788157:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786072123.788161:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072123.788163:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786072123.788173:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072123.788181:0:2411:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me 00000400:00000200:1.0:1786072123.788189:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072123.788193:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072123.788198:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072123.788202:0:2411:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 224 into portal 10 MB=0x6a75196039180 00000400:00000200:1.0:1786072123.788206:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072123.788211:0:2411:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.140@tcp of length 224/224 into md 0x536a11 [1] + 224 00000800:00000001:1.0:1786072123.788226:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072123.788235:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786072123.788238:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786072123.788242:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000100:00000001:1.0:1786072123.788248:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786072123.788460:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff936d0643b800 x1872818711269760/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072208 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786072123.788471:0:2411:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff936d0643b800 x1872818711269760/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072208 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072123.788482:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:1.0:1786072123.788690:0:2411:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786072123.788695:0:2411:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff936d0665ab00. 00000400:00000200:1.0:1786072123.788699:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786072123.788703:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000400:00000200:1.0:1786072123.788707:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d0b26c110 00000400:00000010:1.0:1786072123.788710:0:2411:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d0b26c110. 00000100:00000001:1.0:1786072123.788715:0:2411:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786072123.788720:0:2411:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff936d0643a300 x1872818711269888/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072123.788730:0:2411:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786072123.788989:0:2411:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff936d0643a300 x1872818711269888/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072178 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072123.788998:0:2411:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072123.789000:0:2411:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1786072123.789009:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072123.789012:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786072123.796511:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786072123.796520:0:2420:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1786072123.796529:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786072123.796531:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786072123.796535:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff936d0b394370. 00000400:00000200:2.0:1786072123.796541:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d09cd0d48 00000400:00000010:2.0:1786072123.796544:0:2420:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d09cd0d48. 00000100:00000001:2.0:1786072123.796549:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786072123.796561:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff936d0643b800 x1872818711269760/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072208 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786072123.796573:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff936d0643b800 x1872818711269760/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072208 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786072123.796581:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786072123.796583:0:2420:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786072123.796586:0:2420:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786072123.796589:0:2420:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786072123.796592:0:2420:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786072123.796594:0:2420:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786072123.796598:0:2420:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786072123.796608:0:2420:0:(import.c:2149:obd_at_measure()) add 60 to ffff936d16184c60 time=56 v=60 (60 60 60 60) 00000100:00001000:2.0:1786072123.796623:0:2420:0:(import.c:2149:obd_at_measure()) add 1 to ffff936d16184c18 time=120 v=5 (1 1 0 0) 00000100:00000001:2.0:1786072123.796626:0:2420:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786072123.796628:0:2420:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786072123.796631:0:2420:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1786072123.796636:0:2420:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff936d0643b800 x1872818711269760/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072208 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1786072123.796644:0:2420:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072123.796647:0:2420:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1786072123.796650:0:2420:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff936d3976a000: skip recheck: last_committed 21474836545 00000100:00000001:2.0:1786072123.796652:0:2420:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1786072123.796653:0:2420:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786072123.796658:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff936d0643b800 x1872818711269760/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072208 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786072123.796666:0:2420:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786072123.796669:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786072123.796671:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786072123.796674:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff936d0643b800 x1872818711269760/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072208 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786072123.796682:0:2420:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff936d0643b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:80aa5924-6869-4c81-88c0-98a34e467390:2420:1872818711269760:192.168.204.140@tcp:400:kworker.0 00000100:00000001:2.0:1786072123.796687:0:2420:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786072123.796689:0:2420:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786072123.796693:0:2420:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff936d0643b800 x1872818711269760/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072208 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786072123.796700:0:2420:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786072123.796702:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786072123.796705:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff936d049ffc00. 02000000:00000001:2.0:1786072123.796709:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786072123.796711:0:2420:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786072123.796713:0:2420:0:(genops.c:1244:class_import_put()) import ffff936d16184800 refcount=3 obd=lustre-MDT0001-mdc-ffff936d3976a000 00000020:00000001:2.0:1786072123.796715:0:2420:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786072123.796717:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff936d0665a700. 02000000:00000001:2.0:1786072123.796726:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786072123.796727:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786072123.796729:0:2420:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff936d0643b800. 00000100:00000001:2.0:1786072123.796805:0:2420:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786072123.796808:0:2420:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786072123.796810:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786072123.796817:0:2420:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786072123.796819:0:2420:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072123.796821:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786072123.796824:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1786072123.798179:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072123.798191:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786072123.798194:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072123.798197:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786072123.798205:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072123.798212:0:2411:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me 00000400:00000200:1.0:1786072123.798226:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072123.798231:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072123.798237:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072123.798240:0:2411:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 224 into portal 4 MB=0x6a75196039200 00000400:00000200:1.0:1786072123.798245:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072123.798250:0:2411:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.140@tcp of length 224/224 into md 0x536a19 [1] + 224 00000800:00000001:1.0:1786072123.798257:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072123.798265:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786072123.798268:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786072123.798272:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000100:00000001:1.0:1786072123.798279:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786072123.798287:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff936d0643a300 x1872818711269888/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072178 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786072123.798310:0:2411:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff936d0643a300 x1872818711269888/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072178 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072123.798324:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786072123.798332:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072123.798336:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786072123.798571:0:2421:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786072123.798575:0:2421:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1786072123.798582:0:2421:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786072123.798584:0:2421:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786072123.798589:0:2421:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff936d3d5f99f8. 00000400:00000200:2.0:1786072123.798595:0:2421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d0b26c990 00000400:00000010:2.0:1786072123.798597:0:2421:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d0b26c990. 00000100:00000001:2.0:1786072123.798602:0:2421:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786072123.798608:0:2421:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff936d0643a300 x1872818711269888/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072178 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786072123.798617:0:2421:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff936d0643a300 x1872818711269888/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072178 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786072123.798623:0:2421:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786072123.798625:0:2421:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786072123.798628:0:2421:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786072123.798631:0:2421:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786072123.798633:0:2421:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786072123.798635:0:2421:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786072123.798638:0:2421:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786072123.798646:0:2421:0:(import.c:2149:obd_at_measure()) add 36 to ffff936d16262c60 time=56 v=36 (36 36 5 5) 00000100:00001000:2.0:1786072123.798650:0:2421:0:(import.c:2149:obd_at_measure()) add 1 to ffff936d16262c18 time=104 v=5 (1 1 1 1) 00000100:00000001:2.0:1786072123.798653:0:2421:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786072123.798655:0:2421:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786072123.798658:0:2421:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1786072123.798660:0:2421:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072123.798664:0:2421:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1786072123.798672:0:2421:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff936d3976a000: skip recheck: last_committed 38654726226 00000100:00000001:2.0:1786072123.798675:0:2421:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1786072123.798677:0:2421:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786072123.798681:0:2421:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff936d0643a300 x1872818711269888/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072178 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786072123.798688:0:2421:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786072123.798690:0:2421:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786072123.798692:0:2421:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786072123.798695:0:2421:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff936d0643a300 x1872818711269888/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072178 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786072123.798702:0:2421:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff936d0643a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:80aa5924-6869-4c81-88c0-98a34e467390:2421:1872818711269888:192.168.204.140@tcp:400:kworker.0 00000100:00000001:2.0:1786072123.798707:0:2421:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786072123.798710:0:2421:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786072123.798713:0:2421:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff936d0643a300 x1872818711269888/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072178 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786072123.798720:0:2421:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786072123.798723:0:2421:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786072123.798726:0:2421:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff936d0b398400. 02000000:00000001:2.0:1786072123.798730:0:2421:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786072123.798733:0:2421:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786072123.798812:0:2421:0:(genops.c:1244:class_import_put()) import ffff936d16262800 refcount=3 obd=lustre-OST0000-osc-ffff936d3976a000 00000020:00000001:2.0:1786072123.798815:0:2421:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786072123.798817:0:2421:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff936d0665a000. 02000000:00000001:2.0:1786072123.798821:0:2421:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786072123.798822:0:2421:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786072123.798824:0:2421:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff936d0643a300. 00000100:00000001:2.0:1786072123.798828:0:2421:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786072123.798829:0:2421:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786072123.798831:0:2421:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786072123.798838:0:2421:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786072123.798840:0:2421:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072123.798842:0:2421:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786072123.798845:0:2421:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072123.820880:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072123.820886:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072123.820891:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072123.820893:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072123.820896:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072123.820897:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786072123.821111:0:233680:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786072123.821115:0:233680:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786072123.821117:0:233680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786072124.268635:0:233670:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1786072124.268641:0:233670:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1786072124.774080:0:277069:0:(llite_lib.c:4245:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072124.844514:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072124.844524:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072124.844532:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072124.844533:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072124.844538:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072124.844539:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786072124.853300:0:239616:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786072124.853307:0:239616:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786072124.853312:0:239616:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1786072125.394816:0:277105:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1786072125.394822:0:277105:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: osc.lustre-OST0000-osc-ffff936d3976a000.ost_server_uuid in FULL state after 0 sec 00000001:00000001:1.0:1786072125.410796:0:277105:0:(debug.c:656:libcfs_debug_mark_buffer()) ************************************************** 00010000:00010000:1.0:1786072125.537118:0:277113:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0000-osc-ffff936d3976a000 00010000:00000001:1.0:1786072125.537127:0:277113:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1786072125.537129:0:277113:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1786072125.537135:0:277113:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1786072125.537137:0:277113:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786072125.537142:0:277113:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786072125.537152:0:277113:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1786072125.537155:0:277113:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1786072125.537180:0:277113:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1786072125.537708:0:277112:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0001-osc-ffff936d3976a000 00010000:00000001:0.0:1786072125.537712:0:277112:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786072125.537713:0:277112:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786072125.537715:0:277112:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072125.537717:0:277112:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786072125.537718:0:277112:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072125.537720:0:277112:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786072125.539155:0:245326:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786072125.539160:0:245326:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786072125.539165:0:245326:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1786072125.539169:0:245326:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1786072125.539172:0:245326:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1786072125.539179:0:245326:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff936d3976a000 lock: 000000009e637ec0/0x811ca6d2885ebb69 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x53c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400010000 nid: local remote: 0x769e5af7713239cf expref: -99 pid: 276703 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:0.0:1786072125.539194:0:245326:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1786072125.539198:0:245326:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1786072125.539204:0:245326:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff936d09d8c240. 00000020:00000010:0.0:1786072125.539213:0:245326:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff936d29f6e200. 00000020:00000010:0.0:1786072125.539218:0:245326:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff936d29f6f000. 00000020:00000010:0.0:1786072125.539221:0:245326:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff936d3d81bde0. 00000008:00000010:0.0:1786072125.539228:0:245326:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff936d29fc0b30. 00020000:00000010:0.0:1786072125.539234:0:245326:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff936d38aa8300. 00008000:00000010:0.0:1786072125.539239:0:245326:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff936d0b183170. 00000080:00000010:0.0:1786072125.539245:0:245326:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff936d0ad1e7e0. 00000080:00000010:0.0:1786072125.539250:0:245326:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff936d05c38000. 00000020:00000010:0.0:1786072125.539254:0:245326:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff936d29f6ea00. 00000008:00000010:0.0:1786072125.539270:0:245326:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff936d10c529a0. 00020000:00000010:0.0:1786072125.539274:0:245326:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff936d0b05f478. 00008000:00000010:0.0:1786072125.539278:0:245326:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff936d09d645e8. 00000080:00000010:0.0:1786072125.539281:0:245326:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff936d09d652d0. 00000020:00000001:0.0:1786072125.539285:0:245326:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446624695258759752 : -119378450791864 : ffff936d09d8c248) 00000020:00001000:0.0:1786072125.539288:0:245326:0:(cl_object.c:831:cl_env_get()) 1@ffff936d09d8c240 00000008:00000001:0.0:1786072125.539290:0:245326:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1786072125.539294:0:245326:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1786072125.539295:0:245326:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1786072125.539298:0:245326:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff936d09d8c360. 00000020:00000010:0.0:1786072125.539301:0:245326:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff936d29f6f600. 00000020:00000010:0.0:1786072125.539304:0:245326:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff936d29f6e600. 00000020:00000010:0.0:1786072125.539307:0:245326:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff936d3d81b8a0. 00000008:00000010:0.0:1786072125.539310:0:245326:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff936d29fc2cc0. 00020000:00000010:0.0:1786072125.539313:0:245326:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff936d38aa86c0. 00008000:00000010:0.0:1786072125.539315:0:245326:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff936d0b1818b8. 00000080:00000010:0.0:1786072125.539318:0:245326:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff936d0ad1ea80. 00000080:00000010:0.0:1786072125.539321:0:245326:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff936d05c3a060. 00000020:00000010:0.0:1786072125.539323:0:245326:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff936d29f6ec00. 00000008:00000010:0.0:1786072125.539326:0:245326:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff936d10c52b00. 00020000:00000010:0.0:1786072125.539328:0:245326:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff936d0b05eb58. 00008000:00000010:0.0:1786072125.539330:0:245326:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff936d09d64508. 00000080:00000010:0.0:1786072125.539334:0:245326:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff936d09d65f00. 00000020:00000001:0.0:1786072125.539336:0:245326:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446624695258760040 : -119378450791576 : ffff936d09d8c368) 00000020:00001000:0.0:1786072125.539343:0:245326:0:(cl_object.c:831:cl_env_get()) 1@ffff936d09d8c360 00000008:00000001:0.0:1786072125.539346:0:245326:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1786072125.539348:0:245326:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1786072125.539351:0:245326:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1786072125.539354:0:245326:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1786072125.539356:0:245326:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1786072125.539359:0:245326:0:(cl_object.c:151:cl_object_top()) ffff936d3d4c3880 -> ffff936d38b989e0 00000020:00000001:0.0:1786072125.539362:0:245326:0:(cl_object.c:151:cl_object_top()) ffff936d38b989e0 -> ffff936d38b989e0 00000020:00000001:0.0:1786072125.539364:0:245326:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1786072125.539367:0:245326:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1786072125.539369:0:245326:0:(vvp_io.c:1826:vvp_io_init()) [0x200002b17:0xf76:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1786072125.539373:0:245326:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1786072125.539374:0:245326:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1786072125.539405:0:245326:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1786072125.539409:0:245326:0:(lov_object.c:1590:lov_io_init()) [0x200002b17:0xf76:0x0]io ffff936d29fc2d60 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1786072125.541512:0:245326:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1786072125.541518:0:245326:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1786072125.541521:0:245326:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1786072125.541526:0:245326:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1786072125.541528:0:245326:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786072125.541530:0:245326:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1786072125.541532:0:245326:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1786072125.541533:0:245326:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1786072125.541536:0:245326:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1786072125.541539:0:245326:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000008:00000001:0.0:1786072125.541543:0:245326:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1786072125.541545:0:245326:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1786072125.541547:0:245326:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1786072125.541549:0:245326:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1786072125.541551:0:245326:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1786072125.541554:0:245326:0:(vvp_io.c:304:vvp_io_fini()) [0x200002b17:0xf76:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1786072125.541557:0:245326:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1786072125.541558:0:245326:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1786072125.541559:0:245326:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1786072125.541563:0:245326:0:(cl_object.c:925:cl_env_put()) 1@ffff936d09d8c360 00000020:00000010:0.0:1786072125.541568:0:245326:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff936d29f6e600. 00000020:00000010:0.0:1786072125.541573:0:245326:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff936d3d81b8a0. 00000008:00000010:0.0:1786072125.541577:0:245326:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff936d29fc2cc0. 00020000:00000010:0.0:1786072125.541587:0:245326:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff936d38aa86c0. 00008000:00000010:0.0:1786072125.541591:0:245326:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff936d0b1818b8. 00000080:00000010:0.0:1786072125.541596:0:245326:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff936d0ad1ea80. 00000080:00000010:0.0:1786072125.541599:0:245326:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff936d05c3a060. 00000020:00000010:0.0:1786072125.541603:0:245326:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff936d29f6f600. 00000008:00000010:0.0:1786072125.541607:0:245326:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff936d10c52b00. 00020000:00000010:0.0:1786072125.541610:0:245326:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff936d0b05eb58. 00008000:00000010:0.0:1786072125.541613:0:245326:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff936d09d64508. 00000080:00000010:0.0:1786072125.541617:0:245326:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff936d09d65f00. 00000020:00000010:0.0:1786072125.541619:0:245326:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff936d29f6ec00. 00000020:00000010:0.0:1786072125.541621:0:245326:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff936d09d8c360. 00000008:00000001:0.0:1786072125.541624:0:245326:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786072125.541628:0:245326:0:(cl_object.c:151:cl_object_top()) ffff936d3d4c3880 -> ffff936d38b989e0 00010000:00000001:0.0:1786072125.541632:0:245326:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1786072125.541635:0:245326:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786072125.541636:0:245326:0:(cl_object.c:151:cl_object_top()) ffff936d3d4c3880 -> ffff936d38b989e0 00000020:00000001:0.0:1786072125.541638:0:245326:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1786072125.541640:0:245326:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1786072125.541643:0:245326:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1786072125.541645:0:245326:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786072125.541647:0:245326:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786072125.541649:0:245326:0:(cl_object.c:151:cl_object_top()) ffff936d3d4c3880 -> ffff936d38b989e0 00000008:00000001:0.0:1786072125.541653:0:245326:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1786072125.541655:0:245326:0:(cl_object.c:925:cl_env_put()) 1@ffff936d09d8c240 00000020:00000010:0.0:1786072125.541657:0:245326:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff936d29f6f000. 00000020:00000010:0.0:1786072125.541659:0:245326:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff936d3d81bde0. 00000008:00000010:0.0:1786072125.541661:0:245326:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff936d29fc0b30. 00020000:00000010:0.0:1786072125.541663:0:245326:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff936d38aa8300. 00008000:00000010:0.0:1786072125.541665:0:245326:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff936d0b183170. 00000080:00000010:0.0:1786072125.541668:0:245326:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff936d0ad1e7e0. 00000080:00000010:0.0:1786072125.541670:0:245326:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff936d05c38000. 00000020:00000010:0.0:1786072125.541672:0:245326:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff936d29f6e200. 00000008:00000010:0.0:1786072125.541675:0:245326:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff936d10c529a0. 00020000:00000010:0.0:1786072125.541677:0:245326:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff936d0b05f478. 00008000:00000010:0.0:1786072125.541679:0:245326:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff936d09d645e8. 00000080:00000010:0.0:1786072125.541686:0:245326:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff936d09d652d0. 00000020:00000010:0.0:1786072125.541688:0:245326:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff936d29f6ea00. 00000020:00000010:0.0:1786072125.541690:0:245326:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff936d09d8c240. 00000008:00000001:0.0:1786072125.541693:0:245326:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072125.541697:0:245326:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1786072125.541701:0:245326:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1786072125.541703:0:245326:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1786072125.541705:0:245326:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1786072125.541709:0:245326:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1786072125.541713:0:245326:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff936d16116c00 with handle 0x811ca6d2885ebb69 from hash 00010000:00000001:0.0:1786072125.541715:0:245326:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1786072125.541716:0:245326:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1786072125.541718:0:245326:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1786072125.541719:0:245326:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1786072125.541723:0:245326:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1786072125.541725:0:245326:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1786072125.541728:0:245326:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1786072125.541731:0:245326:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1786072125.541734:0:245326:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1786072125.541741:0:245326:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff936d2a2cce00. 00000020:00000040:0.0:1786072125.541744:0:245326:0:(genops.c:1231:class_import_get()) import ffff936d16262800 refcount=4 obd=lustre-OST0000-osc-ffff936d3976a000 00000100:00000001:0.0:1786072125.541749:0:245326:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786072125.541752:0:245326:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786072125.541756:0:245326:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786072125.541762:0:245326:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff936d29f6ea00. 00000100:00000001:0.0:1786072125.541769:0:245326:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072125.541771:0:245326:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1786072125.541778:0:245326:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff936d3976a000 lock: 000000009e637ec0/0x811ca6d2885ebb69 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x53c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400010020 nid: local remote: 0x769e5af7713239cf expref: -99 pid: 276703 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1786072125.541787:0:245326:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1786072125.541788:0:245326:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786072125.541791:0:245326:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1786072125.541792:0:245326:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1786072125.541798:0:245326:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff936d0afbcc00. 00000100:00000001:0.0:1786072125.541803:0:245326:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446624695277833216 : -119378431718400 : ffff936d0afbcc00) 00000100:00000001:0.0:1786072125.541806:0:245326:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786072125.541808:0:245326:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446624695801138688 : -119377908412928 : ffff936d2a2cce00) 00000100:00000001:0.0:1786072125.541812:0:245326:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786072125.541816:0:245326:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072125.541817:0:245326:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1786072125.541819:0:245326:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786072125.541829:0:245326:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff936d2a2cce00 x1872818711270016/t0(0) o103->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072125.541837:0:245326:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786072125.541839:0:245326:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786072125.541842:0:245326:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786072125.541845:0:245326:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786072125.541847:0:245326:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786072125.541850:0:245326:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff936d2a2cce00 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_04:80aa5924-6869-4c81-88c0-98a34e467390:245326:1872818711270016:192.168.204.140@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1786072125.541854:0:245326:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786072125.541858:0:245326:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786072125.541861:0:245326:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786072125.541863:0:245326:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786072125.541867:0:245326:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff936d29f6e200. 02000000:00000001:0.0:1786072125.541868:0:245326:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786072125.541876:0:245326:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000010:0.0:1786072125.541880:0:245326:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff936d39273b00. 00000400:00000010:0.0:1786072125.541886:0:245326:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d39ba2440. 00000100:00000200:0.0:1786072125.543484:0:245326:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872818711270016, portal 18 00000100:00000001:0.0:1786072125.543491:0:245326:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786072125.543492:0:245326:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446624695801138688 : -119377908412928 : ffff936d2a2cce00) 00000100:00000040:0.0:1786072125.543505:0:245326:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff936d2a2cce00 x1872818711270016/t0(0) o103->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1786072141 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072125.543514:0:245326:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786072125.543517:0:245326:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp 00000400:00000010:0.0:1786072125.543521:0:245326:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d39ba2550. 00000100:00000200:0.0:1786072125.543525:0:245326:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1872818711270016, offset 0 00000400:00000200:0.0:1786072125.543536:0:245326:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp 00000400:00000200:0.0:1786072125.543546:0:245326:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072125.543553:0:245326:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.140@tcp local destination 00000400:00000200:0.0:1786072125.543557:0:245326:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786072125.543562:0:245326:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp 00000400:00000200:0.0:1786072125.543566:0:245326:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786072125.543569:0:245326:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp 00000400:00000200:0.0:1786072125.543572:0:245326:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [543756:543756:256:4294967295] 192.168.204.140@tcp LPNI seq info [543696:543696:8:4294967295] 00000400:00000200:0.0:1786072125.543577:0:245326:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072125.543585:0:245326:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) : PUT try# 0 00000800:00000200:0.0:1786072125.543591:0:245326:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.140@tcp 00000800:00000010:0.0:1786072125.543596:0:245326:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff936d02aaad00. 00000800:00000200:0.0:1786072125.543602:0:245326:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff936d0afbc180] -> 12345-192.168.204.140@tcp (5) 00000800:00000200:0.0:1786072125.543609:0:245326:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988 00000800:00000200:0.0:1786072125.543613:0:245326:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff936d02aaad00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1786072125.543628:0:245326:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072125.543633:0:245326:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff936d3976a000: using a timeout of 156602 usecs (157 jiffies) 00000400:00000200:0.0:1786072125.543637:0:245326:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000100:00000001:0.0:1786072125.543640:0:245326:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff936d3976a000: PM QoS new deadline estimation for cpu 0 is 4307919260 00000100:00000001:0.0:1786072125.543642:0:245326:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff936d3976a000: PM QoS request active for cpu 0, keep current deadline 4307921157 00000100:00000001:0.0:1786072125.543645:0:245326:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff936d3976a000: PM QoS new deadline estimation for cpu 1 is 4307919260 00000100:00000001:0.0:1786072125.543647:0:245326:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff936d3976a000: PM QoS request active for cpu 1, keep current deadline 4307921157 00000100:00000001:0.0:1786072125.543649:0:245326:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786072125.543651:0:245326:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072125.543654:0:245326:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786072125.543656:0:245326:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1786072125.543659:0:245326:0:(client.c:2702:ptlrpc_set_wait()) set ffff936d0afbcc00 going to sleep for 11 seconds 00000100:00000001:0.0:1786072125.543661:0:245326:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786072125.543664:0:245326:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1786072125.545952:0:2410:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786072125.545963:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff936d02aaad00. 00000400:00000200:1.0:1786072125.545974:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786072125.545983:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000400:00000200:1.0:1786072125.545991:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d39ba2550 00000400:00000010:1.0:1786072125.545994:0:2410:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d39ba2550. 00000100:00000001:1.0:1786072125.546000:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786072125.546009:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff936d2a2cce00 x1872818711270016/t0(0) o103->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1786072141 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072125.546024:0:2410:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786072125.546027:0:2410:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff936d2a2cce00 x1872818711270016/t0(0) o103->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1786072141 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072125.546035:0:2410:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072125.546036:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1786072125.553545:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072125.553563:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786072125.553568:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072125.553571:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786072125.553580:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072125.553588:0:2411:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me 00000400:00000200:1.0:1786072125.553597:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072125.553601:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072125.553606:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072125.553610:0:2411:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 224 into portal 18 MB=0x6a75196039280 00000400:00000200:1.0:1786072125.553614:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072125.553620:0:2411:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.140@tcp of length 224/224 into md 0x536a21 [1] + 224 00000800:00000001:1.0:1786072125.553628:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072125.553635:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786072125.553638:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786072125.553643:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000100:00000001:1.0:1786072125.553658:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786072125.553667:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff936d2a2cce00 x1872818711270016/t0(0) o103->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1786072141 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786072125.553679:0:2411:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff936d2a2cce00 x1872818711270016/t0(0) o103->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1786072141 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072125.553731:0:245326:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786072125.553758:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786072125.553768:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072125.553772:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1786072125.556059:0:245326:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786072125.556067:0:245326:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786072125.556071:0:245326:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff936d39273b00. 00000400:00000200:0.0:1786072125.556078:0:245326:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d39ba2440 00000400:00000010:0.0:1786072125.556081:0:245326:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d39ba2440. 00000100:00000001:0.0:1786072125.556086:0:245326:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786072125.556097:0:245326:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff936d2a2cce00 x1872818711270016/t0(0) o103->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1786072141 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786072125.556107:0:245326:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff936d2a2cce00 x1872818711270016/t0(0) o103->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1786072141 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072125.556115:0:245326:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786072125.556117:0:245326:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786072125.556120:0:245326:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1786072125.556123:0:245326:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1786072125.556125:0:245326:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1786072125.556127:0:245326:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786072125.556129:0:245326:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1786072125.556139:0:245326:0:(import.c:2149:obd_at_measure()) add 5 to ffff936d16262d38 time=139 v=5 (5 5 5 0) 00000100:00001000:0.0:1786072125.556144:0:245326:0:(import.c:2149:obd_at_measure()) add 1 to ffff936d16262c18 time=106 v=5 (1 1 1 1) 00000100:00000001:0.0:1786072125.556146:0:245326:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1786072125.556148:0:245326:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072125.556150:0:245326:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1786072125.556153:0:245326:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072125.556156:0:245326:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1786072125.556158:0:245326:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff936d3976a000: skip recheck: last_committed 38654726226 00000100:00000001:0.0:1786072125.556160:0:245326:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1786072125.556162:0:245326:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072125.556166:0:245326:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff936d2a2cce00 x1872818711270016/t0(0) o103->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1786072141 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072125.556173:0:245326:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786072125.556176:0:245326:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786072125.556178:0:245326:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786072125.556181:0:245326:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff936d2a2cce00 x1872818711270016/t0(0) o103->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1786072141 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786072125.556201:0:245326:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff936d2a2cce00 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_04:80aa5924-6869-4c81-88c0-98a34e467390:245326:1872818711270016:192.168.204.140@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1786072125.556206:0:245326:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786072125.556209:0:245326:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072125.556212:0:245326:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1786072125.556214:0:245326:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786072125.556217:0:245326:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff936d2a2cce00 x1872818711270016/t0(0) o103->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1786072141 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072125.556224:0:245326:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786072125.556226:0:245326:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff936d0afbcc00. 00000100:00000001:0.0:1786072125.556230:0:245326:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1786072125.556231:0:245326:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072125.556234:0:245326:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786072125.556236:0:245326:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff936d2a2cce00 x1872818711270016/t0(0) o103->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1786072141 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072125.556242:0:245326:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786072125.556244:0:245326:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786072125.556247:0:245326:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff936d29f6e200. 02000000:00000001:0.0:1786072125.556250:0:245326:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786072125.556253:0:245326:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786072125.556268:0:245326:0:(genops.c:1244:class_import_put()) import ffff936d16262800 refcount=3 obd=lustre-OST0000-osc-ffff936d3976a000 00000020:00000001:0.0:1786072125.556271:0:245326:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786072125.556273:0:245326:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff936d29f6ea00. 02000000:00000001:0.0:1786072125.556277:0:245326:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786072125.556279:0:245326:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786072125.556281:0:245326:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff936d2a2cce00. 00000100:00000001:0.0:1786072125.556285:0:245326:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786072125.556286:0:245326:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1786072125.556288:0:245326:0:(ldlm_request.c:1632:ldlm_cli_cancel_req()) Process leaving 00010000:00000001:0.0:1786072125.556291:0:245326:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1786072125.556295:0:245326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff936d3976a000 lock: 000000009e637ec0/0x811ca6d2885ebb69 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x53c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400010020 nid: local remote: 0x769e5af7713239cf expref: -99 pid: 276703 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1786072125.556318:0:245326:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff936d3d7e6d80. 00010000:00000040:0.0:1786072125.556321:0:245326:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff936d0a2b0c00 count: 0 00010000:00000010:0.0:1786072125.556328:0:245326:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff936d0a2b0800. 00010000:00000001:0.0:1786072125.556334:0:245326:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1786072125.556336:0:245326:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072125.560035:0:245326:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786072125.560046:0:245326:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786072125.560049:0:245326:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786072125.560051:0:245326:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1786072125.560053:0:245326:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786072125.560054:0:245326:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786072125.560056:0:245326:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1786072125.560059:0:245326:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786072125.560060:0:245326:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786072125.560061:0:245326:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1786072125.560801:0:277113:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786072125.560805:0:277113:0:(ldlm_lockd.c:2264:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786072125.560808:0:277113:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1F:1786072125.571071:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff936d0a2b0c00. 00010000:00000010:0.1:1786072125.571094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff936d16116c00. 00010000:00000001:0.0:1786072125.864513:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072125.864520:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072125.864526:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072125.864527:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786072125.864888:0:233679:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786072125.864892:0:233679:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786072125.864895:0:233679:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786072126.894665:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072126.894673:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072126.894679:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072126.894680:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786072126.895196:0:245327:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786072126.895199:0:245327:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786072126.895202:0:245327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1786072127.656515:0:247146:0:(connection.c:75:cpu_latency_work()) work item of ffff936d05017910 (cpu 1) has reached its deadline 4307921157, at 4307921216 00000100:00000010:1.0:1786072127.656531:0:247146:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff936d29a68060. 00000100:00000040:0.0:1786072127.656646:0:273755:0:(connection.c:75:cpu_latency_work()) work item of ffff936d05017800 (cpu 0) has reached its deadline 4307921157, at 4307921216 00000100:00000010:0.0:1786072127.656653:0:273755:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff936d29a68360. 00010000:00000001:0.0:1786072127.912541:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072127.912548:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072127.912555:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072127.912558:0:273755:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786072127.912560:0:273755:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786072127.912567:0:273755:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1786072127.912570:0:273755:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1786072127.912571:0:273755:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072127.912591:0:273755:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786072127.912593:0:273755:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072127.912595:0:273755:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072127.912598:0:273755:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786072127.913229:0:233680:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786072127.913233:0:233680:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786072127.913236:0:233680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1786072128.873290:0:274015:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9500c81f-e128-413b-a15c-d036a6184eaf->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786072128.873302:0:274015:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1786072128.873313:0:274015:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff936d2a2cce00. 00000020:00000040:0.0:1786072128.873319:0:274015:0:(genops.c:1231:class_import_get()) import ffff936d16267000 refcount=4 obd=MGC192.168.204.140@tcp 00000100:00000001:0.0:1786072128.873323:0:274015:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786072128.873326:0:274015:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786072128.873331:0:274015:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786072128.873341:0:274015:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff936d02aaad00. 00000100:00000001:0.0:1786072128.873563:0:274015:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072128.873576:0:274015:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9500c81f-e128-413b-a15c-d036a6184eaf->MGS req@ffff936d2a2cce00 x1872818711270144/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786072128.873587:0:274015:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786072128.873591:0:274015:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072128.873596:0:274015:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088de70c2] to pc [ptlrpcd_00_01+1] req@ffff936d2a2cce00 x1872818711270144/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072128.873765:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786072128.873770:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786072128.873773:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786072128.873779:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff936d2a2cce00 x1872818711270144/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072128.873787:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786072128.873789:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786072128.873794:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786072128.873796:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786072128.873799:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786072128.873802:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff936d2a2cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9500c81f-e128-413b-a15c-d036a6184eaf:2419:1872818711270144:192.168.204.140@tcp:400:kworker.0 00000100:00000001:1.0:1786072128.873807:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786072128.873813:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786072128.873816:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786072128.873819:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786072128.873824:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff936d0d642600. 02000000:00000001:1.0:1786072128.873826:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786072128.873833:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000010:1.0:1786072128.873837:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff936d0a95c318. 00000400:00000010:1.0:1786072128.873857:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d0121ccc0. 00000100:00000200:1.0:1786072128.873865:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872818711270144, portal 25 00000100:00000001:1.0:1786072128.873868:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786072128.873869:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446624695801138688 : -119377908412928 : ffff936d2a2cce00) 00000100:00000040:1.0:1786072128.873875:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff936d2a2cce00 x1872818711270144/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072144 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072128.873882:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786072128.873885:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp 00000400:00000010:1.0:1786072128.873887:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d0121c440. 00000100:00000200:1.0:1786072128.873890:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1872818711270144, offset 0 00000400:00000200:1.0:1786072128.873896:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp 00000400:00000200:1.0:1786072128.873903:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072128.873911:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.140@tcp local destination 00000400:00000200:1.0:1786072128.873916:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786072128.873920:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp 00000400:00000200:1.0:1786072128.873923:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786072128.873926:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp 00000400:00000200:1.0:1786072128.873930:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [543757:543757:256:4294967295] 192.168.204.140@tcp LPNI seq info [543697:543697:8:4294967295] 00000400:00000200:1.0:1786072128.873934:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072128.873943:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) : PUT try# 0 00000800:00000200:1.0:1786072128.873950:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.140@tcp 00000800:00000010:1.0:1786072128.873955:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff936d07180300. 00000800:00000200:1.0:1786072128.873961:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff936d0afbc180] -> 12345-192.168.204.140@tcp (5) 00000800:00000200:1.0:1786072128.873969:0:2419:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988 00000800:00000200:1.0:1786072128.873974:0:2419:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff936d07180300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1786072128.873986:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786072128.873990:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000100:00000001:1.0:1786072128.873993:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4307926261 00000100:00000010:1.0:1786072128.873996:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff936d057d98a0. 00000100:00000001:1.0:1786072128.874003:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1786072128.874010:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4307926261 00000100:00000010:1.0:1786072128.874017:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff936d057d9c00. 00000100:00000001:1.0:1786072128.874021:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1786072128.874024:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786072128.874027:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072128.874030:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072128.874033:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786072128.875534:0:274015:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072128.875542:0:274015:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80aa5924-6869-4c81-88c0-98a34e467390->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786072128.875546:0:274015:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1786072128.875554:0:274015:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff936d2a2cdf80. 00000020:00000040:0.0:1786072128.875559:0:274015:0:(genops.c:1231:class_import_get()) import ffff936d16266800 refcount=6 obd=lustre-MDT0000-mdc-ffff936d3976a000 00000100:00000001:0.0:1786072128.875563:0:274015:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786072128.875566:0:274015:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786072128.875570:0:274015:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786072128.875578:0:274015:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff936c01382900. 00000100:00000001:0.0:1786072128.875584:0:274015:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072128.875593:0:274015:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 80aa5924-6869-4c81-88c0-98a34e467390->lustre-MDT0000_UUID req@ffff936d2a2cdf80 x1872818711270272/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786072128.875604:0:274015:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786072128.875621:0:274015:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072128.875627:0:274015:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002bad4e56] to pc [ptlrpcd_00_00+0] req@ffff936d2a2cdf80 x1872818711270272/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072128.875693:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786072128.875696:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1786072128.875699:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786072128.875702:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786072128.875704:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786072128.875707:0:2419:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1786072128.875709:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786072128.875711:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786072128.875713:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786072128.875714:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786072128.875715:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786072128.875716:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786072128.875721:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff936d2a2cdf80 x1872818711270272/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072128.875728:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786072128.875730:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786072128.875733:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786072128.875736:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786072128.875739:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786072128.875742:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff936d2a2cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:80aa5924-6869-4c81-88c0-98a34e467390:2419:1872818711270272:192.168.204.140@tcp:400:kworker.0 00000100:00000001:1.0:1786072128.875746:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786072128.875749:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786072128.875752:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786072128.875754:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786072128.875758:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff936d0d642400. 02000000:00000001:1.0:1786072128.875760:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786072128.875766:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000010:1.0:1786072128.875770:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff936d0a95cdc0. 00000400:00000010:1.0:1786072128.875776:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d0121cf68. 00000100:00000200:1.0:1786072128.875789:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872818711270272, portal 10 00000100:00000001:1.0:1786072128.875791:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786072128.875793:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446624695801143168 : -119377908408448 : ffff936d2a2cdf80) 00000100:00000040:1.0:1786072128.875801:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff936d2a2cdf80 x1872818711270272/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072128.875808:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786072128.875811:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp 00000400:00000010:1.0:1786072128.875813:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d0121cc38. 00000100:00000200:1.0:1786072128.875816:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872818711270272, offset 0 00000400:00000200:1.0:1786072128.875822:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp 00000400:00000200:1.0:1786072128.875828:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072128.875835:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.140@tcp local destination 00000400:00000200:1.0:1786072128.875839:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786072128.875843:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp 00000400:00000200:1.0:1786072128.875846:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786072128.875849:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp 00000400:00000200:1.0:1786072128.875852:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [543758:543758:255:4294967295] 192.168.204.140@tcp LPNI seq info [543698:543698:7:4294967295] 00000400:00000200:1.0:1786072128.875857:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072128.875865:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) : PUT try# 0 00000800:00000200:1.0:1786072128.875870:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.140@tcp 00000800:00000010:1.0:1786072128.875874:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff936d07180c00. 00000800:00000200:1.0:1786072128.875879:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff936d0afbc180] -> 12345-192.168.204.140@tcp (5) 00000800:00000200:1.0:1786072128.875886:0:2419:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988 00000800:00000200:1.0:1786072128.875890:0:2419:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff936d07180c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1786072128.875893:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786072128.875897:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: using a timeout of 22736 usecs (23 jiffies) 00000400:00000200:1.0:1786072128.875900:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000100:00000001:1.0:1786072128.875903:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: PM QoS new deadline estimation for cpu 0 is 4307922458 00000100:00000001:1.0:1786072128.875905:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: PM QoS request active for cpu 0, keep current deadline 4307926261 00000100:00000001:1.0:1786072128.875907:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: PM QoS new deadline estimation for cpu 1 is 4307922458 00000100:00000001:1.0:1786072128.875914:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: PM QoS request active for cpu 1, keep current deadline 4307926261 00000100:00000001:1.0:1786072128.875917:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786072128.875919:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072128.875922:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072128.875924:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1786072128.875971:0:2410:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786072128.875974:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff936d07180300. 00000400:00000200:1.0:1786072128.875980:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786072128.875985:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000400:00000200:1.0:1786072128.875989:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d0121c440 00000400:00000010:1.0:1786072128.875992:0:2410:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d0121c440. 00000100:00000001:1.0:1786072128.875996:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786072128.876000:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff936d2a2cce00 x1872818711270144/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072144 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072128.876010:0:2410:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786072128.876013:0:2410:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff936d2a2cce00 x1872818711270144/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072144 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072128.876021:0:2410:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072128.876022:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1786072128.876082:0:2410:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786072128.876084:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff936d07180c00. 00000400:00000200:1.0:1786072128.876087:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786072128.876090:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000400:00000200:1.0:1786072128.876093:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d0121cc38 00000400:00000010:1.0:1786072128.876094:0:2410:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d0121cc38. 00000100:00000001:1.0:1786072128.876096:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786072128.876099:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff936d2a2cdf80 x1872818711270272/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072128.876106:0:2410:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786072128.876109:0:2410:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff936d2a2cdf80 x1872818711270272/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072213 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072128.876115:0:2410:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072128.876121:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786072128.876143:0:2418:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786072128.876145:0:2418:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072128.877697:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786072128.877704:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786072128.877708:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072128.877713:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072128.877907:0:274015:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072128.877912:0:274015:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80aa5924-6869-4c81-88c0-98a34e467390->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786072128.877916:0:274015:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1786072128.877925:0:274015:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff936d2a2cc000. 00000020:00000040:0.0:1786072128.877929:0:274015:0:(genops.c:1231:class_import_get()) import ffff936d16184800 refcount=4 obd=lustre-MDT0001-mdc-ffff936d3976a000 00000100:00000001:0.0:1786072128.877933:0:274015:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786072128.877936:0:274015:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786072128.877941:0:274015:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786072128.877948:0:274015:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff936c01382500. 00000100:00000001:0.0:1786072128.877954:0:274015:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072128.877964:0:274015:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 80aa5924-6869-4c81-88c0-98a34e467390->lustre-MDT0001_UUID req@ffff936d2a2cc000 x1872818711270400/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786072128.877973:0:274015:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786072128.877977:0:274015:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072128.877982:0:274015:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010195785] to pc [ptlrpcd_00_01+1] req@ffff936d2a2cc000 x1872818711270400/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072128.878026:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786072128.878028:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786072128.878030:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786072128.878037:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff936d2a2cc000 x1872818711270400/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072128.878044:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786072128.878046:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786072128.878049:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786072128.878052:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786072128.878055:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786072128.878058:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff936d2a2cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:80aa5924-6869-4c81-88c0-98a34e467390:2419:1872818711270400:192.168.204.140@tcp:400:kworker.0 00000100:00000001:1.0:1786072128.878061:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786072128.878066:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786072128.878068:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786072128.878071:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786072128.878077:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff936d0d643200. 02000000:00000001:1.0:1786072128.878079:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786072128.878084:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000010:1.0:1786072128.878088:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff936d0a95c2c0. 00000400:00000010:1.0:1786072128.878095:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d0121cc38. 00000100:00000200:1.0:1786072128.878101:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872818711270400, portal 10 00000100:00000001:1.0:1786072128.878103:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786072128.878105:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446624695801135104 : -119377908416512 : ffff936d2a2cc000) 00000100:00000040:1.0:1786072128.878113:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff936d2a2cc000 x1872818711270400/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072128.878119:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786072128.878122:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp 00000400:00000010:1.0:1786072128.878137:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d0121c440. 00000100:00000200:1.0:1786072128.878141:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872818711270400, offset 0 00000400:00000200:1.0:1786072128.878147:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp 00000400:00000200:1.0:1786072128.878156:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072128.878163:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.140@tcp local destination 00000400:00000200:1.0:1786072128.878168:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786072128.878171:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp 00000400:00000200:1.0:1786072128.878175:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786072128.878177:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp 00000400:00000200:1.0:1786072128.878181:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [543759:543759:256:4294967295] 192.168.204.140@tcp LPNI seq info [543699:543699:8:4294967295] 00000400:00000200:1.0:1786072128.878185:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072128.878206:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) : PUT try# 0 00000800:00000200:1.0:1786072128.878213:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.140@tcp 00000800:00000010:1.0:1786072128.878218:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff936d07180c00. 00000800:00000200:1.0:1786072128.878223:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff936d0afbc180] -> 12345-192.168.204.140@tcp (5) 00000800:00000200:1.0:1786072128.878230:0:2419:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988 00000800:00000200:1.0:1786072128.878234:0:2419:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff936d07180c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1786072128.878247:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786072128.878251:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff936d3976a000: using a timeout of 25932 usecs (26 jiffies) 00000400:00000200:1.0:1786072128.878254:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000100:00000001:1.0:1786072128.878256:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff936d3976a000: PM QoS new deadline estimation for cpu 0 is 4307922463 00000100:00000001:1.0:1786072128.878259:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff936d3976a000: PM QoS request active for cpu 0, keep current deadline 4307926261 00000100:00000001:1.0:1786072128.878261:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff936d3976a000: PM QoS new deadline estimation for cpu 1 is 4307922463 00000100:00000001:1.0:1786072128.878263:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff936d3976a000: PM QoS request active for cpu 1, keep current deadline 4307926261 00000100:00000001:1.0:1786072128.878265:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786072128.878267:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072128.878270:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072128.878272:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786072128.879485:0:274015:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072128.879492:0:274015:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80aa5924-6869-4c81-88c0-98a34e467390->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786072128.879496:0:274015:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1786072128.879504:0:274015:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff936d2a2cfb80. 00000020:00000040:0.0:1786072128.879508:0:274015:0:(genops.c:1231:class_import_get()) import ffff936d16262800 refcount=4 obd=lustre-OST0000-osc-ffff936d3976a000 00000100:00000001:0.0:1786072128.879512:0:274015:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786072128.879514:0:274015:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786072128.879518:0:274015:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786072128.879524:0:274015:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff936c01382e00. 00000100:00000001:0.0:1786072128.879529:0:274015:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072128.879538:0:274015:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 80aa5924-6869-4c81-88c0-98a34e467390->lustre-OST0000_UUID req@ffff936d2a2cfb80 x1872818711270528/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786072128.879565:0:274015:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786072128.879569:0:274015:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072128.879574:0:274015:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000800ecd24] to pc [ptlrpcd_00_00+0] req@ffff936d2a2cfb80 x1872818711270528/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072128.879809:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786072128.879814:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1786072128.879826:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786072128.879828:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786072128.879832:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786072128.879834:0:2419:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1786072128.879836:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786072128.879839:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786072128.879840:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786072128.879841:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786072128.879842:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786072128.879844:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786072128.879850:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff936d2a2cfb80 x1872818711270528/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072128.879858:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786072128.879859:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786072128.879863:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786072128.879866:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786072128.879869:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786072128.879872:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff936d2a2cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:80aa5924-6869-4c81-88c0-98a34e467390:2419:1872818711270528:192.168.204.140@tcp:400:kworker.0 00000100:00000001:1.0:1786072128.879877:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786072128.879881:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786072128.879883:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786072128.879886:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786072128.879890:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff936d0d643e00. 02000000:00000001:1.0:1786072128.879892:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786072128.879898:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000010:1.0:1786072128.879902:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff936d0a95ccb8. 00000400:00000010:1.0:1786072128.879909:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d0121c3b8. 00000100:00000200:1.0:1786072128.879916:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872818711270528, portal 4 00000100:00000001:1.0:1786072128.879918:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786072128.879919:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446624695801150336 : -119377908401280 : ffff936d2a2cfb80) 00000100:00000040:1.0:1786072128.879927:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff936d2a2cfb80 x1872818711270528/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072128.879933:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786072128.879936:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp 00000400:00000010:1.0:1786072128.879943:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d0121c660. 00000100:00000200:1.0:1786072128.879947:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1872818711270528, offset 0 00000400:00000200:1.0:1786072128.879952:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp 00000400:00000200:1.0:1786072128.879959:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072128.879966:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.140@tcp local destination 00000400:00000200:1.0:1786072128.879971:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786072128.879974:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp 00000400:00000200:1.0:1786072128.879978:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786072128.879981:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp 00000400:00000200:1.0:1786072128.879984:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [543760:543760:255:4294967295] 192.168.204.140@tcp LPNI seq info [543700:543700:7:4294967295] 00000400:00000200:1.0:1786072128.879988:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072128.879996:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) : PUT try# 0 00000800:00000200:1.0:1786072128.880002:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.140@tcp 00000800:00000010:1.0:1786072128.880007:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff936d07180300. 00000800:00000200:1.0:1786072128.880013:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff936d0afbc180] -> 12345-192.168.204.140@tcp (5) 00000800:00000200:1.0:1786072128.880021:0:2419:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988 00000800:00000200:1.0:1786072128.880025:0:2419:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff936d07180300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1786072128.880029:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786072128.880033:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff936d3976a000: using a timeout of 156492 usecs (157 jiffies) 00000400:00000200:1.0:1786072128.880036:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000100:00000001:1.0:1786072128.880039:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff936d3976a000: PM QoS new deadline estimation for cpu 0 is 4307922596 00000100:00000001:1.0:1786072128.880042:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff936d3976a000: PM QoS request active for cpu 0, keep current deadline 4307926261 00000100:00000001:1.0:1786072128.880044:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff936d3976a000: PM QoS new deadline estimation for cpu 1 is 4307922596 00000100:00000001:1.0:1786072128.880047:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff936d3976a000: PM QoS request active for cpu 1, keep current deadline 4307926261 00000100:00000001:1.0:1786072128.880049:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786072128.880052:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072128.880055:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072128.880057:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1786072128.880103:0:2411:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786072128.880107:0:2411:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff936d07180c00. 00000400:00000200:1.0:1786072128.880118:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786072128.880122:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000400:00000200:1.0:1786072128.880127:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d0121c440 00000400:00000010:1.0:1786072128.880130:0:2411:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d0121c440. 00000100:00000001:1.0:1786072128.880134:0:2411:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786072128.880138:0:2411:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff936d2a2cc000 x1872818711270400/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072128.880148:0:2411:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786072128.880151:0:2411:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff936d2a2cc000 x1872818711270400/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072213 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072128.880158:0:2411:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072128.880160:0:2411:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1786072128.882188:0:2411:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786072128.882207:0:2411:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff936d07180300. 00000400:00000200:1.0:1786072128.882214:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786072128.882222:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000400:00000200:1.0:1786072128.882228:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d0121c660 00000400:00000010:1.0:1786072128.882230:0:2411:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d0121c660. 00000100:00000001:1.0:1786072128.882236:0:2411:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786072128.882243:0:2411:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff936d2a2cfb80 x1872818711270528/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072128.882256:0:2411:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786072128.882260:0:2411:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff936d2a2cfb80 x1872818711270528/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072183 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072128.882267:0:2411:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072128.882269:0:2411:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786072128.882292:0:2418:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786072128.882296:0:2418:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072128.882478:0:274015:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072128.882482:0:274015:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80aa5924-6869-4c81-88c0-98a34e467390->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1786072128.882486:0:274015:0:(pinger.c:247:ptlrpc_pinger_process_import()) 80aa5924-6869-4c81-88c0-98a34e467390->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1786072128.882491:0:274015:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13260) 00000100:00000001:1.0:1786072128.882551:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786072128.882555:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786072128.882559:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072128.882561:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1786072128.905514:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072128.905545:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786072128.905549:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072128.905551:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786072128.905560:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072128.905568:0:2410:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me 00000400:00000200:1.0:1786072128.905577:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072128.905582:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072128.905588:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072128.905591:0:2410:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 224 into portal 25 MB=0x6a75196039300 00000400:00000200:1.0:1786072128.905596:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072128.905603:0:2410:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.140@tcp of length 224/224 into md 0x536a31 [1] + 224 00000800:00000001:1.0:1786072128.905610:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072128.905616:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786072128.905619:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786072128.905623:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000100:00000001:1.0:1786072128.905632:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786072128.905642:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff936d2a2cce00 x1872818711270144/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072144 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786072128.905654:0:2410:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff936d2a2cce00 x1872818711270144/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072144 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072128.905721:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786072128.905725:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786072128.905744:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786072128.905752:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072128.905755:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1786072128.905800:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786072128.905803:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786072128.905806:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff936d0a95c318. 00000400:00000200:0.0:1786072128.905811:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d0121ccc0 00000400:00000010:0.0:1786072128.905813:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d0121ccc0. 00000100:00000001:0.0:1786072128.905816:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786072128.905821:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff936d2a2cce00 x1872818711270144/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072144 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786072128.905830:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff936d2a2cce00 x1872818711270144/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072144 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072128.905837:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786072128.905839:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786072128.905841:0:2419:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1786072128.905845:0:2419:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1786072128.905847:0:2419:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1786072128.905849:0:2419:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786072128.905852:0:2419:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1786072128.905859:0:2419:0:(import.c:2149:obd_at_measure()) add 5 to ffff936d16267460 time=61 v=5 (5 5 5 5) 00000100:00001000:0.0:1786072128.905863:0:2419:0:(import.c:2149:obd_at_measure()) add 1 to ffff936d16267418 time=148 v=5 (1 1 0 0) 00000100:00000001:0.0:1786072128.905866:0:2419:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1786072128.905868:0:2419:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072128.905878:0:2419:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1786072128.905880:0:2419:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072128.905884:0:2419:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072128.905890:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff936d2a2cce00 x1872818711270144/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072144 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072128.905898:0:2419:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786072128.905901:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786072128.905903:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786072128.905907:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff936d2a2cce00 x1872818711270144/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072144 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786072128.905915:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff936d2a2cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9500c81f-e128-413b-a15c-d036a6184eaf:2419:1872818711270144:192.168.204.140@tcp:400:kworker.0 00000100:00000001:0.0:1786072128.905921:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072128.905924:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786072128.905927:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff936d2a2cce00 x1872818711270144/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072144 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072128.905935:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786072128.905937:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786072128.905941:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff936d0d642600. 02000000:00000001:0.0:1786072128.905945:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786072128.905947:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786072128.905949:0:2419:0:(genops.c:1244:class_import_put()) import ffff936d16267000 refcount=3 obd=MGC192.168.204.140@tcp 00000020:00000001:0.0:1786072128.905951:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786072128.905954:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff936d02aaad00. 02000000:00000001:0.0:1786072128.905962:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786072128.905964:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786072128.905966:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff936d2a2cce00. 00000100:00000001:0.0:1786072128.905970:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786072128.905971:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786072128.905974:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072128.905976:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786072128.905978:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786072128.905979:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072128.905981:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1786072128.907215:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072128.907227:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786072128.907230:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072128.907232:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786072128.907239:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072128.907245:0:2411:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me 00000400:00000200:1.0:1786072128.907252:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072128.907255:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072128.907260:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072128.907264:0:2411:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 224 into portal 4 MB=0x6a75196039480 00000400:00000200:1.0:1786072128.907278:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072128.907284:0:2411:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.140@tcp of length 224/224 into md 0x536a61 [1] + 224 00000800:00000001:1.0:1786072128.907290:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072128.907294:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786072128.907296:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786072128.907300:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000100:00000001:1.0:1786072128.907306:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786072128.907312:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff936d2a2cfb80 x1872818711270528/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072183 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786072128.907322:0:2411:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff936d2a2cfb80 x1872818711270528/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072183 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072128.907344:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786072128.907350:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072128.907354:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786072128.907355:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072128.907357:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786072128.907360:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072128.907363:0:2411:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me 00000400:00000200:1.0:1786072128.907367:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072128.907370:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072128.907373:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072128.907409:0:2411:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 224 into portal 10 MB=0x6a75196039400 00000400:00000200:1.0:1786072128.907413:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072128.907417:0:2411:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.140@tcp of length 224/224 into md 0x536a51 [1] + 224 00000800:00000001:1.0:1786072128.907421:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072128.907425:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786072128.907427:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786072128.907430:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000100:00000001:1.0:1786072128.907433:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786072128.907446:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff936d2a2cc000 x1872818711270400/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072213 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786072128.907468:0:2411:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff936d2a2cc000 x1872818711270400/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072213 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072128.907475:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786072128.907480:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072128.907484:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786072128.907486:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072128.907488:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786072128.907491:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072128.907494:0:2411:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me 00000400:00000200:1.0:1786072128.907498:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072128.907501:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072128.907504:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072128.907506:0:2411:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 224 into portal 10 MB=0x6a75196039380 00000400:00000200:1.0:1786072128.907509:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072128.907513:0:2411:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.140@tcp of length 224/224 into md 0x536a41 [1] + 224 00000800:00000001:1.0:1786072128.907516:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072128.907521:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786072128.907523:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786072128.907525:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000100:00000001:1.0:1786072128.907528:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786072128.907532:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff936d2a2cdf80 x1872818711270272/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072213 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786072128.907541:0:2411:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff936d2a2cdf80 x1872818711270272/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072213 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072128.907547:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786072128.907551:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072128.907553:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786072128.908238:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786072128.908253:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1786072128.908259:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786072128.908260:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786072128.908263:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff936d0a95ccb8. 00000400:00000200:0.0:1786072128.908269:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d0121c3b8 00000400:00000010:0.0:1786072128.908271:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d0121c3b8. 00000100:00000001:0.0:1786072128.908274:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786072128.908280:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff936d2a2cfb80 x1872818711270528/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072183 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786072128.908289:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff936d2a2cfb80 x1872818711270528/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072183 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072128.908296:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786072128.908298:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786072128.908300:0:2419:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1786072128.908302:0:2419:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1786072128.908304:0:2419:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1786072128.908306:0:2419:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786072128.908309:0:2419:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1786072128.908319:0:2419:0:(import.c:2149:obd_at_measure()) add 36 to ffff936d16262c60 time=61 v=36 (36 36 5 5) 00000100:00001000:0.0:1786072128.908322:0:2419:0:(import.c:2149:obd_at_measure()) add 1 to ffff936d16262c18 time=109 v=5 (1 1 1 1) 00000100:00000001:0.0:1786072128.908325:0:2419:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1786072128.908326:0:2419:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072128.908329:0:2419:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1786072128.908332:0:2419:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072128.908335:0:2419:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1786072128.908337:0:2419:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff936d3976a000: skip recheck: last_committed 38654726226 00000100:00000001:0.0:1786072128.908339:0:2419:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1786072128.908341:0:2419:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072128.908345:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff936d2a2cfb80 x1872818711270528/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072183 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072128.908352:0:2419:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786072128.908354:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786072128.908355:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786072128.908359:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff936d2a2cfb80 x1872818711270528/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072183 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786072128.908401:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff936d2a2cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:80aa5924-6869-4c81-88c0-98a34e467390:2419:1872818711270528:192.168.204.140@tcp:400:kworker.0 00000400:00000001:0.0:1786072128.908407:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786072128.908409:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786072128.908410:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff936d0a95c2c0. 00000400:00000200:0.0:1786072128.908413:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d0121cc38 00000400:00000010:0.0:1786072128.908414:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d0121cc38. 00000100:00000001:0.0:1786072128.908417:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786072128.908420:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff936d2a2cc000 x1872818711270400/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072213 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786072128.908428:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff936d2a2cc000 x1872818711270400/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072213 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072128.908434:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786072128.908445:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786072128.908447:0:2419:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1786072128.908449:0:2419:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1786072128.908450:0:2419:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1786072128.908452:0:2419:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786072128.908454:0:2419:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1786072128.908458:0:2419:0:(import.c:2149:obd_at_measure()) add 60 to ffff936d16184c60 time=61 v=60 (60 60 60 60) 00000100:00001000:0.0:1786072128.908461:0:2419:0:(import.c:2149:obd_at_measure()) add 1 to ffff936d16184c18 time=125 v=5 (1 1 0 0) 00000100:00000001:0.0:1786072128.908463:0:2419:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1786072128.908464:0:2419:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072128.908466:0:2419:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1786072128.908469:0:2419:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff936d2a2cc000 x1872818711270400/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072213 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1786072128.908476:0:2419:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072128.908478:0:2419:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1786072128.908480:0:2419:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff936d3976a000: skip recheck: last_committed 21474836545 00000100:00000001:0.0:1786072128.908482:0:2419:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1786072128.908483:0:2419:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072128.908493:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff936d2a2cc000 x1872818711270400/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072213 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072128.908500:0:2419:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786072128.908502:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786072128.908504:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786072128.908507:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff936d2a2cc000 x1872818711270400/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072213 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786072128.908515:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff936d2a2cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:80aa5924-6869-4c81-88c0-98a34e467390:2419:1872818711270400:192.168.204.140@tcp:400:kworker.0 00000400:00000001:0.0:1786072128.908521:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786072128.908522:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786072128.908524:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff936d0a95cdc0. 00000400:00000200:0.0:1786072128.908526:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d0121cf68 00000400:00000010:0.0:1786072128.908528:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d0121cf68. 00000100:00000001:0.0:1786072128.908531:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786072128.908534:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff936d2a2cdf80 x1872818711270272/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072213 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786072128.908543:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff936d2a2cdf80 x1872818711270272/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072213 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072128.908549:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786072128.908550:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786072128.908552:0:2419:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1786072128.908554:0:2419:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1786072128.908555:0:2419:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1786072128.908556:0:2419:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786072128.908558:0:2419:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1786072128.908563:0:2419:0:(import.c:2149:obd_at_measure()) add 60 to ffff936d16266c60 time=61 v=60 (60 60 60 60) 00000100:00001000:0.0:1786072128.908566:0:2419:0:(import.c:2149:obd_at_measure()) add 1 to ffff936d16266c18 time=148 v=5 (1 1 0 0) 00000100:00000001:0.0:1786072128.908568:0:2419:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1786072128.908569:0:2419:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072128.908571:0:2419:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1786072128.908573:0:2419:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072128.908575:0:2419:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1786072128.908581:0:2419:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff936d3976a000: skip recheck: last_committed 30064771465 00000100:00000001:0.0:1786072128.908583:0:2419:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1786072128.908585:0:2419:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072128.908589:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff936d2a2cdf80 x1872818711270272/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072213 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072128.908596:0:2419:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786072128.908598:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786072128.908599:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786072128.908603:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff936d2a2cdf80 x1872818711270272/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072213 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786072128.908610:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff936d2a2cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:80aa5924-6869-4c81-88c0-98a34e467390:2419:1872818711270272:192.168.204.140@tcp:400:kworker.0 00000100:00000001:0.0:1786072128.908614:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786072128.908617:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786072128.908620:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff936d2a2cfb80 x1872818711270528/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072183 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072128.908627:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786072128.908629:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786072128.908632:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff936d0d643e00. 02000000:00000001:0.0:1786072128.908636:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786072128.908639:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786072128.908641:0:2419:0:(genops.c:1244:class_import_put()) import ffff936d16262800 refcount=3 obd=lustre-OST0000-osc-ffff936d3976a000 00000020:00000001:0.0:1786072128.908643:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786072128.908646:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff936c01382e00. 02000000:00000001:0.0:1786072128.908650:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786072128.908652:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786072128.908654:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff936d2a2cfb80. 00000100:00000001:0.0:1786072128.908657:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786072128.908658:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786072128.908660:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786072128.908664:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff936d2a2cc000 x1872818711270400/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072213 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072128.908670:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786072128.908676:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786072128.908678:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff936d0d643200. 02000000:00000001:0.0:1786072128.908680:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786072128.908681:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786072128.908682:0:2419:0:(genops.c:1244:class_import_put()) import ffff936d16184800 refcount=3 obd=lustre-MDT0001-mdc-ffff936d3976a000 00000020:00000001:0.0:1786072128.908684:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786072128.908686:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff936c01382500. 02000000:00000001:0.0:1786072128.908688:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786072128.908689:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786072128.908690:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff936d2a2cc000. 00000100:00000001:0.0:1786072128.908692:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786072128.908694:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786072128.908695:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786072128.908699:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff936d2a2cdf80 x1872818711270272/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072213 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072128.908705:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786072128.908706:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786072128.908708:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff936d0d642400. 02000000:00000001:0.0:1786072128.908710:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786072128.908711:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786072128.908712:0:2419:0:(genops.c:1244:class_import_put()) import ffff936d16266800 refcount=5 obd=lustre-MDT0000-mdc-ffff936d3976a000 00000020:00000001:0.0:1786072128.908714:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786072128.908715:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff936c01382900. 02000000:00000001:0.0:1786072128.908717:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786072128.908718:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786072128.908719:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff936d2a2cdf80. 00000100:00000001:0.0:1786072128.908722:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786072128.908724:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786072128.908726:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786072128.908732:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786072128.908734:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072128.908737:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786072128.908739:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072128.936573:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072128.936581:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072128.936586:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072128.936587:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786072128.938308:0:239616:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786072128.938314:0:239616:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786072128.938319:0:239616:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786072129.960546:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072129.960554:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072129.960561:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072129.960563:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786072129.960595:0:245326:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786072129.960598:0:245326:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786072129.960601:0:245326:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786072130.985029:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072130.985036:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072130.985042:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072130.985044:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786072130.986261:0:233679:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786072130.986267:0:233679:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786072130.986271:0:233679:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786072132.009828:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072132.009834:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072132.009840:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072132.009842:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786072132.010370:0:245327:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786072132.010408:0:245327:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786072132.010411:0:245327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1786072132.499409:0:277351:0:(llite_lib.c:4245:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072132.712470:0:273755:0:(connection.c:75:cpu_latency_work()) work item of ffff936d05017800 (cpu 0) has reached its deadline 4307926261, at 4307926272 00000100:00000010:0.0:1786072132.712487:0:273755:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff936d057d98a0. 00000100:00000040:1.0:1786072132.712594:0:247146:0:(connection.c:75:cpu_latency_work()) work item of ffff936d05017910 (cpu 1) has reached its deadline 4307926261, at 4307926272 00000100:00000010:1.0:1786072132.712600:0:247146:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff936d057d9c00. 00000001:00000001:1.0:1786072132.885727:0:277387:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1786072132.885733:0:277387:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg440-client.virtnet: executing wait_import_state CONNECTING osc.lustre-OST0000-osc-ffff936d3976a000.ost_server_uuid 50 00000001:00000001:1.0:1786072132.901147:0:277387:0:(debug.c:656:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:0.0:1786072133.044526:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072133.044532:0:273755:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786072133.044535:0:273755:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786072133.044538:0:273755:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072133.044542:0:273755:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786072133.044544:0:273755:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072133.044546:0:273755:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072133.044548:0:273755:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072133.044559:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072133.044560:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786072133.057753:0:233680:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786072133.057760:0:233680:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786072133.057765:0:233680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1786072133.992598:0:274015:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9500c81f-e128-413b-a15c-d036a6184eaf->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786072133.992614:0:274015:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1786072133.992630:0:274015:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff936d3d632d80. 00000020:00000040:3.0:1786072133.992649:0:274015:0:(genops.c:1231:class_import_get()) import ffff936d16267000 refcount=4 obd=MGC192.168.204.140@tcp 00000100:00000001:3.0:1786072133.992655:0:274015:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786072133.992660:0:274015:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786072133.992668:0:274015:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786072133.992683:0:274015:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff936d0a73af00. 00000100:00000001:3.0:1786072133.992692:0:274015:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786072133.992708:0:274015:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9500c81f-e128-413b-a15c-d036a6184eaf->MGS req@ffff936d3d632d80 x1872818711270656/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786072133.992732:0:274015:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786072133.992738:0:274015:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786072133.992745:0:274015:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000041d2d55] to pc [ptlrpcd_01_00+0] req@ffff936d3d632d80 x1872818711270656/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072133.992779:0:274015:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786072133.992782:0:274015:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80aa5924-6869-4c81-88c0-98a34e467390->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786072133.992786:0:274015:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1786072133.992790:0:274015:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff936d3d633b80. 00000020:00000040:3.0:1786072133.992793:0:274015:0:(genops.c:1231:class_import_get()) import ffff936d16266800 refcount=6 obd=lustre-MDT0000-mdc-ffff936d3976a000 00000100:00000001:3.0:1786072133.992796:0:274015:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786072133.992797:0:274015:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786072133.992799:0:274015:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786072133.992804:0:274015:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff936d29b00300. 00000100:00000001:3.0:1786072133.992807:0:274015:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786072133.992812:0:274015:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 80aa5924-6869-4c81-88c0-98a34e467390->lustre-MDT0000_UUID req@ffff936d3d633b80 x1872818711270784/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786072133.992819:0:274015:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786072133.992821:0:274015:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786072133.992845:0:274015:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a1436ba2] to pc [ptlrpcd_01_01+1] req@ffff936d3d633b80 x1872818711270784/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072133.992854:0:274015:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786072133.992857:0:274015:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80aa5924-6869-4c81-88c0-98a34e467390->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786072133.992861:0:274015:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1786072133.992864:0:274015:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff936d3d630380. 00000020:00000040:3.0:1786072133.992867:0:274015:0:(genops.c:1231:class_import_get()) import ffff936d16184800 refcount=4 obd=lustre-MDT0001-mdc-ffff936d3976a000 00000100:00000001:3.0:1786072133.992869:0:274015:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786072133.992871:0:274015:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786072133.992873:0:274015:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786072133.992877:0:274015:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff936d29b00d00. 00000100:00000001:3.0:1786072133.992880:0:274015:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786072133.992884:0:274015:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 80aa5924-6869-4c81-88c0-98a34e467390->lustre-MDT0001_UUID req@ffff936d3d630380 x1872818711270912/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786072133.992892:0:274015:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786072133.992894:0:274015:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786072133.992898:0:274015:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002128eae6] to pc [ptlrpcd_01_00+0] req@ffff936d3d630380 x1872818711270912/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072133.992905:0:274015:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786072133.992907:0:274015:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80aa5924-6869-4c81-88c0-98a34e467390->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786072133.992911:0:274015:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1786072133.992913:0:274015:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff936d3d633100. 00000020:00000040:3.0:1786072133.992916:0:274015:0:(genops.c:1231:class_import_get()) import ffff936d16262800 refcount=4 obd=lustre-OST0000-osc-ffff936d3976a000 00000100:00000001:3.0:1786072133.992918:0:274015:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786072133.992919:0:274015:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786072133.992921:0:274015:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786072133.992924:0:274015:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff936d29b00c00. 00000100:00000001:3.0:1786072133.992926:0:274015:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786072133.992930:0:274015:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 80aa5924-6869-4c81-88c0-98a34e467390->lustre-OST0000_UUID req@ffff936d3d633100 x1872818711271040/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786072133.992949:0:274015:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786072133.992951:0:274015:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786072133.992956:0:274015:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e392ee42] to pc [ptlrpcd_01_01+1] req@ffff936d3d633100 x1872818711271040/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072133.992963:0:274015:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786072133.992965:0:274015:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80aa5924-6869-4c81-88c0-98a34e467390->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1786072133.992969:0:274015:0:(pinger.c:247:ptlrpc_pinger_process_import()) 80aa5924-6869-4c81-88c0-98a34e467390->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1786072133.992975:0:274015:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13265) 00000100:00000001:2.0:1786072133.993809:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786072133.993816:0:2420:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786072133.993820:0:2420:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786072133.993830:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff936d3d632d80 x1872818711270656/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786072133.993843:0:2420:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786072133.993846:0:2420:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786072133.993851:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786072133.993855:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786072133.993858:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786072133.993862:0:2420:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff936d3d632d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9500c81f-e128-413b-a15c-d036a6184eaf:2420:1872818711270656:192.168.204.140@tcp:400:kworker.0 00000100:00000001:2.0:1786072133.993867:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786072133.993876:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786072133.993879:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786072133.993882:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786072133.993890:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff936d049ff800. 02000000:00000001:2.0:1786072133.993892:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786072133.993901:0:2420:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000010:2.0:1786072133.993906:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff936d3d5f99f8. 00000400:00000010:2.0:1786072133.993916:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d0b26c990. 00000100:00000200:2.0:1786072133.993925:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872818711270656, portal 25 00000100:00000001:2.0:1786072133.993928:0:2420:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786072133.993929:0:2420:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446624696123469184 : -119377586082432 : ffff936d3d632d80) 00000100:00000040:2.0:1786072133.993935:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff936d3d632d80 x1872818711270656/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072149 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786072133.993959:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786072133.993963:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp 00000400:00000010:2.0:1786072133.993965:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d0b26cee0. 00000100:00000200:2.0:1786072133.993970:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1872818711270656, offset 0 00000400:00000200:2.0:1786072133.993978:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp 00000400:00000200:2.0:1786072133.993989:0:2420:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:2.0:1786072133.993999:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.140@tcp local destination 00000400:00000200:2.0:1786072133.994005:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786072133.994010:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp 00000400:00000200:2.0:1786072133.994015:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786072133.994019:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp 00000400:00000200:2.0:1786072133.994023:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [543761:543761:256:4294967295] 192.168.204.140@tcp LPNI seq info [543701:543701:8:4294967295] 00000400:00000200:2.0:1786072133.994028:0:2420:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:2.0:1786072133.994040:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) : PUT try# 0 00000800:00000200:2.0:1786072133.994048:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.140@tcp 00000800:00000010:2.0:1786072133.994054:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff936d0665a000. 00000800:00000200:2.0:1786072133.994063:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff936d0afbc180] -> 12345-192.168.204.140@tcp (5) 00000800:00000200:2.0:1786072133.994072:0:2420:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988 00000800:00000200:2.0:1786072133.994078:0:2420:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff936d0665a000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1786072133.994108:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786072133.994121:0:2420:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000100:00000001:2.0:1786072133.994124:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4307931381 00000100:00000010:2.0:1786072133.994130:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff936d392dac00. 00000100:00000001:2.0:1786072133.994140:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1786072133.994149:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4307931381 00000100:00000010:2.0:1786072133.994153:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff936d392dad20. 00000100:00000001:2.0:1786072133.994157:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1786072133.994161:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786072133.994164:0:2420:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072133.994174:0:2420:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786072133.994180:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff936d3d630380 x1872818711270912/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786072133.994189:0:2420:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786072133.994191:0:2420:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786072133.994194:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786072133.994196:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786072133.994198:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786072133.994201:0:2420:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff936d3d630380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:80aa5924-6869-4c81-88c0-98a34e467390:2420:1872818711270912:192.168.204.140@tcp:400:kworker.0 00000100:00000001:2.0:1786072133.994206:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786072133.994210:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786072133.994211:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786072133.994213:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786072133.994218:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff936d049ff600. 02000000:00000001:2.0:1786072133.994220:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786072133.994225:0:2420:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000010:2.0:1786072133.994228:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff936d3d5f9898. 00000400:00000010:2.0:1786072133.994233:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d0b26cb28. 00000100:00000200:2.0:1786072133.994236:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872818711270912, portal 10 00000100:00000001:2.0:1786072133.994238:0:2420:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786072133.994239:0:2420:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446624696123458432 : -119377586093184 : ffff936d3d630380) 00000100:00000040:2.0:1786072133.994249:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff936d3d630380 x1872818711270912/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1786072133.994256:0:2410:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1786072133.994257:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786072133.994262:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp 00000400:00000010:2.0:1786072133.994268:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d0b26c000. 00000800:00000010:1.0:1786072133.994270:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff936d0665a000. 00000100:00000200:2.0:1786072133.994272:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872818711270912, offset 0 00000400:00000200:2.0:1786072133.994282:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp 00000400:00000200:1.0:1786072133.994283:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1786072133.994290:0:2420:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072133.994297:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000400:00000200:2.0:1786072133.994302:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.140@tcp local destination 00000400:00000200:2.0:1786072133.994307:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786072133.994309:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d0b26cee0 00000400:00000200:2.0:1786072133.994313:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp 00000400:00000010:1.0:1786072133.994315:0:2410:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d0b26cee0. 00000400:00000200:2.0:1786072133.994321:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1786072133.994327:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1786072133.994335:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp 00000100:00000200:1.0:1786072133.994341:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff936d3d632d80 x1872818711270656/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072149 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072133.994355:0:2410:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786072133.994358:0:2410:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff936d3d632d80 x1872818711270656/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072149 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072133.994366:0:2410:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072133.994368:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1786072133.996465:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [543762:543762:256:4294967295] 192.168.204.140@tcp LPNI seq info [543702:543702:8:4294967295] 00000400:00000200:2.0:1786072133.996481:0:2420:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:2.0:1786072133.996498:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) : PUT try# 0 00000800:00000200:2.0:1786072133.996507:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.140@tcp 00000800:00000010:2.0:1786072133.996520:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff936d0665a800. 00000800:00000200:2.0:1786072133.996529:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff936d0afbc180] -> 12345-192.168.204.140@tcp (5) 00000800:00000200:2.0:1786072133.996538:0:2420:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988 00000800:00000200:2.0:1786072133.996544:0:2420:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff936d0665a800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1786072133.996564:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786072133.996572:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff936d3976a000: using a timeout of 25933 usecs (26 jiffies) 00000400:00000200:2.0:1786072133.996576:0:2420:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000100:00000001:2.0:1786072133.996579:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff936d3976a000: PM QoS new deadline estimation for cpu 0 is 4307927582 00000100:00000001:2.0:1786072133.996582:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff936d3976a000: PM QoS request active for cpu 0, keep current deadline 4307931381 00000100:00000001:2.0:1786072133.996585:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff936d3976a000: PM QoS new deadline estimation for cpu 1 is 4307927582 00000100:00000001:2.0:1786072133.996587:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff936d3976a000: PM QoS request active for cpu 1, keep current deadline 4307931381 00000100:00000001:2.0:1786072133.996591:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786072133.996596:0:2420:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072133.996602:0:2420:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072133.996608:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786072133.996619:0:2420:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786072133.996622:0:2420:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1786072133.996626:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786072133.996629:0:2420:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786072133.996630:0:2420:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1786072133.996660:0:2411:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786072133.996668:0:2411:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff936d0665a800. 00000400:00000200:1.0:1786072133.996678:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786072133.996686:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000400:00000200:1.0:1786072133.996693:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d0b26c000 00000400:00000010:1.0:1786072133.996696:0:2411:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d0b26c000. 00000100:00000001:1.0:1786072133.996703:0:2411:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786072133.996711:0:2411:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff936d3d630380 x1872818711270912/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072133.996724:0:2411:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786072133.996743:0:2411:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff936d3d630380 x1872818711270912/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072218 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072133.996750:0:2411:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072133.996753:0:2411:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786072133.997485:0:2421:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786072133.997491:0:2421:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786072133.997494:0:2421:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786072133.997507:0:2421:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff936d3d633b80 x1872818711270784/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072133.997519:0:2421:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786072133.997522:0:2421:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786072133.997527:0:2421:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786072133.997532:0:2421:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786072133.997535:0:2421:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786072133.997539:0:2421:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff936d3d633b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:80aa5924-6869-4c81-88c0-98a34e467390:2421:1872818711270784:192.168.204.140@tcp:400:kworker.0 00000100:00000001:3.0:1786072133.997543:0:2421:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786072133.997550:0:2421:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786072133.997553:0:2421:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786072133.997556:0:2421:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786072133.997563:0:2421:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff936d0d666000. 02000000:00000001:3.0:1786072133.997566:0:2421:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786072133.997572:0:2421:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000010:3.0:1786072133.997577:0:2421:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff936d0b394f20. 00000400:00000010:3.0:1786072133.997585:0:2421:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d09cd0908. 00000100:00000200:3.0:1786072133.997594:0:2421:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872818711270784, portal 10 00000100:00000001:3.0:1786072133.997597:0:2421:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786072133.997611:0:2421:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446624696123472768 : -119377586078848 : ffff936d3d633b80) 00000100:00000040:3.0:1786072133.997621:0:2421:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff936d3d633b80 x1872818711270784/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072133.997629:0:2421:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786072133.997631:0:2421:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp 00000400:00000010:3.0:1786072133.997645:0:2421:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d09cd0440. 00000100:00000200:3.0:1786072133.997651:0:2421:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872818711270784, offset 0 00000400:00000200:3.0:1786072133.997658:0:2421:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp 00000400:00000200:3.0:1786072133.997669:0:2421:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:3.0:1786072133.997678:0:2421:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.140@tcp local destination 00000400:00000200:3.0:1786072133.997684:0:2421:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786072133.997688:0:2421:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp 00000400:00000200:3.0:1786072133.997693:0:2421:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786072133.997696:0:2421:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp 00000400:00000200:3.0:1786072133.997700:0:2421:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [543763:543763:256:4294967295] 192.168.204.140@tcp LPNI seq info [543703:543703:8:4294967295] 00000400:00000200:3.0:1786072133.997705:0:2421:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:3.0:1786072133.997725:0:2421:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) : PUT try# 0 00000800:00000200:3.0:1786072133.997730:0:2421:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.140@tcp 00000800:00000010:3.0:1786072133.997736:0:2421:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff936d29b00a00. 00000800:00000200:3.0:1786072133.997742:0:2421:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff936d0afbc180] -> 12345-192.168.204.140@tcp (5) 00000800:00000200:3.0:1786072133.997749:0:2421:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988 00000800:00000200:3.0:1786072133.997754:0:2421:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff936d29b00a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1786072133.999245:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1786072134.001187:0:2410:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786072134.001198:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff936d29b00a00. 00000100:00000001:3.0:1786072134.001203:0:2421:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786072134.001210:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1786072134.001219:0:2421:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: using a timeout of 22743 usecs (23 jiffies) 00000400:00000200:1.0:1786072134.001228:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000400:00000200:3.0:1786072134.001236:0:2421:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072134.001240:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d09cd0440 00000100:00000001:3.0:1786072134.001243:0:2421:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: PM QoS new deadline estimation for cpu 0 is 4307927583 00000400:00000010:1.0:1786072134.001246:0:2410:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d09cd0440. 00000100:00000001:1.0:1786072134.001254:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786072134.001263:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff936d3d633b80 x1872818711270784/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072134.001276:0:2410:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786072134.001279:0:2410:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff936d3d633b80 x1872818711270784/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072218 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072134.001287:0:2410:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072134.001289:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1786072134.002550:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072134.002568:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786072134.002573:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072134.002575:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786072134.002586:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072134.002593:0:2411:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me 00000400:00000200:1.0:1786072134.002602:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072134.002606:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072134.002612:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072134.002617:0:2411:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 224 into portal 25 MB=0x6a75196039500 00000400:00000200:1.0:1786072134.002621:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072134.002627:0:2411:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.140@tcp of length 224/224 into md 0x536a71 [1] + 224 00000800:00000001:1.0:1786072134.002635:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072134.002645:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786072134.002648:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786072134.002668:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000100:00000001:1.0:1786072134.002675:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786072134.002681:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff936d3d632d80 x1872818711270656/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072149 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786072134.002693:0:2411:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff936d3d632d80 x1872818711270656/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072149 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072134.002722:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786072134.002730:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072134.002733:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786072134.002807:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786072134.002812:0:2420:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1786072134.002819:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786072134.002821:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786072134.002824:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff936d3d5f99f8. 00000400:00000200:2.0:1786072134.002828:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d0b26c990 00000400:00000010:2.0:1786072134.002836:0:2420:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d0b26c990. 00000100:00000001:2.0:1786072134.002840:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786072134.002844:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff936d3d632d80 x1872818711270656/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072149 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786072134.002853:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff936d3d632d80 x1872818711270656/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072149 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786072134.002859:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786072134.002862:0:2420:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786072134.002864:0:2420:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786072134.002867:0:2420:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786072134.002870:0:2420:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786072134.002872:0:2420:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786072134.002874:0:2420:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786072134.002881:0:2420:0:(import.c:2149:obd_at_measure()) add 5 to ffff936d16267460 time=67 v=5 (5 5 5 5) 00000100:00001000:2.0:1786072134.002885:0:2420:0:(import.c:2149:obd_at_measure()) add 1 to ffff936d16267418 time=154 v=5 (1 1 0 0) 00000100:00000001:2.0:1786072134.002888:0:2420:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786072134.002889:0:2420:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786072134.002892:0:2420:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1786072134.002894:0:2420:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072134.002897:0:2420:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786072134.002901:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff936d3d632d80 x1872818711270656/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072149 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786072134.002907:0:2420:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786072134.002910:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786072134.002912:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786072134.002916:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff936d3d632d80 x1872818711270656/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072149 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786072134.002924:0:2420:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff936d3d632d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9500c81f-e128-413b-a15c-d036a6184eaf:2420:1872818711270656:192.168.204.140@tcp:400:kworker.0 00000100:00000001:2.0:1786072134.002929:0:2420:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072134.002932:0:2420:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786072134.002936:0:2420:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff936d3d632d80 x1872818711270656/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072149 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786072134.002953:0:2420:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786072134.002956:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786072134.002959:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff936d049ff800. 02000000:00000001:2.0:1786072134.002963:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786072134.002967:0:2420:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786072134.002970:0:2420:0:(genops.c:1244:class_import_put()) import ffff936d16267000 refcount=3 obd=MGC192.168.204.140@tcp 00000100:00000001:3.0:1786072134.002971:0:2421:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: PM QoS request active for cpu 0, keep current deadline 4307931381 00000020:00000001:2.0:1786072134.002974:0:2420:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1786072134.002980:0:2421:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: PM QoS new deadline estimation for cpu 1 is 4307927585 02000000:00000010:2.0:1786072134.002981:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff936d0a73af00. 00000100:00000001:3.0:1786072134.002987:0:2421:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: PM QoS request active for cpu 1, keep current deadline 4307931381 02000000:00000001:2.0:1786072134.002992:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786072134.002995:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786072134.002997:0:2420:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff936d3d632d80. 00000100:00000001:2.0:1786072134.003001:0:2420:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786072134.003003:0:2420:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786072134.003014:0:2421:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786072134.003015:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072134.003027:0:2421:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072134.003028:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786072134.003034:0:2420:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786072134.003038:0:2421:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786072134.003039:0:2420:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072134.003044:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786072134.003053:0:2421:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff936d3d633100 x1872818711271040/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072134.003064:0:2421:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786072134.003068:0:2421:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786072134.003073:0:2421:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786072134.003077:0:2421:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786072134.003079:0:2421:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786072134.003083:0:2421:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff936d3d633100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:80aa5924-6869-4c81-88c0-98a34e467390:2421:1872818711271040:192.168.204.140@tcp:400:kworker.0 00000100:00000001:3.0:1786072134.003088:0:2421:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786072134.003104:0:2421:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786072134.003108:0:2421:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786072134.003723:0:2421:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786072134.003732:0:2421:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff936d0d667200. 02000000:00000001:3.0:1786072134.003736:0:2421:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786072134.003746:0:2421:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000010:3.0:1786072134.003751:0:2421:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff936d0b3947e8. 00000400:00000010:3.0:1786072134.003759:0:2421:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d09cd0ee0. 00000100:00000200:3.0:1786072134.003769:0:2421:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872818711271040, portal 4 00000100:00000001:3.0:1786072134.003772:0:2421:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786072134.003774:0:2421:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446624696123470080 : -119377586081536 : ffff936d3d633100) 00000100:00000040:3.0:1786072134.003786:0:2421:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff936d3d633100 x1872818711271040/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072134.003795:0:2421:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786072134.003798:0:2421:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp 00000400:00000010:3.0:1786072134.003801:0:2421:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d09cd0c38. 00000100:00000200:3.0:1786072134.003805:0:2421:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1872818711271040, offset 0 00000400:00000200:3.0:1786072134.003812:0:2421:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp 00000400:00000200:3.0:1786072134.003822:0:2421:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:3.0:1786072134.003831:0:2421:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.140@tcp local destination 00000400:00000200:3.0:1786072134.003845:0:2421:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786072134.003849:0:2421:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp 00000400:00000200:3.0:1786072134.003854:0:2421:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786072134.003857:0:2421:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp 00000400:00000200:3.0:1786072134.003861:0:2421:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [543764:543764:256:4294967295] 192.168.204.140@tcp LPNI seq info [543704:543704:8:4294967295] 00000400:00000200:3.0:1786072134.003866:0:2421:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:3.0:1786072134.003877:0:2421:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) : PUT try# 0 00000800:00000200:3.0:1786072134.003884:0:2421:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.140@tcp 00000800:00000010:3.0:1786072134.003890:0:2421:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff936d29b00f00. 00000800:00000200:3.0:1786072134.003897:0:2421:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff936d0afbc180] -> 12345-192.168.204.140@tcp (5) 00000800:00000200:3.0:1786072134.003905:0:2421:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988 00000800:00000200:3.0:1786072134.003911:0:2421:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff936d29b00f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1786072134.003927:0:2421:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786072134.003932:0:2421:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff936d3976a000: using a timeout of 156397 usecs (157 jiffies) 00000400:00000200:3.0:1786072134.003936:0:2421:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000100:00000001:3.0:1786072134.003939:0:2421:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff936d3976a000: PM QoS new deadline estimation for cpu 0 is 4307927720 00000100:00000001:3.0:1786072134.003941:0:2421:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff936d3976a000: PM QoS request active for cpu 0, keep current deadline 4307931381 00000100:00000001:3.0:1786072134.003943:0:2421:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff936d3976a000: PM QoS new deadline estimation for cpu 1 is 4307927720 00000100:00000001:3.0:1786072134.003945:0:2421:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff936d3976a000: PM QoS request active for cpu 1, keep current deadline 4307931381 00000100:00000001:3.0:1786072134.003947:0:2421:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786072134.003949:0:2421:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072134.003953:0:2421:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072134.003958:0:2421:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786072134.003969:0:2421:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786072134.003973:0:2421:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:3.0:1786072134.003977:0:2421:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786072134.003979:0:2421:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786072134.003980:0:2421:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072134.003983:0:2421:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1786072134.004056:0:2410:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786072134.004064:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff936d29b00f00. 00000400:00000200:1.0:1786072134.004070:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786072134.004077:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000400:00000200:1.0:1786072134.004082:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d09cd0c38 00000400:00000010:1.0:1786072134.004084:0:2410:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d09cd0c38. 00000100:00000001:1.0:1786072134.004101:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786072134.004107:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff936d3d633100 x1872818711271040/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072134.004118:0:2410:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786072134.004122:0:2410:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff936d3d633100 x1872818711271040/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072189 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072134.004130:0:2410:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072134.004132:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1786072134.006535:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072134.006555:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786072134.006558:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072134.006561:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786072134.006570:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072134.006577:0:2411:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me 00000400:00000200:1.0:1786072134.006587:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072134.006591:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072134.006597:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072134.006614:0:2411:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 224 into portal 10 MB=0x6a75196039600 00000400:00000200:1.0:1786072134.006619:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072134.006626:0:2411:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.140@tcp of length 224/224 into md 0x536a79 [1] + 224 00000800:00000001:1.0:1786072134.006632:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072134.006642:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786072134.006646:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786072134.006650:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000100:00000001:1.0:1786072134.006657:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786072134.006665:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff936d3d630380 x1872818711270912/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072218 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786072134.006676:0:2411:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff936d3d630380 x1872818711270912/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072218 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072134.006699:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786072134.006706:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072134.006710:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786072134.006773:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786072134.006778:0:2420:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1786072134.006784:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786072134.006786:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786072134.006790:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff936d3d5f9898. 00000400:00000200:2.0:1786072134.006794:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d0b26cb28 00000400:00000010:2.0:1786072134.006796:0:2420:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d0b26cb28. 00000100:00000001:2.0:1786072134.006801:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786072134.006805:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff936d3d630380 x1872818711270912/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072218 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786072134.006813:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff936d3d630380 x1872818711270912/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072218 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786072134.006819:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786072134.006821:0:2420:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786072134.006823:0:2420:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786072134.006827:0:2420:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786072134.006830:0:2420:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786072134.006837:0:2420:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786072134.006840:0:2420:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786072134.006850:0:2420:0:(import.c:2149:obd_at_measure()) add 60 to ffff936d16184c60 time=67 v=60 (60 60 60 60) 00000100:00001000:2.0:1786072134.006855:0:2420:0:(import.c:2149:obd_at_measure()) add 1 to ffff936d16184c18 time=131 v=5 (1 1 0 0) 00000100:00000001:2.0:1786072134.006857:0:2420:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786072134.006859:0:2420:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786072134.006861:0:2420:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1786072134.006866:0:2420:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff936d3d630380 x1872818711270912/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072218 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1786072134.006873:0:2420:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072134.006876:0:2420:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1786072134.006879:0:2420:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff936d3976a000: skip recheck: last_committed 21474836545 00000100:00000001:2.0:1786072134.006881:0:2420:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1786072134.006883:0:2420:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786072134.006887:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff936d3d630380 x1872818711270912/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072218 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786072134.006893:0:2420:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786072134.006896:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786072134.006898:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786072134.006902:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff936d3d630380 x1872818711270912/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072218 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786072134.006909:0:2420:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff936d3d630380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:80aa5924-6869-4c81-88c0-98a34e467390:2420:1872818711270912:192.168.204.140@tcp:400:kworker.0 00000100:00000001:2.0:1786072134.006914:0:2420:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786072134.006916:0:2420:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786072134.006919:0:2420:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff936d3d630380 x1872818711270912/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072218 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786072134.006926:0:2420:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786072134.006928:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786072134.006932:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff936d049ff600. 02000000:00000001:2.0:1786072134.006936:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786072134.006938:0:2420:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786072134.006946:0:2420:0:(genops.c:1244:class_import_put()) import ffff936d16184800 refcount=3 obd=lustre-MDT0001-mdc-ffff936d3976a000 00000020:00000001:2.0:1786072134.006948:0:2420:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786072134.006950:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff936d29b00d00. 02000000:00000001:2.0:1786072134.006954:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786072134.006956:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786072134.006958:0:2420:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff936d3d630380. 00000100:00000001:2.0:1786072134.006962:0:2420:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786072134.006963:0:2420:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786072134.006965:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786072134.006973:0:2420:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786072134.006975:0:2420:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072134.006977:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786072134.006979:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1786072134.008463:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072134.008477:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786072134.008481:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072134.008483:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786072134.008491:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072134.008497:0:2410:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me 00000400:00000200:1.0:1786072134.008506:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072134.008510:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072134.008514:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072134.008518:0:2410:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 224 into portal 10 MB=0x6a75196039580 00000400:00000200:1.0:1786072134.008522:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072134.008527:0:2410:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.140@tcp of length 224/224 into md 0x536a81 [1] + 224 00000800:00000001:1.0:1786072134.008533:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072134.008605:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786072134.008608:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786072134.008612:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000100:00000001:1.0:1786072134.008622:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786072134.008639:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff936d3d633b80 x1872818711270784/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072218 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786072134.008650:0:2410:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff936d3d633b80 x1872818711270784/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072218 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072134.008673:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786072134.008680:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072134.008683:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786072134.008936:0:2421:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786072134.008939:0:2421:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1786072134.008949:0:2421:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786072134.008951:0:2421:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786072134.008954:0:2421:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff936d0b394f20. 00000400:00000200:3.0:1786072134.008958:0:2421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d09cd0908 00000400:00000010:3.0:1786072134.008960:0:2421:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d09cd0908. 00000100:00000001:3.0:1786072134.008963:0:2421:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786072134.008967:0:2421:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff936d3d633b80 x1872818711270784/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072218 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786072134.008977:0:2421:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff936d3d633b80 x1872818711270784/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072218 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072134.008983:0:2421:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786072134.008984:0:2421:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786072134.008986:0:2421:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1786072134.008988:0:2421:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1786072134.008990:0:2421:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1786072134.008992:0:2421:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786072134.008995:0:2421:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1786072134.009002:0:2421:0:(import.c:2149:obd_at_measure()) add 60 to ffff936d16266c60 time=67 v=60 (60 60 60 60) 00000100:00001000:3.0:1786072134.009006:0:2421:0:(import.c:2149:obd_at_measure()) add 1 to ffff936d16266c18 time=154 v=5 (1 1 0 0) 00000100:00000001:3.0:1786072134.009009:0:2421:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1786072134.009011:0:2421:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786072134.009013:0:2421:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1786072134.009015:0:2421:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072134.009018:0:2421:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1786072134.009020:0:2421:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff936d3976a000: skip recheck: last_committed 30064771465 00000100:00000001:3.0:1786072134.009022:0:2421:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1786072134.009023:0:2421:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786072134.009028:0:2421:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff936d3d633b80 x1872818711270784/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072218 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072134.009034:0:2421:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786072134.009037:0:2421:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786072134.009038:0:2421:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786072134.009041:0:2421:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff936d3d633b80 x1872818711270784/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072218 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786072134.009058:0:2421:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff936d3d633b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:80aa5924-6869-4c81-88c0-98a34e467390:2421:1872818711270784:192.168.204.140@tcp:400:kworker.0 00000100:00000001:3.0:1786072134.009062:0:2421:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072134.009065:0:2421:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786072134.009068:0:2421:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff936d3d633b80 x1872818711270784/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072218 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072134.009075:0:2421:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786072134.009077:0:2421:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786072134.009080:0:2421:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff936d0d666000. 02000000:00000001:3.0:1786072134.009084:0:2421:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786072134.009086:0:2421:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786072134.009087:0:2421:0:(genops.c:1244:class_import_put()) import ffff936d16266800 refcount=5 obd=lustre-MDT0000-mdc-ffff936d3976a000 00000020:00000001:3.0:1786072134.009100:0:2421:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786072134.009103:0:2421:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff936d29b00300. 02000000:00000001:3.0:1786072134.009106:0:2421:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786072134.009107:0:2421:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786072134.009109:0:2421:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff936d3d633b80. 00000100:00000001:3.0:1786072134.009112:0:2421:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786072134.009113:0:2421:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786072134.009116:0:2421:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072134.009118:0:2421:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786072134.009119:0:2421:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786072134.009120:0:2421:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072134.009122:0:2421:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1786072134.010960:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072134.010975:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786072134.010978:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072134.010980:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786072134.010988:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072134.010994:0:2411:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me 00000400:00000200:1.0:1786072134.011001:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072134.011005:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072134.011009:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072134.011013:0:2411:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 224 into portal 4 MB=0x6a75196039680 00000400:00000200:1.0:1786072134.011017:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072134.011022:0:2411:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.140@tcp of length 224/224 into md 0x536a89 [1] + 224 00000800:00000001:1.0:1786072134.011027:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072134.011047:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786072134.011050:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786072134.011054:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000100:00000001:1.0:1786072134.011061:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786072134.011068:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff936d3d633100 x1872818711271040/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072189 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786072134.011078:0:2411:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff936d3d633100 x1872818711271040/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072189 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072134.011130:0:2421:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786072134.011134:0:2421:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786072134.011148:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786072134.011155:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072134.011157:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1786072134.011201:0:2421:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786072134.011203:0:2421:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786072134.011206:0:2421:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff936d0b3947e8. 00000400:00000200:3.0:1786072134.011210:0:2421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d09cd0ee0 00000400:00000010:3.0:1786072134.011213:0:2421:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d09cd0ee0. 00000100:00000001:3.0:1786072134.011215:0:2421:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786072134.011219:0:2421:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff936d3d633100 x1872818711271040/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072189 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786072134.011239:0:2421:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff936d3d633100 x1872818711271040/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072189 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072134.011245:0:2421:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786072134.011247:0:2421:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786072134.011259:0:2421:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1786072134.011263:0:2421:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1786072134.011265:0:2421:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1786072134.011267:0:2421:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786072134.011270:0:2421:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1786072134.011278:0:2421:0:(import.c:2149:obd_at_measure()) add 36 to ffff936d16262c60 time=67 v=36 (36 36 5 5) 00000100:00001000:3.0:1786072134.011282:0:2421:0:(import.c:2149:obd_at_measure()) add 1 to ffff936d16262c18 time=115 v=5 (1 1 1 1) 00000100:00000001:3.0:1786072134.011286:0:2421:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1786072134.011287:0:2421:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786072134.011290:0:2421:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1786072134.011292:0:2421:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072134.011295:0:2421:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1786072134.011297:0:2421:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff936d3976a000: skip recheck: last_committed 38654726226 00000100:00000001:3.0:1786072134.011299:0:2421:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1786072134.011301:0:2421:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786072134.011305:0:2421:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff936d3d633100 x1872818711271040/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072189 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072134.011311:0:2421:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786072134.011314:0:2421:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786072134.011315:0:2421:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786072134.011319:0:2421:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff936d3d633100 x1872818711271040/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072189 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786072134.011326:0:2421:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff936d3d633100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:80aa5924-6869-4c81-88c0-98a34e467390:2421:1872818711271040:192.168.204.140@tcp:400:kworker.0 00000100:00000001:3.0:1786072134.011331:0:2421:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786072134.011333:0:2421:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786072134.011337:0:2421:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff936d3d633100 x1872818711271040/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072189 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072134.011351:0:2421:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786072134.011354:0:2421:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786072134.011357:0:2421:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff936d0d667200. 02000000:00000001:3.0:1786072134.011361:0:2421:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786072134.011363:0:2421:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786072134.011365:0:2421:0:(genops.c:1244:class_import_put()) import ffff936d16262800 refcount=3 obd=lustre-OST0000-osc-ffff936d3976a000 00000020:00000001:3.0:1786072134.011367:0:2421:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786072134.011370:0:2421:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff936d29b00c00. 02000000:00000001:3.0:1786072134.011373:0:2421:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786072134.011400:0:2421:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786072134.011403:0:2421:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff936d3d633100. 00000100:00000001:3.0:1786072134.011406:0:2421:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786072134.011408:0:2421:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786072134.011410:0:2421:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786072134.011417:0:2421:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786072134.011419:0:2421:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072134.011422:0:2421:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786072134.011424:0:2421:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072134.058006:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072134.058013:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072134.058019:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072134.058020:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786072134.058123:0:239616:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786072134.058127:0:239616:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786072134.058130:0:239616:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786072135.080727:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072135.080734:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072135.080756:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072135.080758:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786072135.080779:0:245326:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786072135.080782:0:245326:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786072135.080785:0:245326:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786072136.106082:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072136.106091:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072136.106098:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072136.106100:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786072136.106298:0:233679:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786072136.106302:0:233679:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786072136.106305:0:233679:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786072137.128659:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072137.128666:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072137.128672:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072137.128674:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786072137.128744:0:245327:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786072137.128748:0:245327:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786072137.128751:0:245327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1786072137.833124:0:247146:0:(connection.c:75:cpu_latency_work()) work item of ffff936d05017910 (cpu 1) has reached its deadline 4307931381, at 4307931392 00000100:00000010:1.0:1786072137.833141:0:247146:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff936d392dad20. 00000100:00000040:0.0:1786072137.833233:0:273755:0:(connection.c:75:cpu_latency_work()) work item of ffff936d05017800 (cpu 0) has reached its deadline 4307931381, at 4307931392 00000100:00000010:0.0:1786072137.833239:0:273755:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff936d392dac00. 00010000:00000001:0.0:1786072138.152657:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072138.152664:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072138.152670:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072138.152673:0:273755:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786072138.152675:0:273755:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786072138.152681:0:273755:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1786072138.152683:0:273755:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1786072138.152685:0:273755:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072138.152688:0:273755:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786072138.152690:0:273755:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072138.152692:0:273755:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072138.152694:0:273755:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786072138.152710:0:233680:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786072138.152714:0:233680:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786072138.152716:0:233680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1786072139.112601:0:274015:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9500c81f-e128-413b-a15c-d036a6184eaf->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786072139.112613:0:274015:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1786072139.112624:0:274015:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff936d3d633100. 00000020:00000040:3.0:1786072139.112631:0:274015:0:(genops.c:1231:class_import_get()) import ffff936d16267000 refcount=4 obd=MGC192.168.204.140@tcp 00000100:00000001:3.0:1786072139.112635:0:274015:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786072139.112638:0:274015:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786072139.112644:0:274015:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786072139.112654:0:274015:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff936d29b00c00. 00000100:00000001:3.0:1786072139.112661:0:274015:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786072139.112673:0:274015:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9500c81f-e128-413b-a15c-d036a6184eaf->MGS req@ffff936d3d633100 x1872818711271168/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786072139.112684:0:274015:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786072139.112704:0:274015:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786072139.112712:0:274015:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e392ee42] to pc [ptlrpcd_01_00+0] req@ffff936d3d633100 x1872818711271168/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072139.112737:0:274015:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786072139.112739:0:274015:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80aa5924-6869-4c81-88c0-98a34e467390->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786072139.112743:0:274015:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1786072139.112746:0:274015:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff936d3d633b80. 00000020:00000040:3.0:1786072139.112749:0:274015:0:(genops.c:1231:class_import_get()) import ffff936d16266800 refcount=6 obd=lustre-MDT0000-mdc-ffff936d3976a000 00000100:00000001:3.0:1786072139.112752:0:274015:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786072139.112753:0:274015:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786072139.112755:0:274015:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786072139.112758:0:274015:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff936d29b00300. 00000100:00000001:3.0:1786072139.112762:0:274015:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786072139.112766:0:274015:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 80aa5924-6869-4c81-88c0-98a34e467390->lustre-MDT0000_UUID req@ffff936d3d633b80 x1872818711271296/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786072139.112773:0:274015:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786072139.112775:0:274015:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786072139.112779:0:274015:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a1436ba2] to pc [ptlrpcd_01_01+1] req@ffff936d3d633b80 x1872818711271296/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072139.112787:0:274015:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786072139.112789:0:274015:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80aa5924-6869-4c81-88c0-98a34e467390->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786072139.112792:0:274015:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1786072139.112794:0:274015:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff936d3d630e00. 00000020:00000040:3.0:1786072139.112796:0:274015:0:(genops.c:1231:class_import_get()) import ffff936d16184800 refcount=4 obd=lustre-MDT0001-mdc-ffff936d3976a000 00000100:00000001:3.0:1786072139.112798:0:274015:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786072139.112800:0:274015:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786072139.112801:0:274015:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786072139.112804:0:274015:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff936d29b00400. 00000100:00000001:3.0:1786072139.112807:0:274015:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786072139.112811:0:274015:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 80aa5924-6869-4c81-88c0-98a34e467390->lustre-MDT0001_UUID req@ffff936d3d630e00 x1872818711271424/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786072139.112828:0:274015:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786072139.112830:0:274015:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786072139.112835:0:274015:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081619a25] to pc [ptlrpcd_01_00+0] req@ffff936d3d630e00 x1872818711271424/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072139.112842:0:274015:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786072139.112844:0:274015:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80aa5924-6869-4c81-88c0-98a34e467390->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786072139.112848:0:274015:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1786072139.112850:0:274015:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff936d3d632300. 00000020:00000040:3.0:1786072139.112852:0:274015:0:(genops.c:1231:class_import_get()) import ffff936d16262800 refcount=4 obd=lustre-OST0000-osc-ffff936d3976a000 00000100:00000001:3.0:1786072139.112855:0:274015:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786072139.112856:0:274015:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786072139.112859:0:274015:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786072139.112863:0:274015:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff936d29b00e00. 00000100:00000001:3.0:1786072139.112866:0:274015:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786072139.112869:0:274015:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 80aa5924-6869-4c81-88c0-98a34e467390->lustre-OST0000_UUID req@ffff936d3d632300 x1872818711271552/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786072139.112875:0:274015:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786072139.112876:0:274015:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786072139.112880:0:274015:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d444f59a] to pc [ptlrpcd_01_01+1] req@ffff936d3d632300 x1872818711271552/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072139.112885:0:274015:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786072139.112887:0:274015:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80aa5924-6869-4c81-88c0-98a34e467390->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1786072139.112890:0:274015:0:(pinger.c:247:ptlrpc_pinger_process_import()) 80aa5924-6869-4c81-88c0-98a34e467390->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1786072139.112895:0:274015:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13270) 00000100:00000001:3.0:1786072139.112909:0:2421:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786072139.112912:0:2421:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786072139.112915:0:2421:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786072139.112920:0:2421:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff936d3d633b80 x1872818711271296/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072139.112933:0:2421:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786072139.112935:0:2421:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786072139.112938:0:2421:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786072139.112941:0:2421:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786072139.112943:0:2421:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786072139.112947:0:2421:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff936d3d633b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:80aa5924-6869-4c81-88c0-98a34e467390:2421:1872818711271296:192.168.204.140@tcp:400:kworker.0 00000100:00000001:3.0:1786072139.112951:0:2421:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786072139.112968:0:2421:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786072139.112970:0:2421:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786072139.112973:0:2421:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786072139.112977:0:2421:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff936d0d666800. 02000000:00000001:3.0:1786072139.112979:0:2421:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786072139.112986:0:2421:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000010:3.0:1786072139.113000:0:2421:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff936d0b3947e8. 00000400:00000010:3.0:1786072139.113008:0:2421:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d09cd0ee0. 00000100:00000200:3.0:1786072139.113016:0:2421:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872818711271296, portal 10 00000100:00000001:3.0:1786072139.113018:0:2421:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786072139.113020:0:2421:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446624696123472768 : -119377586078848 : ffff936d3d633b80) 00000100:00000040:3.0:1786072139.113028:0:2421:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff936d3d633b80 x1872818711271296/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072139.113036:0:2421:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786072139.113039:0:2421:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp 00000400:00000010:3.0:1786072139.113041:0:2421:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d09cd0908. 00000100:00000200:3.0:1786072139.113045:0:2421:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872818711271296, offset 0 00000400:00000200:3.0:1786072139.113052:0:2421:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp 00000400:00000200:3.0:1786072139.113061:0:2421:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:3.0:1786072139.113069:0:2421:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.140@tcp local destination 00000400:00000200:3.0:1786072139.113074:0:2421:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786072139.113079:0:2421:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp 00000400:00000200:3.0:1786072139.113083:0:2421:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786072139.113085:0:2421:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp 00000400:00000200:3.0:1786072139.113095:0:2421:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [543765:543765:256:4294967295] 192.168.204.140@tcp LPNI seq info [543705:543705:8:4294967295] 00000400:00000200:3.0:1786072139.113100:0:2421:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:3.0:1786072139.113110:0:2421:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) : PUT try# 0 00000800:00000200:3.0:1786072139.113116:0:2421:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.140@tcp 00000800:00000010:3.0:1786072139.113121:0:2421:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff936d29b00000. 00000800:00000200:3.0:1786072139.113128:0:2421:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff936d0afbc180] -> 12345-192.168.204.140@tcp (5) 00000800:00000200:3.0:1786072139.113136:0:2421:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988 00000800:00000200:3.0:1786072139.113140:0:2421:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff936d29b00000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1786072139.113640:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786072139.113644:0:2420:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786072139.113647:0:2420:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786072139.113653:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff936d3d633100 x1872818711271168/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786072139.113661:0:2420:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786072139.113662:0:2420:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786072139.113665:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786072139.113667:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786072139.113669:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786072139.113672:0:2420:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff936d3d633100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9500c81f-e128-413b-a15c-d036a6184eaf:2420:1872818711271168:192.168.204.140@tcp:400:kworker.0 00000100:00000001:2.0:1786072139.113676:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786072139.113679:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786072139.113681:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786072139.113682:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786072139.113687:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff936d049ffc00. 02000000:00000001:2.0:1786072139.113689:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786072139.113693:0:2420:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000010:2.0:1786072139.113695:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff936d3d5f9898. 00000400:00000010:2.0:1786072139.113700:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d0b26cb28. 00000100:00000200:2.0:1786072139.113704:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872818711271168, portal 25 00000100:00000001:2.0:1786072139.113706:0:2420:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786072139.113713:0:2420:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446624696123470080 : -119377586081536 : ffff936d3d633100) 00000100:00000040:2.0:1786072139.113719:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff936d3d633100 x1872818711271168/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072155 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786072139.113776:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786072139.113779:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp 00000400:00000010:2.0:1786072139.113782:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d0b26c990. 00000100:00000200:2.0:1786072139.113786:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1872818711271168, offset 0 00000400:00000200:2.0:1786072139.113792:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp 00000400:00000200:2.0:1786072139.113797:0:2420:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:2.0:1786072139.113801:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.140@tcp local destination 00000400:00000200:2.0:1786072139.113805:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786072139.113808:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp 00000400:00000200:2.0:1786072139.113810:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786072139.113813:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp 00000400:00000200:2.0:1786072139.113816:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [543766:543766:255:4294967295] 192.168.204.140@tcp LPNI seq info [543706:543706:7:4294967295] 00000400:00000200:2.0:1786072139.113820:0:2420:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:2.0:1786072139.113827:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) : PUT try# 0 00000800:00000200:2.0:1786072139.113831:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.140@tcp 00000800:00000010:2.0:1786072139.113836:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff936d0665a700. 00000800:00000200:2.0:1786072139.113840:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff936d0afbc180] -> 12345-192.168.204.140@tcp (5) 00000800:00000200:2.0:1786072139.113844:0:2420:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988 00000800:00000200:2.0:1786072139.113847:0:2420:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff936d0665a700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1786072139.113927:0:2421:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786072139.113932:0:2421:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: using a timeout of 22742 usecs (23 jiffies) 00000400:00000200:3.0:1786072139.113940:0:2421:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000100:00000001:3.0:1786072139.113943:0:2421:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: PM QoS new deadline estimation for cpu 0 is 4307932696 00000100:00000010:3.0:1786072139.113947:0:2421:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff936d29a681e0. 00000100:00000001:3.0:1786072139.113953:0:2421:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1786072139.113977:0:2421:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: PM QoS new deadline estimation for cpu 1 is 4307932696 00000100:00000010:3.0:1786072139.113982:0:2421:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff936d29a68540. 00000100:00000001:3.0:1786072139.113986:0:2421:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1786072139.114001:0:2421:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786072139.114005:0:2421:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072139.114008:0:2421:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786072139.114013:0:2421:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff936d3d632300 x1872818711271552/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072139.114019:0:2421:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786072139.114021:0:2421:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786072139.114023:0:2421:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786072139.114025:0:2421:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786072139.114027:0:2421:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786072139.114030:0:2421:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff936d3d632300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:80aa5924-6869-4c81-88c0-98a34e467390:2421:1872818711271552:192.168.204.140@tcp:400:kworker.0 00000100:00000001:3.0:1786072139.114034:0:2421:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786072139.114133:0:2421:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786072139.114135:0:2421:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786072139.114137:0:2421:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786072139.114140:0:2421:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff936d0d667200. 02000000:00000001:3.0:1786072139.114142:0:2421:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786072139.114146:0:2421:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000010:3.0:1786072139.114149:0:2421:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff936d0b394f20. 00000400:00000010:3.0:1786072139.114153:0:2421:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d09cd0f68. 00000100:00000200:3.0:1786072139.114156:0:2421:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872818711271552, portal 4 00000100:00000001:3.0:1786072139.114157:0:2421:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786072139.114159:0:2421:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446624696123466496 : -119377586085120 : ffff936d3d632300) 00000100:00000040:3.0:1786072139.114165:0:2421:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff936d3d632300 x1872818711271552/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072139.114270:0:2421:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786072139.114272:0:2421:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp 00000400:00000010:3.0:1786072139.114276:0:2421:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d09cd0880. 00000100:00000200:3.0:1786072139.114279:0:2421:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1872818711271552, offset 0 00000400:00000200:3.0:1786072139.114284:0:2421:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp 00000400:00000200:3.0:1786072139.114288:0:2421:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:3.0:1786072139.114292:0:2421:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.140@tcp local destination 00000400:00000200:3.0:1786072139.114295:0:2421:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786072139.114297:0:2421:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp 00000400:00000200:3.0:1786072139.114299:0:2421:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786072139.114301:0:2421:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp 00000400:00000200:3.0:1786072139.114304:0:2421:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [543767:543767:254:4294967295] 192.168.204.140@tcp LPNI seq info [543707:543707:6:4294967295] 00000400:00000200:3.0:1786072139.114345:0:2421:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:3.0:1786072139.114352:0:2421:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) : PUT try# 0 00000800:00000200:3.0:1786072139.114356:0:2421:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.140@tcp 00000800:00000010:3.0:1786072139.114360:0:2421:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff936d29b00200. 00000800:00000200:3.0:1786072139.114364:0:2421:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff936d0afbc180] -> 12345-192.168.204.140@tcp (5) 00000800:00000200:3.0:1786072139.114368:0:2421:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988 00000800:00000200:3.0:1786072139.114371:0:2421:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff936d29b00200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1786072139.114682:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786072139.114687:0:2420:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000100:00000001:2.0:1786072139.114689:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4307936502 00000100:00000001:2.0:1786072139.114696:0:2420:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307932696 00000100:00000001:2.0:1786072139.114699:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4307936502 00000100:00000001:2.0:1786072139.114702:0:2420:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307932696 00000100:00000001:2.0:1786072139.114707:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786072139.114709:0:2420:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1786072139.114711:0:2410:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786072139.114718:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff936d29b00000. 00000100:00000001:2.0:1786072139.114720:0:2420:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1786072139.114724:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1786072139.114728:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff936d3d630e00 x1872818711271424/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1786072139.114733:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000400:00000200:1.0:1786072139.114741:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d09cd0908 00000100:00000001:2.0:1786072139.114742:0:2420:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000010:1.0:1786072139.114745:0:2410:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d09cd0908. 00000100:00000001:2.0:1786072139.114746:0:2420:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786072139.114751:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1786072139.114751:0:2410:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1786072139.114753:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786072139.114758:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1786072139.114759:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff936d3d633b80 x1872818711271296/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786072139.114764:0:2420:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff936d3d630e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:80aa5924-6869-4c81-88c0-98a34e467390:2420:1872818711271424:192.168.204.140@tcp:400:kworker.0 00000100:00000001:2.0:1786072139.114772:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786072139.114776:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1786072139.114778:0:2410:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1786072139.114780:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786072139.114783:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1786072139.114785:0:2410:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff936d3d633b80 x1872818711271296/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072224 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1786072139.114788:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff936d049fe800. 02000000:00000001:2.0:1786072139.114793:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072139.114799:0:2410:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786072139.114800:0:2420:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000100:00000001:1.0:1786072139.114803:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:2.0:1786072139.114806:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff936d3d5f99f8. 00000400:00000010:2.0:1786072139.114812:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d0b26c3b8. 00000100:00000200:2.0:1786072139.114817:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872818711271424, portal 10 00000100:00000001:2.0:1786072139.114819:0:2420:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786072139.114820:0:2420:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446624696123461120 : -119377586090496 : ffff936d3d630e00) 00000100:00000040:2.0:1786072139.114827:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff936d3d630e00 x1872818711271424/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786072139.114833:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786072139.114835:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp 00000400:00000010:2.0:1786072139.114837:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d0b26ca18. 00000100:00000200:2.0:1786072139.114840:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872818711271424, offset 0 00000400:00000200:2.0:1786072139.114843:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp 00000400:00000200:2.0:1786072139.114847:0:2420:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:2.0:1786072139.114851:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.140@tcp local destination 00000400:00000200:2.0:1786072139.114854:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786072139.114856:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp 00000400:00000200:2.0:1786072139.114858:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786072139.114866:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp 00000400:00000200:2.0:1786072139.114869:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [543768:543768:254:4294967295] 192.168.204.140@tcp LPNI seq info [543708:543708:6:4294967295] 00000400:00000200:2.0:1786072139.114873:0:2420:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:2.0:1786072139.114880:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) : PUT try# 0 00000800:00000200:2.0:1786072139.114884:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.140@tcp 00000800:00000010:2.0:1786072139.114888:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff936d0665a300. 00000800:00000200:2.0:1786072139.114892:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff936d0afbc180] -> 12345-192.168.204.140@tcp (5) 00000800:00000200:2.0:1786072139.114897:0:2420:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988 00000800:00000200:2.0:1786072139.114900:0:2420:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff936d0665a300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1786072139.114903:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786072139.114906:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff936d3976a000: using a timeout of 25932 usecs (26 jiffies) 00000400:00000200:2.0:1786072139.114909:0:2420:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000100:00000001:2.0:1786072139.114911:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff936d3976a000: PM QoS new deadline estimation for cpu 0 is 4307932700 00000100:00000001:2.0:1786072139.114913:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff936d3976a000: PM QoS request active for cpu 0, keep current deadline 4307936502 00000100:00000001:2.0:1786072139.114915:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff936d3976a000: PM QoS new deadline estimation for cpu 1 is 4307932700 00000100:00000001:2.0:1786072139.114916:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff936d3976a000: PM QoS request active for cpu 1, keep current deadline 4307936502 00000100:00000001:2.0:1786072139.114918:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786072139.114920:0:2420:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072139.114923:0:2420:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072139.114926:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786072139.114932:0:2420:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786072139.114934:0:2420:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1786072139.114936:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786072139.114937:0:2420:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786072139.114938:0:2420:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072139.114940:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1786072139.115053:0:2410:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786072139.115057:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff936d0665a700. 00000400:00000200:1.0:1786072139.115060:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786072139.115073:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000400:00000200:1.0:1786072139.115076:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d0b26c990 00000400:00000010:1.0:1786072139.115077:0:2410:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d0b26c990. 00000100:00000001:1.0:1786072139.115081:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786072139.115085:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff936d3d633100 x1872818711271168/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072155 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072139.115092:0:2410:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786072139.115095:0:2410:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff936d3d633100 x1872818711271168/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072155 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072139.115106:0:2410:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072139.115108:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1786072139.115119:0:2410:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786072139.115121:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff936d0665a300. 00000400:00000200:1.0:1786072139.115124:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786072139.115127:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000400:00000200:1.0:1786072139.115130:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d0b26ca18 00000400:00000010:1.0:1786072139.115132:0:2410:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d0b26ca18. 00000100:00000001:1.0:1786072139.115134:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786072139.115137:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff936d3d630e00 x1872818711271424/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072139.115448:0:2421:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786072139.115453:0:2421:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff936d3976a000: using a timeout of 156292 usecs (157 jiffies) 00000400:00000200:3.0:1786072139.115458:0:2421:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000100:00000001:3.0:1786072139.115460:0:2421:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff936d3976a000: PM QoS new deadline estimation for cpu 0 is 4307932832 00000100:00000001:3.0:1786072139.115463:0:2421:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff936d3976a000: PM QoS request active for cpu 0, keep current deadline 4307936502 00000100:00000001:3.0:1786072139.115464:0:2421:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff936d3976a000: PM QoS new deadline estimation for cpu 1 is 4307932832 00000100:00000001:3.0:1786072139.115466:0:2421:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff936d3976a000: PM QoS request active for cpu 1, keep current deadline 4307936502 00000100:00000001:3.0:1786072139.115468:0:2421:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786072139.115471:0:2421:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072139.115473:0:2421:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072139.115475:0:2421:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786072139.115479:0:2421:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786072139.115480:0:2421:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:3.0:1786072139.115482:0:2421:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786072139.115483:0:2421:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786072139.115485:0:2421:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072139.115530:0:2421:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072139.115530:0:2410:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786072139.115537:0:2410:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff936d3d630e00 x1872818711271424/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072224 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072139.115544:0:2410:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072139.115546:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1786072139.115705:0:2410:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786072139.115708:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff936d29b00200. 00000400:00000200:1.0:1786072139.115712:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786072139.115715:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000400:00000200:1.0:1786072139.115718:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d09cd0880 00000400:00000010:1.0:1786072139.115720:0:2410:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d09cd0880. 00000100:00000001:1.0:1786072139.115723:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786072139.115727:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff936d3d632300 x1872818711271552/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072139.115734:0:2410:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786072139.115737:0:2410:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff936d3d632300 x1872818711271552/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072194 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072139.115743:0:2410:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072139.115744:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1786072139.121595:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072139.121647:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786072139.121653:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072139.121656:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786072139.121672:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072139.121682:0:2411:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me 00000400:00000200:1.0:1786072139.121693:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072139.123221:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072139.123475:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072139.123482:0:2411:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 224 into portal 25 MB=0x6a75196039700 00000400:00000200:1.0:1786072139.123487:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072139.123494:0:2411:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.140@tcp of length 224/224 into md 0x536a99 [1] + 224 00000800:00000001:1.0:1786072139.123504:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072139.123520:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786072139.123524:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786072139.123529:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000100:00000001:1.0:1786072139.123677:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786072139.123687:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff936d3d633100 x1872818711271168/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072155 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786072139.123699:0:2411:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff936d3d633100 x1872818711271168/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072155 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072139.123730:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786072139.123740:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072139.123744:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786072139.125549:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786072139.125557:0:2420:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1786072139.125566:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786072139.125569:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786072139.125572:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff936d3d5f9898. 00000400:00000200:3.0:1786072139.125581:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d0b26cb28 00000400:00000010:3.0:1786072139.125583:0:2420:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d0b26cb28. 00000100:00000001:3.0:1786072139.125591:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786072139.125600:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff936d3d633100 x1872818711271168/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072155 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786072139.125612:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff936d3d633100 x1872818711271168/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072155 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072139.125620:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786072139.125622:0:2420:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786072139.125625:0:2420:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1786072139.125628:0:2420:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1786072139.125632:0:2420:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1786072139.125652:0:2420:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786072139.125655:0:2420:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1786072139.125662:0:2420:0:(import.c:2149:obd_at_measure()) add 5 to ffff936d16267460 time=72 v=5 (5 5 5 5) 00000100:00001000:3.0:1786072139.125667:0:2420:0:(import.c:2149:obd_at_measure()) add 1 to ffff936d16267418 time=9 v=5 (1 1 1 0) 00000100:00000001:3.0:1786072139.125669:0:2420:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1786072139.125671:0:2420:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786072139.125673:0:2420:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1786072139.125676:0:2420:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072139.125678:0:2420:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786072139.125684:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff936d3d633100 x1872818711271168/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072155 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072139.125692:0:2420:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786072139.125696:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786072139.125698:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786072139.125702:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff936d3d633100 x1872818711271168/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072155 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786072139.125709:0:2420:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff936d3d633100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9500c81f-e128-413b-a15c-d036a6184eaf:2420:1872818711271168:192.168.204.140@tcp:400:kworker.0 00000100:00000001:3.0:1786072139.125715:0:2420:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072139.125718:0:2420:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786072139.125722:0:2420:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff936d3d633100 x1872818711271168/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072155 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072139.125728:0:2420:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786072139.125730:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786072139.125734:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff936d049ffc00. 02000000:00000001:3.0:1786072139.125738:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786072139.125741:0:2420:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786072139.125743:0:2420:0:(genops.c:1244:class_import_put()) import ffff936d16267000 refcount=3 obd=MGC192.168.204.140@tcp 00000020:00000001:3.0:1786072139.125746:0:2420:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786072139.125748:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff936d29b00c00. 02000000:00000001:3.0:1786072139.125752:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786072139.125754:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786072139.125755:0:2420:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff936d3d633100. 00000100:00000001:3.0:1786072139.125759:0:2420:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786072139.125767:0:2420:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786072139.125770:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072139.125771:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786072139.125773:0:2420:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786072139.125774:0:2420:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072139.125776:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1786072139.126753:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072139.126767:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786072139.126770:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072139.126773:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786072139.126781:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072139.126786:0:2410:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me 00000400:00000200:1.0:1786072139.126794:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072139.126798:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072139.126803:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072139.126808:0:2410:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 224 into portal 10 MB=0x6a75196039780 00000400:00000200:1.0:1786072139.126820:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072139.126826:0:2410:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.140@tcp of length 224/224 into md 0x536a91 [1] + 224 00000800:00000001:1.0:1786072139.126833:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072139.126840:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786072139.126843:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786072139.126847:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000100:00000001:1.0:1786072139.126855:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786072139.126861:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff936d3d633b80 x1872818711271296/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072224 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786072139.126871:0:2410:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff936d3d633b80 x1872818711271296/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072224 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072139.126888:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786072139.126895:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072139.126898:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786072139.128176:0:2421:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786072139.128185:0:2421:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1786072139.128205:0:2421:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786072139.128207:0:2421:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786072139.128212:0:2421:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff936d0b3947e8. 00000400:00000200:3.0:1786072139.128219:0:2421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d09cd0ee0 00000400:00000010:3.0:1786072139.128222:0:2421:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d09cd0ee0. 00000100:00000001:3.0:1786072139.128226:0:2421:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786072139.128234:0:2421:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff936d3d633b80 x1872818711271296/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072224 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786072139.128246:0:2421:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff936d3d633b80 x1872818711271296/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072224 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072139.128258:0:2421:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786072139.128261:0:2421:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786072139.128263:0:2421:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1786072139.128266:0:2421:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1786072139.128269:0:2421:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1786072139.128271:0:2421:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786072139.128274:0:2421:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1786072139.128282:0:2421:0:(import.c:2149:obd_at_measure()) add 60 to ffff936d16266c60 time=72 v=60 (60 60 60 60) 00000100:00001000:3.0:1786072139.128286:0:2421:0:(import.c:2149:obd_at_measure()) add 1 to ffff936d16266c18 time=9 v=5 (1 1 1 0) 00000100:00000001:3.0:1786072139.128289:0:2421:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1786072139.128290:0:2421:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786072139.128292:0:2421:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1786072139.128295:0:2421:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072139.128299:0:2421:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1786072139.128301:0:2421:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff936d3976a000: skip recheck: last_committed 30064771465 00000100:00000001:3.0:1786072139.128303:0:2421:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1786072139.128304:0:2421:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786072139.128308:0:2421:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff936d3d633b80 x1872818711271296/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072224 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072139.128329:0:2421:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786072139.128333:0:2421:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786072139.128334:0:2421:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786072139.128339:0:2421:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff936d3d633b80 x1872818711271296/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072224 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786072139.128347:0:2421:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff936d3d633b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:80aa5924-6869-4c81-88c0-98a34e467390:2421:1872818711271296:192.168.204.140@tcp:400:kworker.0 00000100:00000001:3.0:1786072139.128353:0:2421:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072139.128356:0:2421:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786072139.128359:0:2421:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff936d3d633b80 x1872818711271296/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072224 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072139.128367:0:2421:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786072139.128370:0:2421:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786072139.128373:0:2421:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff936d0d666800. 02000000:00000001:3.0:1786072139.128393:0:2421:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786072139.128396:0:2421:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786072139.128398:0:2421:0:(genops.c:1244:class_import_put()) import ffff936d16266800 refcount=5 obd=lustre-MDT0000-mdc-ffff936d3976a000 00000020:00000001:3.0:1786072139.128400:0:2421:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786072139.128403:0:2421:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff936d29b00300. 02000000:00000001:3.0:1786072139.128407:0:2421:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786072139.128408:0:2421:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786072139.128410:0:2421:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff936d3d633b80. 00000100:00000001:3.0:1786072139.128413:0:2421:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786072139.128414:0:2421:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786072139.128417:0:2421:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072139.128419:0:2421:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786072139.128420:0:2421:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786072139.128422:0:2421:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072139.128423:0:2421:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1786072139.131032:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072139.131050:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786072139.131054:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072139.131056:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786072139.131064:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072139.131071:0:2411:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me 00000400:00000200:1.0:1786072139.131079:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072139.131084:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072139.131089:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072139.131093:0:2411:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 224 into portal 10 MB=0x6a75196039800 00000400:00000200:1.0:1786072139.131097:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072139.131103:0:2411:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.140@tcp of length 224/224 into md 0x536aa9 [1] + 224 00000800:00000001:1.0:1786072139.131111:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072139.131118:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786072139.131121:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786072139.131126:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000100:00000001:1.0:1786072139.131134:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786072139.131142:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff936d3d630e00 x1872818711271424/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072224 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786072139.131179:0:2411:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff936d3d630e00 x1872818711271424/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072224 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072139.131204:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786072139.131214:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072139.131217:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786072139.131289:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786072139.131293:0:2420:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1786072139.131298:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786072139.131300:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786072139.131309:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff936d3d5f99f8. 00000400:00000200:3.0:1786072139.131313:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d0b26c3b8 00000400:00000010:3.0:1786072139.131315:0:2420:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d0b26c3b8. 00000100:00000001:3.0:1786072139.131320:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786072139.131324:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff936d3d630e00 x1872818711271424/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072224 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786072139.131333:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff936d3d630e00 x1872818711271424/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072224 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072139.131340:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786072139.131342:0:2420:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786072139.131345:0:2420:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1786072139.131347:0:2420:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1786072139.131350:0:2420:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1786072139.131352:0:2420:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786072139.131354:0:2420:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1786072139.131363:0:2420:0:(import.c:2149:obd_at_measure()) add 60 to ffff936d16184c60 time=72 v=60 (60 60 60 60) 00000100:00001000:3.0:1786072139.131368:0:2420:0:(import.c:2149:obd_at_measure()) add 1 to ffff936d16184c18 time=136 v=5 (1 1 0 0) 00000100:00000001:3.0:1786072139.131370:0:2420:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1786072139.131372:0:2420:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786072139.131566:0:2420:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1786072139.131574:0:2420:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff936d3d630e00 x1872818711271424/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072224 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1786072139.131582:0:2420:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072139.131585:0:2420:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1786072139.131587:0:2420:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff936d3976a000: skip recheck: last_committed 21474836545 00000100:00000001:3.0:1786072139.131589:0:2420:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1786072139.131591:0:2420:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786072139.131595:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff936d3d630e00 x1872818711271424/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072224 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072139.131601:0:2420:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786072139.131604:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786072139.131606:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786072139.131610:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff936d3d630e00 x1872818711271424/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072224 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786072139.131623:0:2420:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff936d3d630e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:80aa5924-6869-4c81-88c0-98a34e467390:2420:1872818711271424:192.168.204.140@tcp:400:kworker.0 00000100:00000001:3.0:1786072139.131628:0:2420:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786072139.131630:0:2420:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786072139.131634:0:2420:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff936d3d630e00 x1872818711271424/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072224 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072139.131641:0:2420:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786072139.131643:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786072139.131647:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff936d049fe800. 02000000:00000001:3.0:1786072139.131651:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786072139.131653:0:2420:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786072139.131655:0:2420:0:(genops.c:1244:class_import_put()) import ffff936d16184800 refcount=3 obd=lustre-MDT0001-mdc-ffff936d3976a000 00000020:00000001:3.0:1786072139.131658:0:2420:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786072139.131660:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff936d29b00400. 02000000:00000001:3.0:1786072139.131664:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786072139.131665:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786072139.131667:0:2420:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff936d3d630e00. 00000100:00000001:3.0:1786072139.131671:0:2420:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786072139.131673:0:2420:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786072139.131675:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786072139.131682:0:2420:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786072139.131684:0:2420:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072139.131687:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786072139.131689:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1786072139.132367:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072139.132392:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786072139.132396:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072139.132398:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786072139.132405:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072139.132410:0:2410:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me 00000400:00000200:1.0:1786072139.132416:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072139.132420:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072139.132423:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072139.132427:0:2410:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 224 into portal 4 MB=0x6a75196039880 00000400:00000200:1.0:1786072139.132431:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072139.132436:0:2410:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.140@tcp of length 224/224 into md 0x536aa1 [1] + 224 00000800:00000001:1.0:1786072139.132718:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072139.132726:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786072139.132729:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786072139.132734:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000100:00000001:1.0:1786072139.132740:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786072139.132745:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff936d3d632300 x1872818711271552/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072194 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786072139.132756:0:2410:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff936d3d632300 x1872818711271552/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072194 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072139.132769:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786072139.132776:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072139.132778:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786072139.132863:0:2421:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786072139.132867:0:2421:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1786072139.132872:0:2421:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786072139.132874:0:2421:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786072139.132877:0:2421:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff936d0b394f20. 00000400:00000200:3.0:1786072139.132881:0:2421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d09cd0f68 00000400:00000010:3.0:1786072139.132883:0:2421:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d09cd0f68. 00000100:00000001:3.0:1786072139.132886:0:2421:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786072139.132890:0:2421:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff936d3d632300 x1872818711271552/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072194 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786072139.132913:0:2421:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff936d3d632300 x1872818711271552/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072194 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072139.132919:0:2421:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786072139.132921:0:2421:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786072139.132923:0:2421:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1786072139.132925:0:2421:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1786072139.132927:0:2421:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1786072139.132929:0:2421:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786072139.132931:0:2421:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1786072139.132939:0:2421:0:(import.c:2149:obd_at_measure()) add 36 to ffff936d16262c60 time=72 v=36 (36 36 5 5) 00000100:00001000:3.0:1786072139.132942:0:2421:0:(import.c:2149:obd_at_measure()) add 1 to ffff936d16262c18 time=120 v=5 (1 1 1 1) 00000100:00000001:3.0:1786072139.132945:0:2421:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1786072139.132947:0:2421:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786072139.132949:0:2421:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1786072139.132952:0:2421:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072139.132955:0:2421:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1786072139.133129:0:2421:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff936d3976a000: skip recheck: last_committed 38654726226 00000100:00000001:3.0:1786072139.133133:0:2421:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1786072139.133135:0:2421:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786072139.133140:0:2421:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff936d3d632300 x1872818711271552/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072194 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072139.133147:0:2421:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786072139.133149:0:2421:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786072139.133150:0:2421:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786072139.133164:0:2421:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff936d3d632300 x1872818711271552/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072194 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786072139.133321:0:2421:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff936d3d632300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:80aa5924-6869-4c81-88c0-98a34e467390:2421:1872818711271552:192.168.204.140@tcp:400:kworker.0 00000100:00000001:3.0:1786072139.133326:0:2421:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786072139.133328:0:2421:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786072139.133331:0:2421:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff936d3d632300 x1872818711271552/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072194 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072139.133344:0:2421:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786072139.133346:0:2421:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786072139.133349:0:2421:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff936d0d667200. 02000000:00000001:3.0:1786072139.133352:0:2421:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786072139.133354:0:2421:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786072139.133356:0:2421:0:(genops.c:1244:class_import_put()) import ffff936d16262800 refcount=3 obd=lustre-OST0000-osc-ffff936d3976a000 00000020:00000001:3.0:1786072139.133358:0:2421:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786072139.133361:0:2421:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff936d29b00e00. 02000000:00000001:3.0:1786072139.133364:0:2421:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786072139.133365:0:2421:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786072139.133366:0:2421:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff936d3d632300. 00000100:00000001:3.0:1786072139.133369:0:2421:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786072139.133370:0:2421:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786072139.133373:0:2421:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786072139.133709:0:2421:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786072139.133711:0:2421:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072139.133714:0:2421:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786072139.133716:0:2421:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072139.177555:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072139.177562:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072139.177568:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072139.177569:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786072139.177650:0:239616:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786072139.177672:0:239616:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786072139.177675:0:239616:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786072140.200520:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072140.200526:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072140.200532:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072140.200549:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786072140.200572:0:245326:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786072140.200575:0:245326:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786072140.200579:0:245326:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786072141.224506:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072141.224513:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072141.224519:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072141.224520:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786072141.225431:0:233679:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786072141.225435:0:233679:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786072141.225439:0:233679:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786072142.248499:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072142.248506:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072142.248511:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072142.248513:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786072142.248535:0:245327:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786072142.248539:0:245327:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786072142.248543:0:245327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1786072142.952519:0:273755:0:(connection.c:75:cpu_latency_work()) work item of ffff936d05017800 (cpu 0) has reached its deadline 4307936502, at 4307936512 00000100:00000010:0.0:1786072142.952536:0:273755:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff936d29a681e0. 00000100:00000040:1.0:1786072142.954025:0:247146:0:(connection.c:75:cpu_latency_work()) work item of ffff936d05017910 (cpu 1) has reached its deadline 4307936502, at 4307936513 00000100:00000010:1.0:1786072142.954037:0:247146:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff936d29a68540. 00010000:00000001:0.0:1786072143.272467:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072143.272476:0:273755:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786072143.272479:0:273755:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786072143.272482:0:273755:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072143.272486:0:273755:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786072143.272489:0:273755:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072143.272491:0:273755:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072143.272493:0:273755:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072143.272498:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072143.272500:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1786072143.272504:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff936d07055300] -> 12345-192.168.204.40@tcp (6) 00000800:00000200:3.0:1786072143.272511:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.40@tcp ip 192.168.204.40:988 00000800:00000200:3.0:1786072143.272516:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff936d0e2b6000 type 192, nob 24 niov 1 nkiov 0 00000020:00000001:0.0:1786072143.272522:0:233680:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786072143.272525:0:233680:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786072143.272527:0:233680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1786072143.273307:0:2411:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1786072143.273315:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072143.273327:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786072143.273332:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072143.273334:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786072144.232950:0:274015:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9500c81f-e128-413b-a15c-d036a6184eaf->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786072144.232963:0:274015:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1786072144.232975:0:274015:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff936d2a2cdf80. 00000020:00000040:0.0:1786072144.232982:0:274015:0:(genops.c:1231:class_import_get()) import ffff936d16267000 refcount=4 obd=MGC192.168.204.140@tcp 00000100:00000001:0.0:1786072144.232987:0:274015:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786072144.232990:0:274015:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786072144.232997:0:274015:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786072144.233007:0:274015:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff936c01382900. 00000100:00000001:0.0:1786072144.233014:0:274015:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072144.233045:0:274015:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9500c81f-e128-413b-a15c-d036a6184eaf->MGS req@ffff936d2a2cdf80 x1872818711271680/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786072144.233056:0:274015:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786072144.233060:0:274015:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072144.233066:0:274015:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002bad4e56] to pc [ptlrpcd_00_01+1] req@ffff936d2a2cdf80 x1872818711271680/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072144.233660:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786072144.233670:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786072144.233674:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786072144.233687:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff936d2a2cdf80 x1872818711271680/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072144.233697:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786072144.233700:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786072144.233705:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786072144.233708:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786072144.233711:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786072144.233715:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff936d2a2cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9500c81f-e128-413b-a15c-d036a6184eaf:2419:1872818711271680:192.168.204.140@tcp:400:kworker.0 00000100:00000001:1.0:1786072144.233719:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786072144.233725:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786072144.233728:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786072144.233731:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786072144.233747:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff936d09e38400. 02000000:00000001:1.0:1786072144.233749:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786072144.233757:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000010:1.0:1786072144.233763:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff936d0a95cc60. 00000400:00000010:1.0:1786072144.233770:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d0121c660. 00000100:00000200:1.0:1786072144.233777:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872818711271680, portal 25 00000100:00000001:1.0:1786072144.233779:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786072144.233789:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446624695801143168 : -119377908408448 : ffff936d2a2cdf80) 00000100:00000040:1.0:1786072144.233796:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff936d2a2cdf80 x1872818711271680/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072160 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072144.233804:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786072144.233807:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp 00000400:00000010:1.0:1786072144.233809:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d0121c440. 00000100:00000200:1.0:1786072144.233813:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1872818711271680, offset 0 00000400:00000200:1.0:1786072144.233819:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp 00000400:00000200:1.0:1786072144.233828:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072144.233835:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.140@tcp local destination 00000400:00000200:1.0:1786072144.233840:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786072144.233844:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp 00000400:00000200:1.0:1786072144.233848:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786072144.233851:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp 00000400:00000200:1.0:1786072144.233855:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [543769:543769:256:4294967295] 192.168.204.140@tcp LPNI seq info [543709:543709:8:4294967295] 00000400:00000200:1.0:1786072144.233859:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072144.233868:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) : PUT try# 0 00000800:00000200:1.0:1786072144.233874:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.140@tcp 00000800:00000010:1.0:1786072144.233879:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff936d07180300. 00000800:00000200:1.0:1786072144.233885:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff936d0afbc180] -> 12345-192.168.204.140@tcp (5) 00000800:00000200:1.0:1786072144.233903:0:2419:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988 00000800:00000200:1.0:1786072144.233907:0:2419:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff936d07180300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1786072144.233923:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786072144.233927:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000100:00000001:1.0:1786072144.233930:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4307941621 00000100:00000010:1.0:1786072144.233935:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff936d057d9f60. 00000100:00000001:1.0:1786072144.233941:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1786072144.233948:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4307941621 00000100:00000010:1.0:1786072144.233951:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff936d057d9cc0. 00000100:00000001:1.0:1786072144.233954:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1786072144.233964:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786072144.233967:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072144.233970:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072144.233973:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786072144.234150:0:274015:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072144.234154:0:274015:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80aa5924-6869-4c81-88c0-98a34e467390->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786072144.234158:0:274015:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1786072144.234162:0:274015:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff936d2a2cc000. 00000020:00000040:0.0:1786072144.234166:0:274015:0:(genops.c:1231:class_import_get()) import ffff936d16266800 refcount=6 obd=lustre-MDT0000-mdc-ffff936d3976a000 00000100:00000001:0.0:1786072144.234358:0:274015:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786072144.234361:0:274015:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786072144.234365:0:274015:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786072144.234372:0:274015:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff936c01382500. 00000100:00000001:0.0:1786072144.234395:0:274015:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072144.234402:0:274015:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 80aa5924-6869-4c81-88c0-98a34e467390->lustre-MDT0000_UUID req@ffff936d2a2cc000 x1872818711271808/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786072144.234412:0:274015:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786072144.234415:0:274015:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072144.234421:0:274015:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010195785] to pc [ptlrpcd_00_00+0] req@ffff936d2a2cc000 x1872818711271808/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072144.234540:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786072144.234543:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1786072144.234546:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786072144.234547:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786072144.234549:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786072144.234551:0:2419:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1786072144.234553:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786072144.234555:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786072144.234556:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786072144.234558:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786072144.234559:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786072144.234560:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786072144.234564:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff936d2a2cc000 x1872818711271808/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072144.234571:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786072144.234573:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786072144.234575:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786072144.234577:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786072144.234580:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786072144.234583:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff936d2a2cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:80aa5924-6869-4c81-88c0-98a34e467390:2419:1872818711271808:192.168.204.140@tcp:400:kworker.0 00000100:00000001:1.0:1786072144.234753:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786072144.234759:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786072144.234761:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786072144.234763:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786072144.234767:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff936d09e38e00. 02000000:00000001:1.0:1786072144.234769:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786072144.234775:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000010:1.0:1786072144.234778:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff936d0a95c370. 00000400:00000010:1.0:1786072144.234783:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d0121c2a8. 00000100:00000200:1.0:1786072144.234788:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872818711271808, portal 10 00000100:00000001:1.0:1786072144.234791:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786072144.234800:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446624695801135104 : -119377908416512 : ffff936d2a2cc000) 00000100:00000040:1.0:1786072144.234808:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff936d2a2cc000 x1872818711271808/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072144.234815:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786072144.234818:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp 00000400:00000010:1.0:1786072144.234820:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d0121c6e8. 00000100:00000200:1.0:1786072144.234823:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872818711271808, offset 0 00000400:00000200:1.0:1786072144.234828:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp 00000400:00000200:1.0:1786072144.234835:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072144.234840:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.140@tcp local destination 00000400:00000200:1.0:1786072144.234844:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786072144.234847:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp 00000400:00000200:1.0:1786072144.234850:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786072144.234852:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp 00000400:00000200:1.0:1786072144.234855:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [543770:543770:255:4294967295] 192.168.204.140@tcp LPNI seq info [543710:543710:7:4294967295] 00000400:00000200:1.0:1786072144.234859:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072144.234867:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) : PUT try# 0 00000800:00000200:1.0:1786072144.234872:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.140@tcp 00000800:00000010:1.0:1786072144.234876:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff936d07180900. 00000800:00000200:1.0:1786072144.234880:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff936d0afbc180] -> 12345-192.168.204.140@tcp (5) 00000800:00000200:1.0:1786072144.234886:0:2419:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988 00000800:00000200:1.0:1786072144.234899:0:2419:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff936d07180900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1786072144.234903:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786072144.234906:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: using a timeout of 22741 usecs (23 jiffies) 00000400:00000200:1.0:1786072144.234910:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000100:00000001:1.0:1786072144.234912:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: PM QoS new deadline estimation for cpu 0 is 4307937817 00000100:00000001:1.0:1786072144.234915:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: PM QoS request active for cpu 0, keep current deadline 4307941621 00000100:00000001:1.0:1786072144.234917:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: PM QoS new deadline estimation for cpu 1 is 4307937817 00000100:00000001:1.0:1786072144.234919:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: PM QoS request active for cpu 1, keep current deadline 4307941621 00000100:00000001:1.0:1786072144.234928:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786072144.234930:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072144.234932:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072144.234935:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1786072144.234988:0:2410:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786072144.234992:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff936d07180300. 00000400:00000200:1.0:1786072144.234999:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786072144.235005:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000400:00000200:1.0:1786072144.235011:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d0121c440 00000400:00000010:1.0:1786072144.235013:0:2410:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d0121c440. 00000100:00000001:1.0:1786072144.235018:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786072144.235023:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff936d2a2cdf80 x1872818711271680/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072160 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072144.235033:0:2410:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786072144.235036:0:2410:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff936d2a2cdf80 x1872818711271680/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072160 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072144.235044:0:2410:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072144.235046:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1786072144.235113:0:2410:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786072144.235116:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff936d07180900. 00000400:00000200:1.0:1786072144.235119:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786072144.235122:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000400:00000200:1.0:1786072144.235125:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d0121c6e8 00000400:00000010:1.0:1786072144.235127:0:2410:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d0121c6e8. 00000100:00000001:1.0:1786072144.235129:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786072144.235132:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff936d2a2cc000 x1872818711271808/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072144.235140:0:2410:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786072144.235142:0:2410:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff936d2a2cc000 x1872818711271808/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072229 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072144.235149:0:2410:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072144.235150:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786072144.235165:0:2418:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786072144.235168:0:2418:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072144.235926:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786072144.235929:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786072144.235931:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072144.235935:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072144.236011:0:274015:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072144.236015:0:274015:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80aa5924-6869-4c81-88c0-98a34e467390->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786072144.236020:0:274015:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1786072144.236026:0:274015:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff936d2a2cfb80. 00000020:00000040:0.0:1786072144.236030:0:274015:0:(genops.c:1231:class_import_get()) import ffff936d16184800 refcount=4 obd=lustre-MDT0001-mdc-ffff936d3976a000 00000100:00000001:0.0:1786072144.236035:0:274015:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786072144.236037:0:274015:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786072144.236041:0:274015:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786072144.236055:0:274015:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff936c01382e00. 00000100:00000001:0.0:1786072144.236060:0:274015:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072144.236069:0:274015:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 80aa5924-6869-4c81-88c0-98a34e467390->lustre-MDT0001_UUID req@ffff936d2a2cfb80 x1872818711271936/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786072144.236078:0:274015:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786072144.236082:0:274015:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072144.236086:0:274015:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000800ecd24] to pc [ptlrpcd_00_01+1] req@ffff936d2a2cfb80 x1872818711271936/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072144.236429:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786072144.236433:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786072144.236435:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786072144.236441:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff936d2a2cfb80 x1872818711271936/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072144.236449:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786072144.236452:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786072144.236455:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786072144.236458:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786072144.236461:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786072144.236464:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff936d2a2cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:80aa5924-6869-4c81-88c0-98a34e467390:2419:1872818711271936:192.168.204.140@tcp:400:kworker.0 00000100:00000001:1.0:1786072144.236468:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786072144.236472:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786072144.236476:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786072144.236478:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786072144.236483:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff936d09e38000. 02000000:00000001:1.0:1786072144.236485:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786072144.236491:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000010:1.0:1786072144.236495:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff936d0a95c7e8. 00000400:00000010:1.0:1786072144.236501:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d0121c6e8. 00000100:00000200:1.0:1786072144.236507:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872818711271936, portal 10 00000100:00000001:1.0:1786072144.236509:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786072144.236510:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446624695801150336 : -119377908401280 : ffff936d2a2cfb80) 00000100:00000040:1.0:1786072144.236517:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff936d2a2cfb80 x1872818711271936/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072144.236524:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786072144.236527:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp 00000400:00000010:1.0:1786072144.236529:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d0121c440. 00000100:00000200:1.0:1786072144.236538:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872818711271936, offset 0 00000400:00000200:1.0:1786072144.236544:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp 00000400:00000200:1.0:1786072144.236551:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072144.236557:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.140@tcp local destination 00000400:00000200:1.0:1786072144.236562:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786072144.236565:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp 00000400:00000200:1.0:1786072144.236568:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786072144.236571:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp 00000400:00000200:1.0:1786072144.236574:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [543771:543771:256:4294967295] 192.168.204.140@tcp LPNI seq info [543711:543711:8:4294967295] 00000400:00000200:1.0:1786072144.236578:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072144.236586:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) : PUT try# 0 00000800:00000200:1.0:1786072144.237292:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.140@tcp 00000800:00000010:1.0:1786072144.237300:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff936d07180900. 00000800:00000200:1.0:1786072144.237306:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff936d0afbc180] -> 12345-192.168.204.140@tcp (5) 00000800:00000200:1.0:1786072144.237313:0:2419:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988 00000800:00000200:1.0:1786072144.237317:0:2419:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff936d07180900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1786072144.237332:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786072144.237337:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff936d3976a000: using a timeout of 25932 usecs (26 jiffies) 00000400:00000200:1.0:1786072144.237340:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000100:00000001:1.0:1786072144.237343:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff936d3976a000: PM QoS new deadline estimation for cpu 0 is 4307937822 00000100:00000001:1.0:1786072144.237347:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff936d3976a000: PM QoS request active for cpu 0, keep current deadline 4307941621 00000100:00000001:1.0:1786072144.237348:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff936d3976a000: PM QoS new deadline estimation for cpu 1 is 4307937822 00000100:00000001:1.0:1786072144.237350:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff936d3976a000: PM QoS request active for cpu 1, keep current deadline 4307941621 00000100:00000001:1.0:1786072144.237353:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786072144.237355:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072144.237359:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072144.237362:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786072144.237421:0:274015:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072144.237425:0:274015:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80aa5924-6869-4c81-88c0-98a34e467390->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786072144.237429:0:274015:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1786072144.237434:0:274015:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff936d2a2cce00. 00000020:00000040:0.0:1786072144.237437:0:274015:0:(genops.c:1231:class_import_get()) import ffff936d16262800 refcount=4 obd=lustre-OST0000-osc-ffff936d3976a000 00000100:00000001:0.0:1786072144.237441:0:274015:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786072144.237443:0:274015:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786072144.237446:0:274015:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786072144.237451:0:274015:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff936c01382c00. 00000100:00000001:0.0:1786072144.237455:0:274015:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072144.237462:0:274015:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 80aa5924-6869-4c81-88c0-98a34e467390->lustre-OST0000_UUID req@ffff936d2a2cce00 x1872818711272064/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786072144.237471:0:274015:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786072144.237474:0:274015:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072144.237478:0:274015:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088de70c2] to pc [ptlrpcd_00_00+0] req@ffff936d2a2cce00 x1872818711272064/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072144.237548:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786072144.237551:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1786072144.237554:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786072144.237564:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786072144.237566:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786072144.237568:0:2419:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1786072144.237570:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786072144.237572:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786072144.237573:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786072144.237575:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786072144.237576:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786072144.237577:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786072144.237581:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff936d2a2cce00 x1872818711272064/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072144.237587:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786072144.237588:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786072144.237601:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786072144.237603:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786072144.237605:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786072144.237608:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff936d2a2cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:80aa5924-6869-4c81-88c0-98a34e467390:2419:1872818711272064:192.168.204.140@tcp:400:kworker.0 00000100:00000001:1.0:1786072144.237611:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786072144.237614:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786072144.237616:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786072144.237618:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786072144.237622:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff936d09e39e00. 02000000:00000001:1.0:1786072144.237624:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786072144.237627:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000010:1.0:1786072144.237630:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff936d0a95c790. 00000400:00000010:1.0:1786072144.237635:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d0121c550. 00000100:00000200:1.0:1786072144.237640:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872818711272064, portal 4 00000100:00000001:1.0:1786072144.237642:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786072144.237643:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446624695801138688 : -119377908412928 : ffff936d2a2cce00) 00000100:00000040:1.0:1786072144.237649:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff936d2a2cce00 x1872818711272064/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072144.237655:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786072144.237657:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp 00000400:00000010:1.0:1786072144.237659:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d0121c908. 00000100:00000200:1.0:1786072144.237667:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1872818711272064, offset 0 00000400:00000200:1.0:1786072144.237673:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp 00000400:00000200:1.0:1786072144.237678:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072144.237682:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.140@tcp local destination 00000400:00000200:1.0:1786072144.237685:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786072144.237688:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp 00000400:00000200:1.0:1786072144.237691:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786072144.237693:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp 00000400:00000200:1.0:1786072144.237696:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [543772:543772:255:4294967295] 192.168.204.140@tcp LPNI seq info [543712:543712:7:4294967295] 00000400:00000200:1.0:1786072144.237700:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072144.237707:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) : PUT try# 0 00000800:00000200:1.0:1786072144.237712:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.140@tcp 00000800:00000010:1.0:1786072144.237716:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff936d07180300. 00000800:00000200:1.0:1786072144.237719:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff936d0afbc180] -> 12345-192.168.204.140@tcp (5) 00000800:00000200:1.0:1786072144.237723:0:2419:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988 00000800:00000200:1.0:1786072144.237726:0:2419:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff936d07180300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1786072144.237728:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786072144.237731:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff936d3976a000: using a timeout of 156188 usecs (157 jiffies) 00000400:00000200:1.0:1786072144.237734:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000100:00000001:1.0:1786072144.237736:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff936d3976a000: PM QoS new deadline estimation for cpu 0 is 4307937954 00000100:00000001:1.0:1786072144.237738:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff936d3976a000: PM QoS request active for cpu 0, keep current deadline 4307941621 00000100:00000001:1.0:1786072144.237740:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff936d3976a000: PM QoS new deadline estimation for cpu 1 is 4307937954 00000100:00000001:1.0:1786072144.237742:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff936d3976a000: PM QoS request active for cpu 1, keep current deadline 4307941621 00000100:00000001:1.0:1786072144.237744:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786072144.237746:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072144.237749:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072144.237751:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1786072144.237793:0:2411:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786072144.237797:0:2411:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff936d07180900. 00000400:00000200:1.0:1786072144.237802:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786072144.237813:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000400:00000200:1.0:1786072144.237819:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d0121c440 00000400:00000010:1.0:1786072144.237821:0:2411:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d0121c440. 00000100:00000001:1.0:1786072144.237825:0:2411:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786072144.237829:0:2411:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff936d2a2cfb80 x1872818711271936/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072144.237837:0:2411:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786072144.237840:0:2411:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff936d2a2cfb80 x1872818711271936/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072229 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072144.237847:0:2411:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072144.237848:0:2411:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1786072144.237928:0:2411:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786072144.237931:0:2411:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff936d07180300. 00000400:00000200:1.0:1786072144.237934:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786072144.237937:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000400:00000200:1.0:1786072144.237940:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d0121c908 00000400:00000010:1.0:1786072144.237941:0:2411:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d0121c908. 00000100:00000001:1.0:1786072144.237943:0:2411:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786072144.237946:0:2411:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff936d2a2cce00 x1872818711272064/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072144.237952:0:2411:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786072144.237955:0:2411:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff936d2a2cce00 x1872818711272064/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072199 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072144.237960:0:2411:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072144.237961:0:2411:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786072144.237984:0:2418:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786072144.237987:0:2418:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072144.238673:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786072144.238676:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786072144.238679:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072144.238682:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072144.238729:0:274015:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072144.238733:0:274015:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80aa5924-6869-4c81-88c0-98a34e467390->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1786072144.238737:0:274015:0:(pinger.c:247:ptlrpc_pinger_process_import()) 80aa5924-6869-4c81-88c0-98a34e467390->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1786072144.238743:0:274015:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13275) 00000800:00000001:1.0:1786072144.242671:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072144.242688:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786072144.242692:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072144.242711:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786072144.242720:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072144.242727:0:2410:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me 00000400:00000200:1.0:1786072144.242823:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072144.242829:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072144.242835:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072144.242839:0:2410:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 224 into portal 10 MB=0x6a75196039980 00000400:00000200:1.0:1786072144.242844:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072144.242851:0:2410:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.140@tcp of length 224/224 into md 0x536ac1 [1] + 224 00000800:00000001:1.0:1786072144.242858:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072144.242863:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786072144.242866:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786072144.242871:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000100:00000001:1.0:1786072144.242879:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786072144.242898:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff936d2a2cc000 x1872818711271808/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072229 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786072144.242911:0:2410:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff936d2a2cc000 x1872818711271808/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072229 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072144.242936:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786072144.242946:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072144.242950:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786072144.242952:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072144.242954:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786072144.242956:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072144.242960:0:2410:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me 00000400:00000200:1.0:1786072144.242964:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072144.242966:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072144.242969:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072144.242972:0:2410:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 224 into portal 25 MB=0x6a75196039900 00000400:00000200:1.0:1786072144.242975:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072144.242980:0:2410:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.140@tcp of length 224/224 into md 0x536ab1 [1] + 224 00000800:00000001:1.0:1786072144.242984:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072144.243009:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786072144.243012:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786072144.243015:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000100:00000001:1.0:1786072144.243019:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786072144.243023:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff936d2a2cdf80 x1872818711271680/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072160 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786072144.243031:0:2410:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff936d2a2cdf80 x1872818711271680/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072160 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072144.243039:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786072144.243042:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072144.243045:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786072144.243658:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786072144.243671:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1786072144.243679:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786072144.243681:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786072144.243685:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff936d0a95c370. 00000400:00000200:0.0:1786072144.243691:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d0121c2a8 00000400:00000010:0.0:1786072144.243693:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d0121c2a8. 00000100:00000001:0.0:1786072144.243696:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786072144.243703:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff936d2a2cc000 x1872818711271808/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072229 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786072144.243712:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff936d2a2cc000 x1872818711271808/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072229 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072144.243718:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786072144.243720:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786072144.243723:0:2419:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1786072144.243726:0:2419:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1786072144.243728:0:2419:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1786072144.243730:0:2419:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786072144.243733:0:2419:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1786072144.243814:0:2419:0:(import.c:2149:obd_at_measure()) add 60 to ffff936d16266c60 time=77 v=60 (60 60 60 60) 00000100:00001000:0.0:1786072144.243819:0:2419:0:(import.c:2149:obd_at_measure()) add 1 to ffff936d16266c18 time=14 v=5 (1 1 1 0) 00000100:00000001:0.0:1786072144.243822:0:2419:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1786072144.243824:0:2419:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072144.243827:0:2419:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1786072144.243830:0:2419:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072144.243834:0:2419:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1786072144.243837:0:2419:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff936d3976a000: skip recheck: last_committed 30064771465 00000100:00000001:0.0:1786072144.243839:0:2419:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1786072144.243840:0:2419:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072144.243846:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff936d2a2cc000 x1872818711271808/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072229 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072144.243855:0:2419:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786072144.243858:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786072144.243860:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786072144.243864:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff936d2a2cc000 x1872818711271808/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072229 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786072144.243880:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff936d2a2cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:80aa5924-6869-4c81-88c0-98a34e467390:2419:1872818711271808:192.168.204.140@tcp:400:kworker.0 00000400:00000001:0.0:1786072144.243886:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786072144.243887:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786072144.243899:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff936d0a95cc60. 00000400:00000200:0.0:1786072144.243902:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d0121c660 00000400:00000010:0.0:1786072144.243904:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d0121c660. 00000100:00000001:0.0:1786072144.243907:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786072144.243910:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff936d2a2cdf80 x1872818711271680/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072160 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786072144.243917:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff936d2a2cdf80 x1872818711271680/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072160 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072144.243923:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786072144.243924:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786072144.243926:0:2419:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1786072144.243927:0:2419:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1786072144.243928:0:2419:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1786072144.243930:0:2419:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786072144.243932:0:2419:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1786072144.243935:0:2419:0:(import.c:2149:obd_at_measure()) add 5 to ffff936d16267460 time=77 v=5 (5 5 5 5) 00000100:00001000:0.0:1786072144.243937:0:2419:0:(import.c:2149:obd_at_measure()) add 1 to ffff936d16267418 time=14 v=5 (1 1 1 0) 00000100:00000001:0.0:1786072144.243940:0:2419:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1786072144.243941:0:2419:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072144.243942:0:2419:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1786072144.243944:0:2419:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072144.243946:0:2419:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072144.243950:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff936d2a2cdf80 x1872818711271680/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072160 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072144.243956:0:2419:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786072144.243958:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786072144.243959:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786072144.243962:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff936d2a2cdf80 x1872818711271680/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072160 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786072144.243976:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff936d2a2cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9500c81f-e128-413b-a15c-d036a6184eaf:2419:1872818711271680:192.168.204.140@tcp:400:kworker.0 00000100:00000001:0.0:1786072144.243980:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072144.243983:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786072144.243986:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff936d2a2cc000 x1872818711271808/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072229 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072144.243992:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786072144.243994:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786072144.243998:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff936d09e38e00. 02000000:00000001:0.0:1786072144.244001:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786072144.244004:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786072144.244006:0:2419:0:(genops.c:1244:class_import_put()) import ffff936d16266800 refcount=5 obd=lustre-MDT0000-mdc-ffff936d3976a000 00000020:00000001:0.0:1786072144.244008:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786072144.244011:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff936c01382500. 02000000:00000001:0.0:1786072144.244015:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786072144.244017:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786072144.244019:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff936d2a2cc000. 00000100:00000001:0.0:1786072144.244023:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786072144.244024:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786072144.244025:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786072144.244029:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff936d2a2cdf80 x1872818711271680/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072160 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072144.244035:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786072144.244036:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786072144.244037:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff936d09e38400. 02000000:00000001:0.0:1786072144.244039:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786072144.244040:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786072144.244041:0:2419:0:(genops.c:1244:class_import_put()) import ffff936d16267000 refcount=3 obd=MGC192.168.204.140@tcp 00000020:00000001:0.0:1786072144.244043:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786072144.244044:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff936c01382900. 02000000:00000001:0.0:1786072144.244046:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786072144.244047:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786072144.244049:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff936d2a2cdf80. 00000100:00000001:0.0:1786072144.244052:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786072144.244058:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786072144.244063:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072144.244065:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786072144.244066:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786072144.244067:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072144.244069:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1786072144.246308:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072144.246325:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786072144.246330:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072144.246333:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786072144.246344:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072144.246352:0:2411:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me 00000400:00000200:1.0:1786072144.246360:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072144.246365:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072144.246371:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072144.246409:0:2411:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 224 into portal 4 MB=0x6a75196039a80 00000400:00000200:1.0:1786072144.246415:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072144.246422:0:2411:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.140@tcp of length 224/224 into md 0x536ae1 [1] + 224 00000800:00000001:1.0:1786072144.246431:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072144.246442:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786072144.246446:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786072144.246451:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000100:00000001:1.0:1786072144.246460:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786072144.246470:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff936d2a2cce00 x1872818711272064/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072199 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786072144.246482:0:2411:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff936d2a2cce00 x1872818711272064/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072199 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072144.246530:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786072144.246540:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072144.246543:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786072144.246934:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786072144.246938:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1786072144.246945:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786072144.246947:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786072144.246951:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff936d0a95c790. 00000400:00000200:0.0:1786072144.246957:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d0121c550 00000400:00000010:0.0:1786072144.246959:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d0121c550. 00000100:00000001:0.0:1786072144.246964:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786072144.246970:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff936d2a2cce00 x1872818711272064/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072199 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786072144.246979:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff936d2a2cce00 x1872818711272064/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072199 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072144.246985:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786072144.246988:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786072144.246990:0:2419:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1786072144.246995:0:2419:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1786072144.246998:0:2419:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1786072144.247000:0:2419:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786072144.247003:0:2419:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1786072144.247015:0:2419:0:(import.c:2149:obd_at_measure()) add 36 to ffff936d16262c60 time=77 v=36 (36 36 5 5) 00000100:00001000:0.0:1786072144.247019:0:2419:0:(import.c:2149:obd_at_measure()) add 1 to ffff936d16262c18 time=125 v=5 (1 1 1 1) 00000100:00000001:0.0:1786072144.247022:0:2419:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1786072144.247024:0:2419:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072144.247028:0:2419:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1786072144.247031:0:2419:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072144.247035:0:2419:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1786072144.247037:0:2419:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff936d3976a000: skip recheck: last_committed 38654726226 00000100:00000001:0.0:1786072144.247039:0:2419:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1786072144.247041:0:2419:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072144.247046:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff936d2a2cce00 x1872818711272064/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072199 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072144.247062:0:2419:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786072144.247066:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786072144.247068:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786072144.247073:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff936d2a2cce00 x1872818711272064/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072199 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786072144.247081:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff936d2a2cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:80aa5924-6869-4c81-88c0-98a34e467390:2419:1872818711272064:192.168.204.140@tcp:400:kworker.0 00000100:00000001:0.0:1786072144.247086:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072144.247089:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786072144.247093:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff936d2a2cce00 x1872818711272064/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072199 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072144.247100:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786072144.247103:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786072144.247107:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff936d09e39e00. 02000000:00000001:0.0:1786072144.247111:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786072144.247113:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786072144.247115:0:2419:0:(genops.c:1244:class_import_put()) import ffff936d16262800 refcount=3 obd=lustre-OST0000-osc-ffff936d3976a000 00000020:00000001:0.0:1786072144.247118:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786072144.247121:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff936c01382c00. 02000000:00000001:0.0:1786072144.247125:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786072144.247127:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786072144.247129:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff936d2a2cce00. 00000100:00000001:0.0:1786072144.247133:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786072144.247134:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786072144.247138:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072144.247139:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786072144.247140:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786072144.247142:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072144.247143:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1786072144.247662:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072144.247673:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786072144.247676:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072144.247678:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786072144.247685:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072144.247690:0:2410:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me 00000400:00000200:1.0:1786072144.247696:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072144.247701:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072144.247705:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072144.247708:0:2410:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 224 into portal 10 MB=0x6a75196039a00 00000400:00000200:1.0:1786072144.247713:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072144.247718:0:2410:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.140@tcp of length 224/224 into md 0x536ad1 [1] + 224 00000800:00000001:1.0:1786072144.247723:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072144.247730:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786072144.247733:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786072144.247737:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000100:00000001:1.0:1786072144.247742:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786072144.247747:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff936d2a2cfb80 x1872818711271936/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072229 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786072144.247758:0:2410:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff936d2a2cfb80 x1872818711271936/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072229 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072144.247873:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786072144.247877:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786072144.247940:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786072144.247949:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072144.247952:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1786072144.248252:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786072144.248255:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786072144.248267:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff936d0a95c7e8. 00000400:00000200:0.0:1786072144.248271:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d0121c6e8 00000400:00000010:0.0:1786072144.248274:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d0121c6e8. 00000100:00000001:0.0:1786072144.248277:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786072144.248282:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff936d2a2cfb80 x1872818711271936/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072229 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786072144.248291:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff936d2a2cfb80 x1872818711271936/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072229 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072144.248298:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786072144.248299:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786072144.248301:0:2419:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1786072144.248304:0:2419:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1786072144.248305:0:2419:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1786072144.248307:0:2419:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786072144.248310:0:2419:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1786072144.248316:0:2419:0:(import.c:2149:obd_at_measure()) add 60 to ffff936d16184c60 time=77 v=60 (60 60 60 60) 00000100:00001000:0.0:1786072144.248320:0:2419:0:(import.c:2149:obd_at_measure()) add 1 to ffff936d16184c18 time=141 v=5 (1 1 0 0) 00000100:00000001:0.0:1786072144.248323:0:2419:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1786072144.248324:0:2419:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072144.248327:0:2419:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1786072144.248331:0:2419:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff936d2a2cfb80 x1872818711271936/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072229 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1786072144.248338:0:2419:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072144.248340:0:2419:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1786072144.248342:0:2419:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff936d3976a000: skip recheck: last_committed 21474836545 00000100:00000001:0.0:1786072144.248343:0:2419:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1786072144.248345:0:2419:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072144.248348:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff936d2a2cfb80 x1872818711271936/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072229 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072144.248354:0:2419:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786072144.248357:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786072144.248358:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786072144.248362:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff936d2a2cfb80 x1872818711271936/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072229 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786072144.248373:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff936d2a2cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:80aa5924-6869-4c81-88c0-98a34e467390:2419:1872818711271936:192.168.204.140@tcp:400:kworker.0 00000100:00000001:0.0:1786072144.248409:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786072144.248412:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786072144.248415:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff936d2a2cfb80 x1872818711271936/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072229 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072144.248422:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786072144.248424:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786072144.248426:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff936d09e38000. 02000000:00000001:0.0:1786072144.248429:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786072144.248431:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786072144.248433:0:2419:0:(genops.c:1244:class_import_put()) import ffff936d16184800 refcount=3 obd=lustre-MDT0001-mdc-ffff936d3976a000 00000020:00000001:0.0:1786072144.248435:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786072144.248437:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff936c01382e00. 02000000:00000001:0.0:1786072144.248440:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786072144.248442:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786072144.248444:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff936d2a2cfb80. 00000100:00000001:0.0:1786072144.248446:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786072144.248448:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786072144.248450:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786072144.248457:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786072144.248459:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072144.248461:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786072144.248463:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072144.296602:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072144.296609:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072144.296616:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072144.296617:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786072144.296931:0:239616:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786072144.296935:0:239616:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786072144.296938:0:239616:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786072145.320540:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072145.320548:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072145.320554:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072145.320555:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786072145.320587:0:245326:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786072145.320591:0:245326:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786072145.320595:0:245326:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786072146.344635:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072146.344642:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072146.344648:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072146.344649:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786072146.344839:0:233679:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786072146.344876:0:233679:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786072146.344879:0:233679:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786072147.368527:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072147.368535:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072147.368542:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072147.368543:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786072147.370161:0:245327:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786072147.370167:0:245327:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786072147.370172:0:245327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1786072148.072577:0:247146:0:(connection.c:75:cpu_latency_work()) work item of ffff936d05017910 (cpu 1) has reached its deadline 4307941621, at 4307941632 00000100:00000010:1.0:1786072148.072594:0:247146:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff936d057d9cc0. 00000100:00000040:0.0:1786072148.072688:0:273755:0:(connection.c:75:cpu_latency_work()) work item of ffff936d05017800 (cpu 0) has reached its deadline 4307941621, at 4307941632 00000100:00000010:0.0:1786072148.072694:0:273755:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff936d057d9f60. 00010000:00000001:0.0:1786072148.392630:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072148.392638:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072148.392644:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072148.392647:0:273755:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786072148.392649:0:273755:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786072148.392656:0:273755:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1786072148.392659:0:273755:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1786072148.392661:0:273755:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072148.392664:0:273755:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786072148.392666:0:273755:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072148.392668:0:273755:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072148.392670:0:273755:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786072148.392691:0:233680:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786072148.392694:0:233680:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786072148.392696:0:233680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1786072149.352504:0:274015:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9500c81f-e128-413b-a15c-d036a6184eaf->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786072149.352514:0:274015:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1786072149.352526:0:274015:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff936d2a2cfb80. 00000020:00000040:0.0:1786072149.352532:0:274015:0:(genops.c:1231:class_import_get()) import ffff936d16267000 refcount=4 obd=MGC192.168.204.140@tcp 00000100:00000001:0.0:1786072149.352536:0:274015:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786072149.352539:0:274015:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786072149.352545:0:274015:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786072149.352553:0:274015:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff936c01382e00. 00000100:00000001:0.0:1786072149.352560:0:274015:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072149.352573:0:274015:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9500c81f-e128-413b-a15c-d036a6184eaf->MGS req@ffff936d2a2cfb80 x1872818711272192/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786072149.352618:0:274015:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786072149.352623:0:274015:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072149.352629:0:274015:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000800ecd24] to pc [ptlrpcd_00_01+1] req@ffff936d2a2cfb80 x1872818711272192/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072149.352672:0:274015:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072149.352675:0:274015:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80aa5924-6869-4c81-88c0-98a34e467390->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786072149.352678:0:274015:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1786072149.352681:0:274015:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff936d2a2cce00. 00000020:00000040:0.0:1786072149.352684:0:274015:0:(genops.c:1231:class_import_get()) import ffff936d16266800 refcount=6 obd=lustre-MDT0000-mdc-ffff936d3976a000 00000100:00000001:0.0:1786072149.352687:0:274015:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786072149.352688:0:274015:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786072149.352690:0:274015:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786072149.352693:0:274015:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff936c01382c00. 00000100:00000001:0.0:1786072149.352696:0:274015:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072149.352701:0:274015:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 80aa5924-6869-4c81-88c0-98a34e467390->lustre-MDT0000_UUID req@ffff936d2a2cce00 x1872818711272320/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786072149.352705:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786072149.352708:0:274015:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786072149.352710:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786072149.352710:0:274015:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072149.352712:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786072149.352713:0:274015:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088de70c2] to pc [ptlrpcd_00_00+0] req@ffff936d2a2cce00 x1872818711272320/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786072149.352718:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff936d2a2cfb80 x1872818711272192/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072149.352722:0:274015:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072149.352724:0:274015:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80aa5924-6869-4c81-88c0-98a34e467390->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1786072149.352726:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786072149.352728:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072149.352728:0:274015:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1786072149.352730:0:274015:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff936d2a2cdf80. 02000000:00000001:1.0:1786072149.352731:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:0.0:1786072149.352732:0:274015:0:(genops.c:1231:class_import_get()) import ffff936d16184800 refcount=4 obd=lustre-MDT0001-mdc-ffff936d3976a000 02000000:00000001:1.0:1786072149.352734:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786072149.352734:0:274015:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786072149.352735:0:274015:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786072149.352737:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786072149.352737:0:274015:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786072149.352740:0:274015:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff936c01382900. 00000100:00100000:1.0:1786072149.352741:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff936d2a2cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9500c81f-e128-413b-a15c-d036a6184eaf:2419:1872818711272192:192.168.204.140@tcp:400:kworker.0 00000100:00000001:1.0:1786072149.352744:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1786072149.352747:0:274015:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786072149.352750:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1786072149.352751:0:274015:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 80aa5924-6869-4c81-88c0-98a34e467390->lustre-MDT0001_UUID req@ffff936d2a2cdf80 x1872818711272448/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1786072149.352753:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786072149.352755:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1786072149.352758:0:274015:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000010:1.0:1786072149.352760:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff936d09e39000. 00000100:00000001:0.0:1786072149.352760:0:274015:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786072149.352762:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072149.352763:0:274015:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002bad4e56] to pc [ptlrpcd_00_01+1] req@ffff936d2a2cdf80 x1872818711272448/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1786072149.352768:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000100:00000001:0.0:1786072149.352771:0:274015:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1786072149.352772:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff936d0a95c4d0. 00000100:00000040:0.0:1786072149.352773:0:274015:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80aa5924-6869-4c81-88c0-98a34e467390->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786072149.352776:0:274015:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:1.0:1786072149.352778:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d0121c908. 00000100:00000010:0.0:1786072149.352778:0:274015:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff936d2a2cc000. 00000020:00000040:0.0:1786072149.352780:0:274015:0:(genops.c:1231:class_import_get()) import ffff936d16262800 refcount=4 obd=lustre-OST0000-osc-ffff936d3976a000 00000100:00000001:0.0:1786072149.352782:0:274015:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786072149.352783:0:274015:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:1.0:1786072149.352785:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872818711272192, portal 25 02000000:00000001:0.0:1786072149.352785:0:274015:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072149.352787:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 02000000:00000010:0.0:1786072149.352788:0:274015:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff936c01382500. 00000100:00000001:1.0:1786072149.352802:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446624695801150336 : -119377908401280 : ffff936d2a2cfb80) 00000100:00000001:0.0:1786072149.352804:0:274015:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786072149.352808:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff936d2a2cfb80 x1872818711272192/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072165 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786072149.352808:0:274015:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 80aa5924-6869-4c81-88c0-98a34e467390->lustre-OST0000_UUID req@ffff936d2a2cc000 x1872818711272576/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786072149.352816:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1786072149.352816:0:274015:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786072149.352818:0:274015:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786072149.352819:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp 00000100:00000040:0.0:1786072149.352821:0:274015:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010195785] to pc [ptlrpcd_00_00+0] req@ffff936d2a2cc000 x1872818711272576/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1786072149.352822:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d0121c440. 00000100:00000200:1.0:1786072149.352825:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1872818711272192, offset 0 00000100:00000001:0.0:1786072149.352828:0:274015:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072149.352830:0:274015:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80aa5924-6869-4c81-88c0-98a34e467390->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1786072149.352833:0:274015:0:(pinger.c:247:ptlrpc_pinger_process_import()) 80aa5924-6869-4c81-88c0-98a34e467390->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:1.0:1786072149.352836:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp 00000100:00000040:0.0:1786072149.352838:0:274015:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13280) 00000400:00000200:1.0:1786072149.352844:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000100:00000001:0.0:1786072149.352848:0:2418:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786072149.352850:0:2418:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1786072149.352851:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.140@tcp local destination 00000100:00000001:0.0:1786072149.352855:0:2418:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1786072149.352856:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:0.0:1786072149.352858:0:2418:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff936d2a2cce00 x1872818711272320/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1786072149.352860:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp 00000400:00000200:1.0:1786072149.352864:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1786072149.352865:0:2418:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786072149.352866:0:2418:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786072149.352867:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp 02000000:00000001:0.0:1786072149.352869:0:2418:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1786072149.352870:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [543773:543773:256:4294967295] 192.168.204.140@tcp LPNI seq info [543713:543713:8:4294967295] 02000000:00000001:0.0:1786072149.352871:0:2418:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786072149.352873:0:2418:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786072149.352875:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000100:00100000:0.0:1786072149.352876:0:2418:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff936d2a2cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:80aa5924-6869-4c81-88c0-98a34e467390:2418:1872818711272320:192.168.204.140@tcp:400:kworker.0 00000100:00000001:0.0:1786072149.352879:0:2418:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786072149.352881:0:2418:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786072149.352883:0:2418:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786072149.352885:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) : PUT try# 0 02000000:00000001:0.0:1786072149.352885:0:2418:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786072149.352888:0:2418:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff936d29f6e000. 02000000:00000001:0.0:1786072149.352889:0:2418:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1786072149.352892:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.140@tcp 00000400:00000200:0.0:1786072149.352893:0:2418:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000010:0.0:1786072149.352896:0:2418:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff936d39273b00. 00000800:00000010:1.0:1786072149.352897:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff936d07180e00. 00000400:00000010:0.0:1786072149.352899:0:2418:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d39ba2440. 00000100:00000200:0.0:1786072149.352902:0:2418:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872818711272320, portal 10 00000800:00000200:1.0:1786072149.352903:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff936d0afbc180] -> 12345-192.168.204.140@tcp (5) 00000100:00000001:0.0:1786072149.352904:0:2418:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786072149.352905:0:2418:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446624695801138688 : -119377908412928 : ffff936d2a2cce00) 00000100:00000040:0.0:1786072149.352911:0:2418:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff936d2a2cce00 x1872818711272320/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072149.352918:0:2418:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786072149.352920:0:2418:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp 00000400:00000010:0.0:1786072149.352923:0:2418:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d39ba2dd0. 00000100:00000200:0.0:1786072149.352925:0:2418:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872818711272320, offset 0 00000400:00000200:0.0:1786072149.352929:0:2418:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp 00000400:00000200:0.0:1786072149.352933:0:2418:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072149.352936:0:2418:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.140@tcp local destination 00000400:00000200:0.0:1786072149.352939:0:2418:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786072149.352941:0:2418:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp 00000400:00000200:0.0:1786072149.352943:0:2418:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786072149.352963:0:2418:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp 00000400:00000200:0.0:1786072149.352966:0:2418:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [543774:543774:255:4294967295] 192.168.204.140@tcp LPNI seq info [543714:543714:7:4294967295] 00000400:00000200:0.0:1786072149.352970:0:2418:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072149.352976:0:2418:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) : PUT try# 0 00000800:00000200:0.0:1786072149.352981:0:2418:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.140@tcp 00000800:00000010:0.0:1786072149.352985:0:2418:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff936c01382000. 00000800:00000200:0.0:1786072149.352989:0:2418:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff936d0afbc180] -> 12345-192.168.204.140@tcp (5) 00000800:00000200:0.0:1786072149.352995:0:2418:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988 00000800:00000200:0.0:1786072149.352999:0:2418:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff936c01382000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1786072149.353011:0:2418:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072149.353015:0:2418:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: using a timeout of 22737 usecs (23 jiffies) 00000400:00000200:0.0:1786072149.353019:0:2418:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000100:00000001:0.0:1786072149.353022:0:2418:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: PM QoS new deadline estimation for cpu 0 is 4307942935 00000100:00000010:0.0:1786072149.353026:0:2418:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff936d3d81b660. 00000100:00000001:0.0:1786072149.353034:0:2418:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1786072149.353039:0:2418:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: PM QoS new deadline estimation for cpu 1 is 4307942935 00000100:00000010:0.0:1786072149.353042:0:2418:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff936d3d81b120. 00000100:00000001:0.0:1786072149.353045:0:2418:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1786072149.353048:0:2418:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786072149.353051:0:2418:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072149.353053:0:2418:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786072149.353057:0:2418:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff936d2a2cc000 x1872818711272576/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072149.353063:0:2418:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786072149.353064:0:2418:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786072149.353066:0:2418:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786072149.353068:0:2418:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786072149.353070:0:2418:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786072149.353072:0:2418:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff936d2a2cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:80aa5924-6869-4c81-88c0-98a34e467390:2418:1872818711272576:192.168.204.140@tcp:400:kworker.0 00000100:00000001:0.0:1786072149.353083:0:2418:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786072149.353085:0:2418:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786072149.353086:0:2418:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786072149.353088:0:2418:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786072149.353090:0:2418:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff936d29f6f000. 02000000:00000001:0.0:1786072149.353093:0:2418:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786072149.353096:0:2418:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000010:0.0:1786072149.353099:0:2418:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff936d392730b0. 00000400:00000010:0.0:1786072149.353103:0:2418:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d39ba27f8. 00000100:00000200:0.0:1786072149.353106:0:2418:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872818711272576, portal 4 00000100:00000001:0.0:1786072149.353108:0:2418:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786072149.353109:0:2418:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446624695801135104 : -119377908416512 : ffff936d2a2cc000) 00000100:00000040:0.0:1786072149.353114:0:2418:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff936d2a2cc000 x1872818711272576/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072149.353120:0:2418:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786072149.353122:0:2418:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp 00000400:00000010:0.0:1786072149.353125:0:2418:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d39ba2000. 00000100:00000200:0.0:1786072149.353127:0:2418:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1872818711272576, offset 0 00000400:00000200:0.0:1786072149.353131:0:2418:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp 00000400:00000200:0.0:1786072149.353135:0:2418:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072149.353138:0:2418:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.140@tcp local destination 00000400:00000200:0.0:1786072149.353140:0:2418:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786072149.353142:0:2418:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp 00000400:00000200:0.0:1786072149.353145:0:2418:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786072149.353147:0:2418:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp 00000400:00000200:0.0:1786072149.353150:0:2418:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [543775:543775:254:4294967295] 192.168.204.140@tcp LPNI seq info [543715:543715:6:4294967295] 00000400:00000200:0.0:1786072149.353153:0:2418:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072149.353159:0:2418:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) : PUT try# 0 00000800:00000200:0.0:1786072149.353163:0:2418:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.140@tcp 00000800:00000010:0.0:1786072149.353168:0:2418:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff936d02aaa600. 00000800:00000200:0.0:1786072149.353172:0:2418:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff936d0afbc180] -> 12345-192.168.204.140@tcp (5) 00000800:00000200:0.0:1786072149.353181:0:2418:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988 00000800:00000200:0.0:1786072149.353184:0:2418:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff936d02aaa600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1786072149.353187:0:2418:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072149.353190:0:2418:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff936d3976a000: using a timeout of 156075 usecs (157 jiffies) 00000400:00000200:0.0:1786072149.353194:0:2418:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000100:00000001:0.0:1786072149.353196:0:2418:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff936d3976a000: PM QoS new deadline estimation for cpu 0 is 4307943069 00000100:00000001:0.0:1786072149.353201:0:2418:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff936d3976a000: PM QoS request active for cpu 0, simply extend its deadline from 4307942935 00000100:00000001:0.0:1786072149.353204:0:2418:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff936d3976a000: PM QoS new deadline estimation for cpu 1 is 4307943069 00000100:00000001:0.0:1786072149.353206:0:2418:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff936d3976a000: PM QoS request active for cpu 1, simply extend its deadline from 4307942935 00000100:00000001:0.0:1786072149.353209:0:2418:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786072149.353211:0:2418:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072149.353214:0:2418:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072149.353217:0:2418:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786072149.353224:0:2418:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786072149.353227:0:2418:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:0.0:1786072149.353229:0:2418:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786072149.353230:0:2418:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786072149.353232:0:2418:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786072149.353234:0:2418:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1786072149.353236:0:2418:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786072149.353238:0:2418:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786072149.353239:0:2418:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786072149.353240:0:2418:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786072149.353241:0:2418:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786072149.353242:0:2418:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786072149.353246:0:2418:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff936d2a2cdf80 x1872818711272448/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072149.353254:0:2418:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786072149.353255:0:2418:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786072149.353258:0:2418:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786072149.353259:0:2418:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786072149.353261:0:2418:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786072149.353264:0:2418:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff936d2a2cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:80aa5924-6869-4c81-88c0-98a34e467390:2418:1872818711272448:192.168.204.140@tcp:400:kworker.0 00000100:00000001:0.0:1786072149.353272:0:2418:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786072149.353275:0:2418:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786072149.353277:0:2418:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786072149.353279:0:2418:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786072149.353281:0:2418:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff936d29f6ee00. 02000000:00000001:0.0:1786072149.353283:0:2418:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786072149.353286:0:2418:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000010:0.0:1786072149.353288:0:2418:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff936d392732c0. 00000400:00000010:0.0:1786072149.353292:0:2418:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d39ba2660. 00000100:00000200:0.0:1786072149.353295:0:2418:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872818711272448, portal 10 00000100:00000001:0.0:1786072149.353297:0:2418:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786072149.353298:0:2418:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446624695801143168 : -119377908408448 : ffff936d2a2cdf80) 00000100:00000040:0.0:1786072149.353303:0:2418:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff936d2a2cdf80 x1872818711272448/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072149.353309:0:2418:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786072149.353311:0:2418:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp 00000400:00000010:0.0:1786072149.353313:0:2418:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d39ba26e8. 00000100:00000200:0.0:1786072149.353315:0:2418:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872818711272448, offset 0 00000400:00000200:0.0:1786072149.353318:0:2418:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp 00000400:00000200:0.0:1786072149.353321:0:2418:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072149.353325:0:2418:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.140@tcp local destination 00000400:00000200:0.0:1786072149.353328:0:2418:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786072149.353330:0:2418:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp 00000400:00000200:0.0:1786072149.353333:0:2418:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786072149.353335:0:2418:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp 00000400:00000200:0.0:1786072149.353337:0:2418:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [543776:543776:253:4294967295] 192.168.204.140@tcp LPNI seq info [543716:543716:5:4294967295] 00000400:00000200:0.0:1786072149.353341:0:2418:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072149.353346:0:2418:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) : PUT try# 0 00000800:00000200:0.0:1786072149.353350:0:2418:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.140@tcp 00000800:00000010:0.0:1786072149.353354:0:2418:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff936d02aaab00. 00000800:00000200:0.0:1786072149.353357:0:2418:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff936d0afbc180] -> 12345-192.168.204.140@tcp (5) 00000800:00000200:0.0:1786072149.353367:0:2418:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988 00000800:00000200:0.0:1786072149.353369:0:2418:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff936d02aaab00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1786072149.353372:0:2418:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072149.353412:0:2418:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff936d3976a000: using a timeout of 25932 usecs (26 jiffies) 00000400:00000200:0.0:1786072149.353417:0:2418:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000100:00000001:0.0:1786072149.353419:0:2418:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff936d3976a000: PM QoS new deadline estimation for cpu 0 is 4307942939 00000100:00000001:0.0:1786072149.353421:0:2418:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff936d3976a000: PM QoS request active for cpu 0, keep current deadline 4307943069 00000100:00000001:0.0:1786072149.353423:0:2418:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff936d3976a000: PM QoS new deadline estimation for cpu 1 is 4307942939 00000100:00000001:0.0:1786072149.353425:0:2418:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff936d3976a000: PM QoS request active for cpu 1, keep current deadline 4307943069 00000100:00000001:0.0:1786072149.353427:0:2418:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786072149.353429:0:2418:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072149.353432:0:2418:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072149.353434:0:2418:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1786072149.353476:0:2411:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786072149.353480:0:2411:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff936c01382000. 00000400:00000200:0.0:1786072149.353490:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786072149.353494:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000400:00000200:0.0:1786072149.353499:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d39ba2dd0 00000400:00000010:0.0:1786072149.353501:0:2411:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d39ba2dd0. 00000100:00000001:0.0:1786072149.353505:0:2411:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786072149.353509:0:2411:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff936d2a2cce00 x1872818711272320/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072149.353519:0:2411:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786072149.353522:0:2411:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff936d2a2cce00 x1872818711272320/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072234 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072149.353529:0:2411:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072149.353531:0:2411:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1786072149.353543:0:2411:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786072149.353545:0:2411:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff936d02aaa600. 00000400:00000200:0.0:1786072149.353551:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786072149.353555:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000400:00000200:0.0:1786072149.353564:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d39ba2000 00000400:00000010:0.0:1786072149.353566:0:2411:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d39ba2000. 00000100:00000001:0.0:1786072149.353568:0:2411:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786072149.353572:0:2411:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff936d2a2cc000 x1872818711272576/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072149.353578:0:2411:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786072149.353581:0:2411:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff936d2a2cc000 x1872818711272576/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072204 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072149.353587:0:2411:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072149.353588:0:2411:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1786072149.353649:0:2411:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786072149.353652:0:2411:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff936d02aaab00. 00000400:00000200:0.0:1786072149.353656:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786072149.353659:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000400:00000200:0.0:1786072149.353662:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d39ba26e8 00000400:00000010:0.0:1786072149.353663:0:2411:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d39ba26e8. 00000100:00000001:0.0:1786072149.353665:0:2411:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786072149.353669:0:2411:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff936d2a2cdf80 x1872818711272448/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072149.353676:0:2411:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786072149.353678:0:2411:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff936d2a2cdf80 x1872818711272448/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072234 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072149.353684:0:2411:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072149.353685:0:2411:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1786072149.353717:0:2419:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988 00000800:00000200:1.0:1786072149.353721:0:2419:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff936d07180e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1786072149.353743:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786072149.353747:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000100:00000001:1.0:1786072149.353749:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4307946741 00000800:00000200:0.0:1786072149.356495:0:2410:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786072149.356506:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff936d07180e00. 00000400:00000200:0.0:1786072149.356513:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786072149.356523:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000400:00000200:0.0:1786072149.356532:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d0121c440 00000400:00000010:0.0:1786072149.356535:0:2410:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d0121c440. 00000100:00000001:0.0:1786072149.356541:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786072149.356549:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff936d2a2cfb80 x1872818711272192/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072165 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072149.358641:0:2410:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786072149.358652:0:2410:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff936d2a2cfb80 x1872818711272192/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072165 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072149.358661:0:2410:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072149.358663:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786072149.358702:0:2419:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307943069 00000100:00000001:0.0:1786072149.358710:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4307946746 00000100:00000001:0.0:1786072149.358713:0:2419:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307943069 00000100:00000001:0.0:1786072149.358717:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786072149.358719:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072149.358724:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072149.358727:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786072149.358735:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786072149.358736:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1786072149.358740:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786072149.358741:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786072149.358742:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072149.358745:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1786072149.371367:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072149.371399:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786072149.371404:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072149.371406:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786072149.371414:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072149.371422:0:2411:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me 00000400:00000200:0.0:1786072149.371433:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072149.371437:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072149.371442:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072149.371446:0:2411:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 224 into portal 4 MB=0x6a75196039c80 00000400:00000200:0.0:1786072149.371449:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072149.371455:0:2411:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.140@tcp of length 224/224 into md 0x536b11 [1] + 224 00000800:00000001:0.0:1786072149.371462:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072149.371483:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786072149.371503:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786072149.371510:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000100:00000001:0.0:1786072149.371519:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786072149.371528:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff936d2a2cc000 x1872818711272576/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072204 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786072149.371539:0:2411:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff936d2a2cc000 x1872818711272576/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072204 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072149.371553:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786072149.371561:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072149.371564:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786072149.372514:0:2418:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786072149.372520:0:2418:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1786072149.372529:0:2418:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786072149.372531:0:2418:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786072149.372534:0:2418:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff936d392730b0. 00000400:00000200:1.0:1786072149.372540:0:2418:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d39ba27f8 00000400:00000010:1.0:1786072149.372542:0:2418:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d39ba27f8. 00000100:00000001:1.0:1786072149.372547:0:2418:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786072149.372554:0:2418:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff936d2a2cc000 x1872818711272576/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072204 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786072149.372565:0:2418:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff936d2a2cc000 x1872818711272576/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072204 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072149.372572:0:2418:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786072149.372594:0:2418:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786072149.372597:0:2418:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1786072149.372601:0:2418:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1786072149.372603:0:2418:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1786072149.372605:0:2418:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786072149.372609:0:2418:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1786072149.372619:0:2418:0:(import.c:2149:obd_at_measure()) add 36 to ffff936d16262c60 time=82 v=36 (36 36 5 5) 00000100:00001000:1.0:1786072149.372623:0:2418:0:(import.c:2149:obd_at_measure()) add 1 to ffff936d16262c18 time=130 v=5 (1 1 1 1) 00000100:00000001:1.0:1786072149.372626:0:2418:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1786072149.372628:0:2418:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786072149.372631:0:2418:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1786072149.372634:0:2418:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072149.372639:0:2418:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1786072149.372641:0:2418:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff936d3976a000: skip recheck: last_committed 38654726226 00000100:00000001:1.0:1786072149.372643:0:2418:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1786072149.372644:0:2418:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786072149.372649:0:2418:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff936d2a2cc000 x1872818711272576/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072204 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072149.372656:0:2418:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786072149.372659:0:2418:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786072149.372661:0:2418:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786072149.372665:0:2418:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff936d2a2cc000 x1872818711272576/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072204 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786072149.372672:0:2418:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff936d2a2cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:80aa5924-6869-4c81-88c0-98a34e467390:2418:1872818711272576:192.168.204.140@tcp:400:kworker.0 00000100:00000001:1.0:1786072149.372677:0:2418:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072149.372679:0:2418:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786072149.372683:0:2418:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff936d2a2cc000 x1872818711272576/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072204 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1786072149.376426:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072149.376445:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786072149.376449:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072149.376452:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786072149.376461:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072149.376621:0:2410:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me 00000400:00000200:0.0:1786072149.376632:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072149.376637:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072149.376643:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072149.376646:0:2410:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 224 into portal 25 MB=0x6a75196039b00 00000400:00000200:0.0:1786072149.376651:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072149.376657:0:2410:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.140@tcp of length 224/224 into md 0x536af1 [1] + 224 00000800:00000001:0.0:1786072149.376665:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072149.376670:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786072149.376673:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786072149.376677:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000100:00000001:0.0:1786072149.376684:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786072149.376692:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff936d2a2cfb80 x1872818711272192/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072165 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786072149.376702:0:2410:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff936d2a2cfb80 x1872818711272192/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072165 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072149.376934:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786072149.376944:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072149.376949:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786072149.376951:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072149.376965:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786072149.376970:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072149.376974:0:2410:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me 00000400:00000200:0.0:1786072149.376979:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072149.376981:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072149.376983:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072149.376986:0:2410:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 224 into portal 10 MB=0x6a75196039b80 00000100:00000001:1.0:1786072149.377404:0:2418:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786072149.377407:0:2418:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786072149.377413:0:2418:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff936d29f6f000. 02000000:00000001:1.0:1786072149.377418:0:2418:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786072149.377421:0:2418:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786072149.377432:0:2418:0:(genops.c:1244:class_import_put()) import ffff936d16262800 refcount=3 obd=lustre-OST0000-osc-ffff936d3976a000 00000020:00000001:1.0:1786072149.377435:0:2418:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786072149.377439:0:2418:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff936c01382500. 02000000:00000001:1.0:1786072149.377443:0:2418:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786072149.377445:0:2418:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786072149.377447:0:2418:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff936d2a2cc000. 00000100:00000001:1.0:1786072149.377451:0:2418:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786072149.377453:0:2418:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786072149.377458:0:2418:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072149.377460:0:2418:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786072149.377464:0:2418:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786072149.377480:0:2418:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072149.377482:0:2418:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072149.377520:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786072149.377522:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1786072149.377529:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786072149.377531:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786072149.377535:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff936d0a95c4d0. 00000400:00000200:1.0:1786072149.377539:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d0121c908 00000400:00000010:1.0:1786072149.377542:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d0121c908. 00000100:00000001:1.0:1786072149.377546:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786072149.377552:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff936d2a2cfb80 x1872818711272192/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072165 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786072149.377562:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff936d2a2cfb80 x1872818711272192/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072165 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072149.377570:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786072149.377584:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786072149.377587:0:2419:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1786072149.377591:0:2419:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1786072149.377594:0:2419:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1786072149.377596:0:2419:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786072149.377599:0:2419:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1786072149.377606:0:2419:0:(import.c:2149:obd_at_measure()) add 5 to ffff936d16267460 time=82 v=5 (5 5 5 5) 00000100:00001000:1.0:1786072149.377610:0:2419:0:(import.c:2149:obd_at_measure()) add 1 to ffff936d16267418 time=19 v=5 (1 1 1 0) 00000100:00000001:1.0:1786072149.377613:0:2419:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1786072149.377614:0:2419:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786072149.377617:0:2419:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1786072149.377627:0:2419:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072149.377630:0:2419:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786072149.377636:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff936d2a2cfb80 x1872818711272192/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072165 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072149.377645:0:2419:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786072149.377648:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786072149.377651:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786072149.377655:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff936d2a2cfb80 x1872818711272192/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072165 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786072149.377662:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff936d2a2cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9500c81f-e128-413b-a15c-d036a6184eaf:2419:1872818711272192:192.168.204.140@tcp:400:kworker.0 00000100:00000001:1.0:1786072149.377667:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786072149.377669:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786072149.377673:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff936d2a2cfb80 x1872818711272192/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072165 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072149.377679:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786072149.377680:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786072149.377683:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff936d09e39000. 02000000:00000001:1.0:1786072149.377685:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786072149.377687:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786072149.377688:0:2419:0:(genops.c:1244:class_import_put()) import ffff936d16267000 refcount=3 obd=MGC192.168.204.140@tcp 00000020:00000001:1.0:1786072149.377689:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786072149.377691:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff936c01382e00. 02000000:00000001:1.0:1786072149.377693:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786072149.377695:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786072149.377696:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff936d2a2cfb80. 00000100:00000001:1.0:1786072149.377699:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786072149.377700:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786072149.377702:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786072149.377711:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786072149.377713:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072149.377716:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786072149.377717:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786072149.378705:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072149.378715:0:2410:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.140@tcp of length 224/224 into md 0x536b01 [1] + 224 00000800:00000001:0.0:1786072149.378733:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072149.378751:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786072149.378754:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786072149.378759:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000100:00000001:0.0:1786072149.378767:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786072149.378773:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff936d2a2cce00 x1872818711272320/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072234 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786072149.378783:0:2410:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff936d2a2cce00 x1872818711272320/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072234 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072149.378815:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786072149.378826:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072149.378830:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786072149.380798:0:2418:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786072149.380825:0:2418:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1786072149.380834:0:2418:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786072149.380836:0:2418:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786072149.380840:0:2418:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff936d39273b00. 00000400:00000200:1.0:1786072149.380850:0:2418:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d39ba2440 00000400:00000010:1.0:1786072149.380852:0:2418:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d39ba2440. 00000100:00000001:1.0:1786072149.380856:0:2418:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786072149.380866:0:2418:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff936d2a2cce00 x1872818711272320/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072234 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786072149.380877:0:2418:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff936d2a2cce00 x1872818711272320/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072234 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072149.380884:0:2418:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786072149.380886:0:2418:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786072149.380889:0:2418:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1786072149.380892:0:2418:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1786072149.380895:0:2418:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1786072149.380897:0:2418:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786072149.380900:0:2418:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1786072149.380909:0:2418:0:(import.c:2149:obd_at_measure()) add 60 to ffff936d16266c60 time=82 v=60 (60 60 60 60) 00000100:00001000:1.0:1786072149.380913:0:2418:0:(import.c:2149:obd_at_measure()) add 1 to ffff936d16266c18 time=19 v=5 (1 1 1 0) 00000100:00000001:1.0:1786072149.380915:0:2418:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1786072149.380917:0:2418:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786072149.380920:0:2418:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1786072149.380923:0:2418:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072149.380926:0:2418:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1786072149.380928:0:2418:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff936d3976a000: skip recheck: last_committed 30064771465 00000100:00000001:1.0:1786072149.380930:0:2418:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1786072149.380932:0:2418:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786072149.380936:0:2418:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff936d2a2cce00 x1872818711272320/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072234 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072149.380942:0:2418:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1786072149.382845:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072149.382863:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786072149.382867:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072149.382869:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786072149.382878:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072149.382886:0:2411:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me 00000400:00000200:0.0:1786072149.382910:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072149.382916:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072149.382922:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072149.382926:0:2411:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 224 into portal 10 MB=0x6a75196039c00 00000400:00000200:0.0:1786072149.382931:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072149.382937:0:2411:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.140@tcp of length 224/224 into md 0x536b21 [1] + 224 00000800:00000001:0.0:1786072149.382945:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072149.382955:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786072149.382959:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786072149.382964:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000100:00000001:0.0:1786072149.382972:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786072149.382982:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff936d2a2cdf80 x1872818711272448/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072234 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786072149.383005:0:2411:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff936d2a2cdf80 x1872818711272448/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072234 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072149.383020:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786072149.383029:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072149.383032:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786072149.383416:0:2418:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786072149.383419:0:2418:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786072149.383426:0:2418:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff936d2a2cce00 x1872818711272320/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072234 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786072149.383442:0:2418:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff936d2a2cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:80aa5924-6869-4c81-88c0-98a34e467390:2418:1872818711272320:192.168.204.140@tcp:400:kworker.0 00000100:00000001:1.0:1786072149.383448:0:2418:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072149.383452:0:2418:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786072149.383455:0:2418:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff936d2a2cce00 x1872818711272320/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072234 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072149.383461:0:2418:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786072149.383463:0:2418:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786072149.383479:0:2418:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff936d29f6e000. 02000000:00000001:1.0:1786072149.383483:0:2418:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786072149.383486:0:2418:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786072149.383487:0:2418:0:(genops.c:1244:class_import_put()) import ffff936d16266800 refcount=5 obd=lustre-MDT0000-mdc-ffff936d3976a000 00000020:00000001:1.0:1786072149.383489:0:2418:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786072149.383492:0:2418:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff936c01382c00. 02000000:00000001:1.0:1786072149.383496:0:2418:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786072149.383498:0:2418:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786072149.383500:0:2418:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff936d2a2cce00. 00000100:00000001:1.0:1786072149.383504:0:2418:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786072149.383505:0:2418:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786072149.383510:0:2418:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072149.383512:0:2418:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786072149.383515:0:2418:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1786072149.383521:0:2418:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786072149.383522:0:2418:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786072149.383525:0:2418:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff936d392732c0. 00000400:00000200:1.0:1786072149.383529:0:2418:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d39ba2660 00000400:00000010:1.0:1786072149.383531:0:2418:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d39ba2660. 00000100:00000001:1.0:1786072149.383534:0:2418:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786072149.383538:0:2418:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff936d2a2cdf80 x1872818711272448/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072234 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786072149.383547:0:2418:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff936d2a2cdf80 x1872818711272448/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072234 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072149.383553:0:2418:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786072149.383560:0:2418:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786072149.383563:0:2418:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1786072149.383566:0:2418:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1786072149.383568:0:2418:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1786072149.383570:0:2418:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786072149.383572:0:2418:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1786072149.383594:0:2418:0:(import.c:2149:obd_at_measure()) add 60 to ffff936d16184c60 time=82 v=60 (60 60 60 60) 00000100:00001000:1.0:1786072149.383598:0:2418:0:(import.c:2149:obd_at_measure()) add 1 to ffff936d16184c18 time=146 v=5 (1 1 0 0) 00000100:00000001:1.0:1786072149.383600:0:2418:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1786072149.383602:0:2418:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786072149.383605:0:2418:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1786072149.383610:0:2418:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff936d2a2cdf80 x1872818711272448/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072234 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1786072149.383617:0:2418:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072149.383620:0:2418:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1786072149.383622:0:2418:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff936d3976a000: skip recheck: last_committed 21474836545 00000100:00000001:1.0:1786072149.383624:0:2418:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1786072149.383626:0:2418:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786072149.383629:0:2418:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff936d2a2cdf80 x1872818711272448/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072234 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072149.383637:0:2418:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786072149.383639:0:2418:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786072149.383640:0:2418:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786072149.383644:0:2418:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff936d2a2cdf80 x1872818711272448/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072234 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786072149.383650:0:2418:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff936d2a2cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:80aa5924-6869-4c81-88c0-98a34e467390:2418:1872818711272448:192.168.204.140@tcp:400:kworker.0 00000100:00000001:1.0:1786072149.383654:0:2418:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786072149.383655:0:2418:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786072149.383658:0:2418:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff936d2a2cdf80 x1872818711272448/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072234 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072149.383663:0:2418:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786072149.383670:0:2418:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786072149.383672:0:2418:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff936d29f6ee00. 02000000:00000001:1.0:1786072149.383675:0:2418:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786072149.383676:0:2418:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786072149.383677:0:2418:0:(genops.c:1244:class_import_put()) import ffff936d16184800 refcount=3 obd=lustre-MDT0001-mdc-ffff936d3976a000 00000020:00000001:1.0:1786072149.383679:0:2418:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786072149.383681:0:2418:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff936c01382900. 02000000:00000001:1.0:1786072149.383683:0:2418:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786072149.383684:0:2418:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786072149.383686:0:2418:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff936d2a2cdf80. 00000100:00000001:1.0:1786072149.383689:0:2418:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786072149.383691:0:2418:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786072149.383693:0:2418:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786072149.383700:0:2418:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786072149.383701:0:2418:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072149.383703:0:2418:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786072149.383705:0:2418:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072149.418530:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072149.418543:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072149.418548:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072149.418549:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786072149.418697:0:239616:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786072149.418700:0:239616:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786072149.418704:0:239616:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786072150.440700:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072150.440707:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072150.440713:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072150.440715:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786072150.440735:0:245326:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786072150.440738:0:245326:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786072150.440741:0:245326:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786072151.464906:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072151.464913:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072151.464918:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072151.464919:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786072151.465036:0:233679:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786072151.465039:0:233679:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786072151.465043:0:233679:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786072152.488804:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072152.488811:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072152.488816:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072152.488818:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786072152.496692:0:245327:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786072152.497524:0:245327:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786072152.497529:0:245327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1786072153.192503:0:247146:0:(connection.c:75:cpu_latency_work()) work item of ffff936d05017910 (cpu 1) has reached its deadline 4307946746, at 4307946752 00000100:00000040:0.0:1786072153.192503:0:273755:0:(connection.c:75:cpu_latency_work()) work item of ffff936d05017800 (cpu 0) has reached its deadline 4307946741, at 4307946752 00000100:00000010:1.0:1786072153.192517:0:247146:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff936d3d81b120. 00000100:00000010:0.0:1786072153.192522:0:273755:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff936d3d81b660. 00010000:00000001:0.0:1786072153.512533:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072153.512544:0:273755:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786072153.512546:0:273755:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786072153.512550:0:273755:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072153.512555:0:273755:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786072153.512557:0:273755:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072153.512559:0:273755:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072153.512562:0:273755:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072153.512566:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072153.512568:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786072153.512608:0:233680:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786072153.512611:0:233680:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786072153.512614:0:233680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1786072154.475055:0:230283:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9500c81f-e128-413b-a15c-d036a6184eaf->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786072154.475066:0:230283:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1786072154.475091:0:230283:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff936d0643a300. 00000020:00000040:2.0:1786072154.475097:0:230283:0:(genops.c:1231:class_import_get()) import ffff936d16267000 refcount=4 obd=MGC192.168.204.140@tcp 00000100:00000001:2.0:1786072154.475101:0:230283:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786072154.475104:0:230283:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786072154.475109:0:230283:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786072154.475117:0:230283:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff936d0665ac00. 00000100:00000001:2.0:1786072154.475124:0:230283:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786072154.475135:0:230283:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9500c81f-e128-413b-a15c-d036a6184eaf->MGS req@ffff936d0643a300 x1872818711272704/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786072154.475146:0:230283:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786072154.475150:0:230283:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786072154.475156:0:230283:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c0210c3] to pc [ptlrpcd_01_00+0] req@ffff936d0643a300 x1872818711272704/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786072154.475175:0:230283:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786072154.475178:0:230283:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80aa5924-6869-4c81-88c0-98a34e467390->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786072154.475181:0:230283:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1786072154.475184:0:230283:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff936d0643b800. 00000020:00000040:2.0:1786072154.475187:0:230283:0:(genops.c:1231:class_import_get()) import ffff936d16266800 refcount=6 obd=lustre-MDT0000-mdc-ffff936d3976a000 00000100:00000001:2.0:1786072154.475189:0:230283:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786072154.475190:0:230283:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786072154.475192:0:230283:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786072154.475195:0:230283:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff936d0665af00. 00000100:00000001:2.0:1786072154.475198:0:230283:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786072154.475202:0:230283:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 80aa5924-6869-4c81-88c0-98a34e467390->lustre-MDT0000_UUID req@ffff936d0643b800 x1872818711272832/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786072154.475209:0:230283:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786072154.475213:0:230283:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786072154.475216:0:230283:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000258b1a99] to pc [ptlrpcd_01_01+1] req@ffff936d0643b800 x1872818711272832/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786072154.475223:0:230283:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786072154.475225:0:230283:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80aa5924-6869-4c81-88c0-98a34e467390->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786072154.475235:0:230283:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1786072154.475237:0:230283:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff936d06439f80. 00000020:00000040:2.0:1786072154.475240:0:230283:0:(genops.c:1231:class_import_get()) import ffff936d16184800 refcount=4 obd=lustre-MDT0001-mdc-ffff936d3976a000 00000100:00000001:2.0:1786072154.475242:0:230283:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786072154.475244:0:230283:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786072154.475245:0:230283:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786072154.475249:0:230283:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff936d0665a400. 00000100:00000001:2.0:1786072154.475252:0:230283:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786072154.475256:0:230283:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 80aa5924-6869-4c81-88c0-98a34e467390->lustre-MDT0001_UUID req@ffff936d06439f80 x1872818711272960/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786072154.475262:0:230283:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786072154.475264:0:230283:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786072154.475268:0:230283:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000745aeade] to pc [ptlrpcd_01_00+0] req@ffff936d06439f80 x1872818711272960/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786072154.475274:0:230283:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786072154.475276:0:230283:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80aa5924-6869-4c81-88c0-98a34e467390->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786072154.475279:0:230283:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1786072154.475282:0:230283:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff936d0643ad80. 00000020:00000040:2.0:1786072154.475284:0:230283:0:(genops.c:1231:class_import_get()) import ffff936d16262800 refcount=4 obd=lustre-OST0000-osc-ffff936d3976a000 00000100:00000001:2.0:1786072154.475286:0:230283:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786072154.475287:0:230283:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786072154.475288:0:230283:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786072154.475291:0:230283:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff936d0665a500. 00000100:00000001:2.0:1786072154.475293:0:230283:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786072154.475296:0:230283:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 80aa5924-6869-4c81-88c0-98a34e467390->lustre-OST0000_UUID req@ffff936d0643ad80 x1872818711273088/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786072154.475302:0:230283:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786072154.475304:0:230283:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786072154.475307:0:230283:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d12ed7b] to pc [ptlrpcd_01_01+1] req@ffff936d0643ad80 x1872818711273088/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786072154.475324:0:230283:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786072154.475326:0:230283:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80aa5924-6869-4c81-88c0-98a34e467390->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1786072154.475329:0:230283:0:(pinger.c:247:ptlrpc_pinger_process_import()) 80aa5924-6869-4c81-88c0-98a34e467390->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1786072154.475334:0:230283:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13285) 00000100:00000001:3.0:1786072154.475419:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786072154.475424:0:2420:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786072154.475426:0:2420:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786072154.475433:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff936d0643a300 x1872818711272704/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072154.475441:0:2420:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786072154.475443:0:2420:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786072154.475453:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786072154.475456:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786072154.475458:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786072154.475461:0:2420:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff936d0643a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9500c81f-e128-413b-a15c-d036a6184eaf:2420:1872818711272704:192.168.204.140@tcp:400:kworker.0 00000100:00000001:3.0:1786072154.475466:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786072154.475472:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786072154.475474:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786072154.475477:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786072154.475481:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff936d0d50fe00. 02000000:00000001:3.0:1786072154.475483:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786072154.475490:0:2420:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000010:3.0:1786072154.475494:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff936d0b394f20. 00000400:00000010:3.0:1786072154.475500:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d09cd0f68. 00000100:00000200:3.0:1786072154.475508:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872818711272704, portal 25 00000100:00000001:3.0:1786072154.475510:0:2420:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786072154.475512:0:2420:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446624695198655232 : -119378510896384 : ffff936d0643a300) 00000100:00000040:3.0:1786072154.475517:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff936d0643a300 x1872818711272704/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072170 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072154.475525:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786072154.475528:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp 00000400:00000010:3.0:1786072154.475530:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d09cd0ee0. 00000100:00000200:3.0:1786072154.475534:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1872818711272704, offset 0 00000400:00000200:3.0:1786072154.475541:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp 00000400:00000200:3.0:1786072154.475549:0:2420:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:3.0:1786072154.475557:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.140@tcp local destination 00000400:00000200:3.0:1786072154.475562:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786072154.475566:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp 00000400:00000200:3.0:1786072154.475570:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786072154.475574:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp 00000400:00000200:3.0:1786072154.475578:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [543777:543777:256:4294967295] 192.168.204.140@tcp LPNI seq info [543717:543717:8:4294967295] 00000400:00000200:3.0:1786072154.475582:0:2420:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:3.0:1786072154.475592:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) : PUT try# 0 00000800:00000200:3.0:1786072154.475604:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.140@tcp 00000800:00000010:3.0:1786072154.475610:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff936d29b00e00. 00000800:00000200:3.0:1786072154.475617:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff936d0afbc180] -> 12345-192.168.204.140@tcp (5) 00000800:00000200:3.0:1786072154.475624:0:2420:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988 00000800:00000200:3.0:1786072154.475629:0:2420:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff936d29b00e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1786072154.475700:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786072154.475705:0:2420:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000100:00000001:3.0:1786072154.475708:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4307951863 00000100:00000010:3.0:1786072154.475713:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff936d29a688a0. 00000100:00000001:3.0:1786072154.475719:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1786072154.475724:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4307951863 00000100:00000010:3.0:1786072154.475727:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff936d29a68600. 00000100:00000001:3.0:1786072154.475730:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1786072154.475733:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786072154.475736:0:2420:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072154.475739:0:2420:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786072154.475743:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff936d06439f80 x1872818711272960/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072154.475750:0:2420:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786072154.475752:0:2420:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786072154.475754:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786072154.475756:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786072154.475758:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786072154.475760:0:2420:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff936d06439f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:80aa5924-6869-4c81-88c0-98a34e467390:2420:1872818711272960:192.168.204.140@tcp:400:kworker.0 00000100:00000001:3.0:1786072154.475763:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786072154.475766:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786072154.475768:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786072154.475770:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786072154.475773:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff936d0d50e600. 02000000:00000001:3.0:1786072154.475775:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786072154.475778:0:2420:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000010:3.0:1786072154.475787:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff936d0b3947e8. 00000400:00000010:3.0:1786072154.475791:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d09cd0088. 00000100:00000200:3.0:1786072154.475794:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872818711272960, portal 10 00000100:00000001:3.0:1786072154.475796:0:2420:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786072154.475797:0:2420:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446624695198654336 : -119378510897280 : ffff936d06439f80) 00000100:00000040:3.0:1786072154.475805:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff936d06439f80 x1872818711272960/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072154.475810:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786072154.475813:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp 00000400:00000010:3.0:1786072154.475815:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d09cd07f8. 00000100:00000200:3.0:1786072154.475818:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872818711272960, offset 0 00000400:00000200:3.0:1786072154.475822:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp 00000400:00000200:3.0:1786072154.475826:0:2420:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:3.0:1786072154.475829:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.140@tcp local destination 00000400:00000200:3.0:1786072154.475832:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786072154.475834:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp 00000400:00000200:3.0:1786072154.475837:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786072154.475839:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp 00000400:00000200:3.0:1786072154.475841:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [543778:543778:255:4294967295] 192.168.204.140@tcp LPNI seq info [543718:543718:7:4294967295] 00000400:00000200:3.0:1786072154.475844:0:2420:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:3.0:1786072154.475850:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) : PUT try# 0 00000800:00000200:3.0:1786072154.475854:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.140@tcp 00000800:00000010:3.0:1786072154.475857:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff936d29b00400. 00000800:00000200:3.0:1786072154.475861:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff936d0afbc180] -> 12345-192.168.204.140@tcp (5) 00000800:00000200:3.0:1786072154.475864:0:2420:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988 00000800:00000200:3.0:1786072154.475867:0:2420:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff936d29b00400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1786072154.475870:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786072154.475874:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff936d3976a000: using a timeout of 25932 usecs (26 jiffies) 00000400:00000200:3.0:1786072154.475876:0:2420:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000100:00000001:3.0:1786072154.475878:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff936d3976a000: PM QoS new deadline estimation for cpu 0 is 4307948061 00000100:00000001:3.0:1786072154.475880:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff936d3976a000: PM QoS request active for cpu 0, keep current deadline 4307951863 00000100:00000001:3.0:1786072154.475888:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff936d3976a000: PM QoS new deadline estimation for cpu 1 is 4307948061 00000100:00000001:3.0:1786072154.475890:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff936d3976a000: PM QoS request active for cpu 1, keep current deadline 4307951863 00000100:00000001:3.0:1786072154.475892:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786072154.475894:0:2420:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072154.475897:0:2420:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072154.475900:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786072154.475912:0:2420:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786072154.475914:0:2420:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1786072154.475917:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786072154.475918:0:2420:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786072154.475919:0:2420:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786072154.475922:0:2420:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:3.0:1786072154.475923:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786072154.475925:0:2420:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786072154.475926:0:2420:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786072154.475928:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786072154.475929:0:2420:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786072154.475930:0:2420:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786072154.475934:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff936d0643b800 x1872818711272832/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072154.475941:0:2420:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786072154.475942:0:2420:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786072154.475945:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786072154.475946:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786072154.475948:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786072154.475950:0:2420:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff936d0643b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:80aa5924-6869-4c81-88c0-98a34e467390:2420:1872818711272832:192.168.204.140@tcp:400:kworker.0 00000100:00000001:3.0:1786072154.475953:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786072154.475956:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786072154.475957:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786072154.475959:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786072154.475962:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff936d0d50fc00. 02000000:00000001:3.0:1786072154.475964:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786072154.475968:0:2420:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000010:3.0:1786072154.475970:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff936d0b3949a0. 00000400:00000010:3.0:1786072154.475978:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d09cd0dd0. 00000100:00000200:3.0:1786072154.475981:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872818711272832, portal 10 00000100:00000001:3.0:1786072154.475983:0:2420:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786072154.475984:0:2420:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446624695198660608 : -119378510891008 : ffff936d0643b800) 00000100:00000040:3.0:1786072154.475991:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff936d0643b800 x1872818711272832/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072154.475997:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786072154.475999:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp 00000400:00000010:3.0:1786072154.476001:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d09cd0198. 00000100:00000200:3.0:1786072154.476004:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872818711272832, offset 0 00000400:00000200:3.0:1786072154.476008:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp 00000400:00000200:3.0:1786072154.476011:0:2420:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:3.0:1786072154.476015:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.140@tcp local destination 00000400:00000200:3.0:1786072154.476018:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786072154.476020:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp 00000400:00000200:3.0:1786072154.476023:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786072154.476025:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp 00000400:00000200:3.0:1786072154.476028:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [543779:543779:254:4294967295] 192.168.204.140@tcp LPNI seq info [543719:543719:6:4294967295] 00000400:00000200:3.0:1786072154.476032:0:2420:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:3.0:1786072154.476038:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) : PUT try# 0 00000800:00000200:3.0:1786072154.476042:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.140@tcp 00000800:00000010:3.0:1786072154.476045:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff936d29b00300. 00000800:00000200:3.0:1786072154.476049:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff936d0afbc180] -> 12345-192.168.204.140@tcp (5) 00000800:00000200:3.0:1786072154.476053:0:2420:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988 00000800:00000200:3.0:1786072154.476060:0:2420:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff936d29b00300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1786072154.476063:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786072154.476066:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: using a timeout of 22741 usecs (23 jiffies) 00000400:00000200:3.0:1786072154.476069:0:2420:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000100:00000001:3.0:1786072154.476071:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: PM QoS new deadline estimation for cpu 0 is 4307948058 00000100:00000001:3.0:1786072154.476072:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: PM QoS request active for cpu 0, keep current deadline 4307951863 00000100:00000001:3.0:1786072154.476080:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: PM QoS new deadline estimation for cpu 1 is 4307948058 00000100:00000001:3.0:1786072154.476082:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: PM QoS request active for cpu 1, keep current deadline 4307951863 00000100:00000001:3.0:1786072154.476084:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786072154.476086:0:2420:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072154.476088:0:2420:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786072154.476092:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff936d0643ad80 x1872818711273088/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072154.476098:0:2420:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786072154.476099:0:2420:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786072154.476101:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786072154.476103:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786072154.476105:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786072154.476107:0:2420:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff936d0643ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:80aa5924-6869-4c81-88c0-98a34e467390:2420:1872818711273088:192.168.204.140@tcp:400:kworker.0 00000100:00000001:3.0:1786072154.476109:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786072154.476111:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786072154.476113:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786072154.476114:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786072154.476117:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff936d0d50f000. 02000000:00000001:3.0:1786072154.476118:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786072154.476122:0:2420:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000010:3.0:1786072154.476124:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff936d0b3942c0. 00000400:00000010:3.0:1786072154.476127:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d09cd0000. 00000100:00000200:3.0:1786072154.476130:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872818711273088, portal 4 00000100:00000001:3.0:1786072154.476131:0:2420:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786072154.476133:0:2420:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446624695198657920 : -119378510893696 : ffff936d0643ad80) 00000100:00000040:3.0:1786072154.476139:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff936d0643ad80 x1872818711273088/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072154.476144:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786072154.476146:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp 00000400:00000010:3.0:1786072154.476148:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d09cd0110. 00000100:00000200:3.0:1786072154.476150:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1872818711273088, offset 0 00000400:00000200:3.0:1786072154.476162:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp 00000400:00000200:3.0:1786072154.476167:0:2420:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:3.0:1786072154.476170:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.140@tcp local destination 00000400:00000200:3.0:1786072154.476173:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786072154.476175:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp 00000400:00000200:3.0:1786072154.476178:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786072154.476180:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp 00000400:00000200:3.0:1786072154.476182:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [543780:543780:253:4294967295] 192.168.204.140@tcp LPNI seq info [543720:543720:5:4294967295] 00000400:00000200:3.0:1786072154.476185:0:2420:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:3.0:1786072154.476191:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) : PUT try# 0 00000800:00000200:3.0:1786072154.476194:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.140@tcp 00000800:00000010:3.0:1786072154.476197:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff936d29b00c00. 00000800:00000200:3.0:1786072154.476201:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff936d0afbc180] -> 12345-192.168.204.140@tcp (5) 00000800:00000200:3.0:1786072154.476205:0:2420:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988 00000800:00000200:3.0:1786072154.476207:0:2420:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff936d29b00c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1786072154.476209:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786072154.476212:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff936d3976a000: using a timeout of 155971 usecs (156 jiffies) 00000400:00000200:3.0:1786072154.476214:0:2420:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000100:00000001:3.0:1786072154.476216:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff936d3976a000: PM QoS new deadline estimation for cpu 0 is 4307948191 00000100:00000001:3.0:1786072154.476218:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff936d3976a000: PM QoS request active for cpu 0, keep current deadline 4307951863 00000100:00000001:3.0:1786072154.476220:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff936d3976a000: PM QoS new deadline estimation for cpu 1 is 4307948191 00000100:00000001:3.0:1786072154.476221:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff936d3976a000: PM QoS request active for cpu 1, keep current deadline 4307951863 00000100:00000001:3.0:1786072154.476223:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786072154.476225:0:2420:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072154.476227:0:2420:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072154.476229:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072154.476241:0:2421:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786072154.476244:0:2421:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1786072154.476325:0:2410:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786072154.476331:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff936d29b00e00. 00000400:00000200:0.0:1786072154.476337:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786072154.476342:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000400:00000200:0.0:1786072154.476347:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d09cd0ee0 00000400:00000010:0.0:1786072154.476349:0:2410:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d09cd0ee0. 00000100:00000001:0.0:1786072154.476353:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786072154.476358:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff936d0643a300 x1872818711272704/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072170 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072154.476367:0:2410:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786072154.476370:0:2410:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff936d0643a300 x1872818711272704/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072170 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072154.476401:0:2410:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072154.476404:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1786072154.476417:0:2410:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786072154.476420:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff936d29b00400. 00000400:00000200:0.0:1786072154.476430:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786072154.476433:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000400:00000200:0.0:1786072154.476436:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d09cd07f8 00000400:00000010:0.0:1786072154.476437:0:2410:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d09cd07f8. 00000100:00000001:0.0:1786072154.476440:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786072154.476443:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff936d06439f80 x1872818711272960/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072154.476450:0:2410:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786072154.476452:0:2410:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff936d06439f80 x1872818711272960/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072239 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072154.476458:0:2410:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072154.476459:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1786072154.476466:0:2410:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786072154.476468:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff936d29b00300. 00000400:00000200:0.0:1786072154.476470:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786072154.476473:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000400:00000200:0.0:1786072154.476475:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d09cd0198 00000400:00000010:0.0:1786072154.476476:0:2410:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d09cd0198. 00000100:00000001:0.0:1786072154.476478:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786072154.476481:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff936d0643b800 x1872818711272832/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072154.476488:0:2410:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786072154.476491:0:2410:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff936d0643b800 x1872818711272832/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072239 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072154.476497:0:2410:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072154.476498:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1786072154.476563:0:2410:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786072154.476566:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff936d29b00c00. 00000400:00000200:0.0:1786072154.476569:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786072154.476573:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000400:00000200:0.0:1786072154.476575:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d09cd0110 00000400:00000010:0.0:1786072154.476577:0:2410:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d09cd0110. 00000100:00000001:0.0:1786072154.476585:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786072154.476589:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff936d0643ad80 x1872818711273088/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072154.476595:0:2410:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786072154.476598:0:2410:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff936d0643ad80 x1872818711273088/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072209 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072154.476604:0:2410:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072154.476606:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1786072154.481628:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072154.481645:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786072154.481649:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072154.481651:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786072154.481660:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072154.481669:0:2411:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me 00000400:00000200:0.0:1786072154.481677:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072154.481682:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072154.481687:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072154.481702:0:2411:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 224 into portal 25 MB=0x6a75196039d00 00000400:00000200:0.0:1786072154.481707:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072154.481713:0:2411:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.140@tcp of length 224/224 into md 0x536b31 [1] + 224 00000800:00000001:0.0:1786072154.481721:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072154.481728:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786072154.481731:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786072154.481735:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000100:00000001:0.0:1786072154.481743:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786072154.481751:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff936d0643a300 x1872818711272704/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072170 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786072154.481763:0:2411:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff936d0643a300 x1872818711272704/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072170 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072154.481812:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786072154.481816:0:2420:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786072154.482043:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786072154.482053:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072154.482072:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1786072154.482249:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786072154.482258:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786072154.482261:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff936d0b394f20. 00000400:00000200:3.0:1786072154.482265:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d09cd0f68 00000400:00000010:3.0:1786072154.482268:0:2420:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d09cd0f68. 00000100:00000001:3.0:1786072154.482272:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786072154.482276:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff936d0643a300 x1872818711272704/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072170 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786072154.482285:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff936d0643a300 x1872818711272704/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072170 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072154.482291:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786072154.482293:0:2420:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786072154.482296:0:2420:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1786072154.482299:0:2420:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1786072154.482302:0:2420:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1786072154.482303:0:2420:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786072154.482306:0:2420:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1786072154.482312:0:2420:0:(import.c:2149:obd_at_measure()) add 5 to ffff936d16267460 time=87 v=5 (5 5 5 5) 00000100:00001000:3.0:1786072154.482316:0:2420:0:(import.c:2149:obd_at_measure()) add 1 to ffff936d16267418 time=24 v=5 (1 1 1 0) 00000100:00000001:3.0:1786072154.482319:0:2420:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1786072154.482320:0:2420:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786072154.482323:0:2420:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1786072154.482325:0:2420:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072154.482328:0:2420:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786072154.482333:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff936d0643a300 x1872818711272704/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072170 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072154.482339:0:2420:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786072154.482342:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786072154.482344:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786072154.482347:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff936d0643a300 x1872818711272704/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072170 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786072154.482356:0:2420:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff936d0643a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9500c81f-e128-413b-a15c-d036a6184eaf:2420:1872818711272704:192.168.204.140@tcp:400:kworker.0 00000100:00000001:3.0:1786072154.482361:0:2420:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072154.482372:0:2420:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786072154.482405:0:2420:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff936d0643a300 x1872818711272704/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072170 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072154.482412:0:2420:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786072154.482415:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786072154.482418:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff936d0d50fe00. 02000000:00000001:3.0:1786072154.482422:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786072154.482424:0:2420:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786072154.482426:0:2420:0:(genops.c:1244:class_import_put()) import ffff936d16267000 refcount=3 obd=MGC192.168.204.140@tcp 00000020:00000001:3.0:1786072154.482428:0:2420:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786072154.482432:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff936d0665ac00. 02000000:00000001:3.0:1786072154.482435:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786072154.482437:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786072154.482438:0:2420:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff936d0643a300. 00000100:00000001:3.0:1786072154.482442:0:2420:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786072154.482444:0:2420:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786072154.482447:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072154.482449:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786072154.482450:0:2420:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786072154.482452:0:2420:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072154.482454:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1786072154.484079:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072154.484093:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786072154.484096:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072154.484098:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786072154.484107:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072154.484114:0:2410:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me 00000400:00000200:0.0:1786072154.484121:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072154.484126:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072154.484130:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072154.484135:0:2410:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 224 into portal 4 MB=0x6a75196039e80 00000400:00000200:0.0:1786072154.484139:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072154.484144:0:2410:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.140@tcp of length 224/224 into md 0x536b49 [1] + 224 00000800:00000001:0.0:1786072154.484151:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072154.484153:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786072154.484156:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786072154.484160:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000100:00000001:0.0:1786072154.484167:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786072154.484174:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff936d0643ad80 x1872818711273088/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072209 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786072154.484185:0:2410:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff936d0643ad80 x1872818711273088/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072209 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072154.484230:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786072154.484233:0:2420:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786072154.485835:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786072154.485858:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072154.485873:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786072154.485876:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072154.485877:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786072154.485885:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072154.485891:0:2410:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me 00000400:00000200:0.0:1786072154.485899:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072154.485902:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072154.485906:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072154.485909:0:2410:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 224 into portal 10 MB=0x6a75196039e00 00000400:00000200:0.0:1786072154.485928:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072154.485932:0:2410:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.140@tcp of length 224/224 into md 0x536b39 [1] + 224 00000800:00000001:0.0:1786072154.485938:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072154.485955:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786072154.485963:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786072154.485967:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000100:00000001:0.0:1786072154.485973:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786072154.485980:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff936d06439f80 x1872818711272960/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072239 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786072154.485991:0:2410:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff936d06439f80 x1872818711272960/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072239 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072154.486000:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786072154.486004:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072154.486008:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1786072154.486615:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786072154.486618:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786072154.486623:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff936d0b3942c0. 00000400:00000200:3.0:1786072154.486629:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d09cd0000 00000400:00000010:3.0:1786072154.486631:0:2420:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d09cd0000. 00000100:00000001:3.0:1786072154.486634:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786072154.486641:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff936d0643ad80 x1872818711273088/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072209 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786072154.486650:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff936d0643ad80 x1872818711273088/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072209 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072154.486657:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786072154.486660:0:2420:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786072154.486662:0:2420:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1786072154.486674:0:2420:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1786072154.486677:0:2420:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1786072154.486679:0:2420:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786072154.486682:0:2420:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1786072154.486704:0:2420:0:(import.c:2149:obd_at_measure()) add 36 to ffff936d16262c60 time=87 v=36 (36 36 5 5) 00000100:00001000:3.0:1786072154.486709:0:2420:0:(import.c:2149:obd_at_measure()) add 1 to ffff936d16262c18 time=135 v=5 (1 1 1 1) 00000100:00000001:3.0:1786072154.486712:0:2420:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1786072154.486715:0:2420:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786072154.486718:0:2420:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1786072154.486721:0:2420:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072154.486897:0:2420:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1786072154.486900:0:2420:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff936d3976a000: skip recheck: last_committed 38654726226 00000100:00000001:3.0:1786072154.486902:0:2420:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1786072154.486905:0:2420:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786072154.486913:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff936d0643ad80 x1872818711273088/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072209 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072154.486920:0:2420:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786072154.486923:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786072154.486924:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786072154.486928:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff936d0643ad80 x1872818711273088/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072209 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786072154.486934:0:2420:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff936d0643ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:80aa5924-6869-4c81-88c0-98a34e467390:2420:1872818711273088:192.168.204.140@tcp:400:kworker.0 00000400:00000001:3.0:1786072154.486941:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786072154.486943:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786072154.486945:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff936d0b3947e8. 00000400:00000200:3.0:1786072154.486948:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d09cd0088 00000400:00000010:3.0:1786072154.486949:0:2420:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d09cd0088. 00000100:00000001:3.0:1786072154.486951:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786072154.486954:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff936d06439f80 x1872818711272960/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072239 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786072154.486961:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff936d06439f80 x1872818711272960/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072239 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072154.486978:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786072154.486980:0:2420:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786072154.486982:0:2420:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1786072154.486983:0:2420:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1786072154.486984:0:2420:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1786072154.486986:0:2420:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786072154.486987:0:2420:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1786072154.486992:0:2420:0:(import.c:2149:obd_at_measure()) add 60 to ffff936d16184c60 time=87 v=60 (60 60 60 60) 00000100:00001000:3.0:1786072154.486995:0:2420:0:(import.c:2149:obd_at_measure()) add 1 to ffff936d16184c18 time=151 v=5 (1 1 0 0) 00000100:00000001:3.0:1786072154.486997:0:2420:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1786072154.486998:0:2420:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786072154.487000:0:2420:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1786072154.487003:0:2420:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff936d06439f80 x1872818711272960/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072239 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1786072154.487009:0:2420:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072154.487011:0:2420:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1786072154.487012:0:2420:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff936d3976a000: skip recheck: last_committed 21474836545 00000100:00000001:3.0:1786072154.487014:0:2420:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1786072154.487016:0:2420:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786072154.487019:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff936d06439f80 x1872818711272960/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072239 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072154.487024:0:2420:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786072154.487026:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786072154.487027:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786072154.487031:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff936d06439f80 x1872818711272960/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072239 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786072154.487037:0:2420:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff936d06439f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:80aa5924-6869-4c81-88c0-98a34e467390:2420:1872818711272960:192.168.204.140@tcp:400:kworker.0 00000100:00000001:3.0:1786072154.487041:0:2420:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072154.487044:0:2420:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786072154.487047:0:2420:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff936d0643ad80 x1872818711273088/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072209 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072154.487059:0:2420:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786072154.487061:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786072154.487065:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff936d0d50f000. 02000000:00000001:3.0:1786072154.487069:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786072154.487072:0:2420:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786072154.487074:0:2420:0:(genops.c:1244:class_import_put()) import ffff936d16262800 refcount=3 obd=lustre-OST0000-osc-ffff936d3976a000 00000020:00000001:3.0:1786072154.487076:0:2420:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786072154.487079:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff936d0665a500. 02000000:00000001:3.0:1786072154.487082:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786072154.487084:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786072154.487086:0:2420:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff936d0643ad80. 00000100:00000001:3.0:1786072154.487089:0:2420:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786072154.487091:0:2420:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786072154.487093:0:2420:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786072154.487097:0:2420:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff936d06439f80 x1872818711272960/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072239 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072154.487103:0:2420:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786072154.487105:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786072154.487106:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff936d0d50e600. 02000000:00000001:3.0:1786072154.487108:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786072154.487109:0:2420:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786072154.487110:0:2420:0:(genops.c:1244:class_import_put()) import ffff936d16184800 refcount=3 obd=lustre-MDT0001-mdc-ffff936d3976a000 00000020:00000001:3.0:1786072154.487112:0:2420:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786072154.487114:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff936d0665a400. 02000000:00000001:3.0:1786072154.487116:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786072154.487116:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786072154.487118:0:2420:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff936d06439f80. 00000100:00000001:3.0:1786072154.487120:0:2420:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786072154.487121:0:2420:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786072154.487124:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072154.487126:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786072154.487128:0:2420:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786072154.487130:0:2420:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072154.487132:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1786072154.488110:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072154.488122:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786072154.488126:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072154.488128:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786072154.488135:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072154.488140:0:2411:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me 00000400:00000200:0.0:1786072154.488148:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072154.488152:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072154.488157:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072154.488160:0:2411:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 224 into portal 10 MB=0x6a75196039d80 00000400:00000200:0.0:1786072154.488165:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072154.488169:0:2411:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.140@tcp of length 224/224 into md 0x536b41 [1] + 224 00000800:00000001:0.0:1786072154.488175:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072154.488182:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786072154.488185:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786072154.488189:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000100:00000001:0.0:1786072154.488195:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786072154.488200:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff936d0643b800 x1872818711272832/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072239 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786072154.488221:0:2411:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff936d0643b800 x1872818711272832/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072239 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072154.488669:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786072154.488680:0:2420:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786072154.488725:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786072154.488736:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072154.488740:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1786072154.489479:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786072154.489482:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786072154.489486:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff936d0b3949a0. 00000400:00000200:3.0:1786072154.489491:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d09cd0dd0 00000400:00000010:3.0:1786072154.489494:0:2420:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d09cd0dd0. 00000100:00000001:3.0:1786072154.489497:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786072154.489505:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff936d0643b800 x1872818711272832/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072239 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786072154.489515:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff936d0643b800 x1872818711272832/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072239 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072154.489522:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786072154.489524:0:2420:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786072154.489526:0:2420:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1786072154.489529:0:2420:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1786072154.489531:0:2420:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1786072154.489533:0:2420:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786072154.489536:0:2420:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1786072154.489545:0:2420:0:(import.c:2149:obd_at_measure()) add 60 to ffff936d16266c60 time=87 v=60 (60 60 60 60) 00000100:00001000:3.0:1786072154.489549:0:2420:0:(import.c:2149:obd_at_measure()) add 1 to ffff936d16266c18 time=24 v=5 (1 1 1 0) 00000100:00000001:3.0:1786072154.489551:0:2420:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1786072154.489552:0:2420:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786072154.489555:0:2420:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1786072154.489558:0:2420:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072154.489561:0:2420:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1786072154.489563:0:2420:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff936d3976a000: skip recheck: last_committed 30064771465 00000100:00000001:3.0:1786072154.489565:0:2420:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1786072154.489566:0:2420:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786072154.489570:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff936d0643b800 x1872818711272832/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072239 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072154.489577:0:2420:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786072154.489579:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786072154.489581:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786072154.489584:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff936d0643b800 x1872818711272832/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072239 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786072154.489605:0:2420:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff936d0643b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:80aa5924-6869-4c81-88c0-98a34e467390:2420:1872818711272832:192.168.204.140@tcp:400:kworker.0 00000100:00000001:3.0:1786072154.489610:0:2420:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786072154.489613:0:2420:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786072154.489616:0:2420:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff936d0643b800 x1872818711272832/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072239 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072154.489622:0:2420:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786072154.489625:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786072154.489628:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff936d0d50fc00. 02000000:00000001:3.0:1786072154.489632:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786072154.489634:0:2420:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786072154.489636:0:2420:0:(genops.c:1244:class_import_put()) import ffff936d16266800 refcount=5 obd=lustre-MDT0000-mdc-ffff936d3976a000 00000020:00000001:3.0:1786072154.489638:0:2420:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786072154.489640:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff936d0665af00. 02000000:00000001:3.0:1786072154.489644:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786072154.489645:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786072154.489647:0:2420:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff936d0643b800. 00000100:00000001:3.0:1786072154.489651:0:2420:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786072154.489652:0:2420:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786072154.489655:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786072154.489662:0:2420:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786072154.489664:0:2420:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072154.489666:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786072154.489668:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072154.536528:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072154.536535:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072154.536540:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072154.536541:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786072154.536643:0:239616:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786072154.536648:0:239616:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786072154.536652:0:239616:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786072155.560505:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072155.560514:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072155.560520:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072155.560522:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786072155.560579:0:245326:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786072155.560582:0:245326:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786072155.560586:0:245326:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786072156.584737:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072156.584747:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072156.584753:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072156.584754:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786072156.585179:0:233679:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786072156.585183:0:233679:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786072156.585187:0:233679:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786072157.608516:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072157.608525:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072157.608531:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072157.608532:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786072157.609147:0:245327:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786072157.609151:0:245327:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786072157.609155:0:245327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1786072158.312686:0:247146:0:(connection.c:75:cpu_latency_work()) work item of ffff936d05017910 (cpu 1) has reached its deadline 4307951863, at 4307951872 00000100:00000010:1.0:1786072158.312701:0:247146:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff936d29a68600. 00000100:00000040:0.0:1786072158.313039:0:273755:0:(connection.c:75:cpu_latency_work()) work item of ffff936d05017800 (cpu 0) has reached its deadline 4307951863, at 4307951872 00000100:00000010:0.0:1786072158.313047:0:273755:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff936d29a688a0. 00010000:00000001:0.0:1786072158.632652:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072158.632661:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072158.632667:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072158.632670:0:273755:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786072158.632672:0:273755:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786072158.632679:0:273755:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1786072158.632682:0:273755:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1786072158.632683:0:273755:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072158.632705:0:273755:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786072158.632707:0:273755:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072158.632709:0:273755:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072158.632712:0:273755:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786072158.632828:0:233680:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786072158.632832:0:233680:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786072158.632835:0:233680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1786072159.592884:0:274015:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9500c81f-e128-413b-a15c-d036a6184eaf->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786072159.592894:0:274015:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1786072159.592904:0:274015:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff936d2a2ced80. 00000020:00000040:0.0:1786072159.592910:0:274015:0:(genops.c:1231:class_import_get()) import ffff936d16267000 refcount=4 obd=MGC192.168.204.140@tcp 00000100:00000001:0.0:1786072159.592914:0:274015:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786072159.592917:0:274015:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786072159.592922:0:274015:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786072159.592929:0:274015:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff936d02aaab00. 00000100:00000001:0.0:1786072159.592934:0:274015:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072159.592947:0:274015:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9500c81f-e128-413b-a15c-d036a6184eaf->MGS req@ffff936d2a2ced80 x1872818711273216/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786072159.592957:0:274015:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786072159.592962:0:274015:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072159.592967:0:274015:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000420c3d28] to pc [ptlrpcd_00_01+1] req@ffff936d2a2ced80 x1872818711273216/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072159.592999:0:274015:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072159.593002:0:274015:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80aa5924-6869-4c81-88c0-98a34e467390->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786072159.593006:0:274015:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1786072159.593009:0:274015:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff936d2a2cd880. 00000020:00000040:0.0:1786072159.593011:0:274015:0:(genops.c:1231:class_import_get()) import ffff936d16266800 refcount=6 obd=lustre-MDT0000-mdc-ffff936d3976a000 00000100:00000001:0.0:1786072159.593013:0:274015:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786072159.593015:0:274015:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786072159.593016:0:274015:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786072159.593020:0:274015:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff936d02aaa600. 00000100:00000001:0.0:1786072159.593023:0:274015:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072159.593042:0:274015:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 80aa5924-6869-4c81-88c0-98a34e467390->lustre-MDT0000_UUID req@ffff936d2a2cd880 x1872818711273344/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786072159.593050:0:274015:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786072159.593052:0:274015:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072159.593056:0:274015:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a576d8f] to pc [ptlrpcd_00_00+0] req@ffff936d2a2cd880 x1872818711273344/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072159.593064:0:274015:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072159.593067:0:274015:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80aa5924-6869-4c81-88c0-98a34e467390->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786072159.593070:0:274015:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1786072159.593073:0:274015:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff936d2a2ce680. 00000020:00000040:0.0:1786072159.593075:0:274015:0:(genops.c:1231:class_import_get()) import ffff936d16184800 refcount=4 obd=lustre-MDT0001-mdc-ffff936d3976a000 00000100:00000001:0.0:1786072159.593077:0:274015:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786072159.593078:0:274015:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786072159.593080:0:274015:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786072159.593083:0:274015:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff936d02aaaa00. 00000100:00000001:0.0:1786072159.593086:0:274015:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072159.593089:0:274015:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 80aa5924-6869-4c81-88c0-98a34e467390->lustre-MDT0001_UUID req@ffff936d2a2ce680 x1872818711273472/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786072159.593096:0:274015:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786072159.593098:0:274015:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072159.593101:0:274015:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0301208] to pc [ptlrpcd_00_01+1] req@ffff936d2a2ce680 x1872818711273472/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072159.593108:0:274015:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072159.593110:0:274015:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80aa5924-6869-4c81-88c0-98a34e467390->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786072159.593113:0:274015:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1786072159.593116:0:274015:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff936d2a2cf800. 00000020:00000040:0.0:1786072159.593118:0:274015:0:(genops.c:1231:class_import_get()) import ffff936d16262800 refcount=4 obd=lustre-OST0000-osc-ffff936d3976a000 00000100:00000001:0.0:1786072159.593120:0:274015:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786072159.593121:0:274015:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786072159.593122:0:274015:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786072159.593132:0:274015:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff936d02aaa500. 00000100:00000001:0.0:1786072159.593135:0:274015:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072159.593139:0:274015:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 80aa5924-6869-4c81-88c0-98a34e467390->lustre-OST0000_UUID req@ffff936d2a2cf800 x1872818711273600/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786072159.593145:0:274015:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786072159.593147:0:274015:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072159.593151:0:274015:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000404a5f4c] to pc [ptlrpcd_00_00+0] req@ffff936d2a2cf800 x1872818711273600/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072159.593157:0:274015:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072159.593159:0:274015:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80aa5924-6869-4c81-88c0-98a34e467390->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1786072159.593162:0:274015:0:(pinger.c:247:ptlrpc_pinger_process_import()) 80aa5924-6869-4c81-88c0-98a34e467390->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1786072159.593167:0:274015:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13290) 00000100:00000001:1.0:1786072159.594035:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786072159.594041:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786072159.594044:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786072159.594063:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff936d2a2ced80 x1872818711273216/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072159.594073:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786072159.594075:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786072159.594079:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786072159.594082:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786072159.594085:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786072159.594088:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff936d2a2ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9500c81f-e128-413b-a15c-d036a6184eaf:2419:1872818711273216:192.168.204.140@tcp:400:kworker.0 00000100:00000001:1.0:1786072159.594093:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786072159.594098:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786072159.594100:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786072159.594102:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786072159.594107:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff936d09e38000. 02000000:00000001:1.0:1786072159.594109:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786072159.594115:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000010:1.0:1786072159.594119:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff936d0a95c4d0. 00000400:00000010:1.0:1786072159.594126:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d0121c908. 00000100:00000200:1.0:1786072159.594134:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872818711273216, portal 25 00000100:00000001:1.0:1786072159.594136:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786072159.594138:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446624695801146752 : -119377908404864 : ffff936d2a2ced80) 00000100:00000040:1.0:1786072159.594144:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff936d2a2ced80 x1872818711273216/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072175 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072159.594152:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786072159.594154:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp 00000400:00000010:1.0:1786072159.594157:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d0121cdd0. 00000100:00000200:1.0:1786072159.594159:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1872818711273216, offset 0 00000400:00000200:1.0:1786072159.594166:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp 00000400:00000200:1.0:1786072159.594174:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072159.594185:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.140@tcp local destination 00000400:00000200:1.0:1786072159.594190:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786072159.594194:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp 00000400:00000200:1.0:1786072159.594197:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786072159.594200:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp 00000400:00000200:1.0:1786072159.594210:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [543781:543781:256:4294967295] 192.168.204.140@tcp LPNI seq info [543721:543721:8:4294967295] 00000400:00000200:1.0:1786072159.594215:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072159.594223:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) : PUT try# 0 00000800:00000200:1.0:1786072159.594229:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.140@tcp 00000800:00000010:1.0:1786072159.594235:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff936d07180300. 00000800:00000200:1.0:1786072159.594241:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff936d0afbc180] -> 12345-192.168.204.140@tcp (5) 00000800:00000200:1.0:1786072159.594248:0:2419:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988 00000800:00000200:1.0:1786072159.594251:0:2419:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff936d07180300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1786072159.594276:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786072159.594281:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000100:00000001:1.0:1786072159.594283:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4307956981 00000100:00000010:1.0:1786072159.594291:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff936d057d9cc0. 00000100:00000001:1.0:1786072159.594298:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1786072159.594304:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4307956981 00000100:00000010:1.0:1786072159.594307:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff936d057d9c00. 00000100:00000001:1.0:1786072159.594310:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1786072159.594313:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786072159.594316:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072159.594318:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786072159.594322:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff936d2a2ce680 x1872818711273472/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072159.594328:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786072159.594330:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786072159.594332:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786072159.594334:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786072159.594336:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786072159.594340:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff936d2a2ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:80aa5924-6869-4c81-88c0-98a34e467390:2419:1872818711273472:192.168.204.140@tcp:400:kworker.0 00000100:00000001:1.0:1786072159.594343:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786072159.594345:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786072159.594347:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786072159.594354:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786072159.594357:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff936d09e38c00. 02000000:00000001:1.0:1786072159.594360:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786072159.594364:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000010:1.0:1786072159.594367:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff936d0a95cec8. 00000400:00000010:1.0:1786072159.594372:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d0121c770. 00000100:00000200:1.0:1786072159.594428:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872818711273472, portal 10 00000100:00000001:1.0:1786072159.594431:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786072159.594432:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446624695801144960 : -119377908406656 : ffff936d2a2ce680) 00000100:00000040:1.0:1786072159.594439:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff936d2a2ce680 x1872818711273472/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072159.594446:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786072159.594448:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp 00000400:00000010:1.0:1786072159.594451:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d0121c7f8. 00000100:00000200:1.0:1786072159.594454:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872818711273472, offset 0 00000400:00000200:1.0:1786072159.594458:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp 00000400:00000200:1.0:1786072159.594462:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072159.594466:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.140@tcp local destination 00000400:00000200:1.0:1786072159.594468:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786072159.594471:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp 00000400:00000200:1.0:1786072159.594473:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786072159.594475:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp 00000400:00000200:1.0:1786072159.594478:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [543782:543782:255:4294967295] 192.168.204.140@tcp LPNI seq info [543722:543722:7:4294967295] 00000400:00000200:1.0:1786072159.594482:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072159.594489:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) : PUT try# 0 00000800:00000200:1.0:1786072159.594495:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.140@tcp 00000800:00000010:1.0:1786072159.594499:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff936d07180900. 00000800:00000200:1.0:1786072159.594504:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff936d0afbc180] -> 12345-192.168.204.140@tcp (5) 00000800:00000200:1.0:1786072159.594509:0:2419:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988 00000800:00000200:1.0:1786072159.594512:0:2419:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff936d07180900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1786072159.594515:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786072159.594524:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff936d3976a000: using a timeout of 25932 usecs (26 jiffies) 00000400:00000200:1.0:1786072159.594527:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000100:00000001:1.0:1786072159.594529:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff936d3976a000: PM QoS new deadline estimation for cpu 0 is 4307953180 00000100:00000001:1.0:1786072159.594531:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff936d3976a000: PM QoS request active for cpu 0, keep current deadline 4307956981 00000100:00000001:1.0:1786072159.594533:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff936d3976a000: PM QoS new deadline estimation for cpu 1 is 4307953180 00000100:00000001:1.0:1786072159.594535:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff936d3976a000: PM QoS request active for cpu 1, keep current deadline 4307956981 00000100:00000001:1.0:1786072159.594537:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786072159.594540:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072159.594542:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072159.594545:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786072159.594553:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786072159.594555:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1786072159.594557:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786072159.594559:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786072159.594560:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786072159.594563:0:2419:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:1.0:1786072159.594564:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786072159.594566:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786072159.594567:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786072159.594569:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786072159.594570:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786072159.594572:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786072159.594577:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff936d2a2cd880 x1872818711273344/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1786072159.594580:0:2410:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786072159.594586:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff936d07180300. 00000100:00000001:1.0:1786072159.594588:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786072159.594604:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786072159.594606:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1786072159.594607:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786072159.594611:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1786072159.594615:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 02000000:00000001:1.0:1786072159.594616:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786072159.594623:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff936d2a2cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:80aa5924-6869-4c81-88c0-98a34e467390:2419:1872818711273344:192.168.204.140@tcp:400:kworker.0 00000400:00000200:0.0:1786072159.594623:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d0121cdd0 00000400:00000010:0.0:1786072159.594627:0:2410:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d0121cdd0. 00000100:00000001:0.0:1786072159.594633:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786072159.594638:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff936d2a2ced80 x1872818711273216/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072175 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072159.594648:0:2410:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786072159.594651:0:2410:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff936d2a2ced80 x1872818711273216/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072175 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072159.594658:0:2410:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072159.594660:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1786072159.594676:0:2410:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786072159.594690:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff936d07180900. 00000400:00000200:0.0:1786072159.594694:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786072159.594697:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000400:00000200:0.0:1786072159.594699:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d0121c7f8 00000400:00000010:0.0:1786072159.594707:0:2410:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d0121c7f8. 00000100:00000001:0.0:1786072159.594710:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786072159.594714:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff936d2a2ce680 x1872818711273472/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072159.594720:0:2410:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786072159.594723:0:2410:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff936d2a2ce680 x1872818711273472/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072244 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072159.594729:0:2410:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072159.594730:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786072159.594754:0:2418:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786072159.595199:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786072159.595204:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786072159.595206:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786072159.595215:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786072159.595219:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff936d09e38a00. 02000000:00000001:1.0:1786072159.595222:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786072159.595227:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000010:1.0:1786072159.595230:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff936d0a95c058. 00000400:00000010:1.0:1786072159.595235:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d0121cee0. 00000100:00000200:1.0:1786072159.595238:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872818711273344, portal 10 00000100:00000001:1.0:1786072159.595240:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786072159.595241:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446624695801141376 : -119377908410240 : ffff936d2a2cd880) 00000100:00000040:1.0:1786072159.595248:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff936d2a2cd880 x1872818711273344/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072159.595254:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786072159.595257:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp 00000400:00000010:1.0:1786072159.595259:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d0121ce58. 00000100:00000200:1.0:1786072159.595261:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872818711273344, offset 0 00000400:00000200:1.0:1786072159.595266:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp 00000400:00000200:1.0:1786072159.595271:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072159.595276:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.140@tcp local destination 00000400:00000200:1.0:1786072159.595279:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786072159.595281:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp 00000400:00000200:1.0:1786072159.595284:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786072159.595286:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp 00000400:00000200:1.0:1786072159.595289:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [543783:543783:256:4294967295] 192.168.204.140@tcp LPNI seq info [543723:543723:8:4294967295] 00000400:00000200:1.0:1786072159.595293:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072159.595300:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) : PUT try# 0 00000800:00000200:1.0:1786072159.595304:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.140@tcp 00000800:00000010:1.0:1786072159.595309:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff936d07180000. 00000800:00000200:1.0:1786072159.595313:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff936d0afbc180] -> 12345-192.168.204.140@tcp (5) 00000800:00000200:1.0:1786072159.595318:0:2419:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988 00000800:00000200:1.0:1786072159.595321:0:2419:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff936d07180000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1786072159.595333:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786072159.595340:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: using a timeout of 22740 usecs (23 jiffies) 00000400:00000200:1.0:1786072159.595343:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000100:00000001:1.0:1786072159.595345:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: PM QoS new deadline estimation for cpu 0 is 4307953177 00000100:00000001:1.0:1786072159.595347:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: PM QoS request active for cpu 0, keep current deadline 4307956981 00000100:00000001:1.0:1786072159.595349:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: PM QoS new deadline estimation for cpu 1 is 4307953177 00000100:00000001:1.0:1786072159.595351:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: PM QoS request active for cpu 1, keep current deadline 4307956981 00000100:00000001:1.0:1786072159.595353:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786072159.595356:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072159.595358:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786072159.595362:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff936d2a2cf800 x1872818711273600/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072159.595369:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786072159.595370:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786072159.595373:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786072159.595398:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786072159.595401:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786072159.595404:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff936d2a2cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:80aa5924-6869-4c81-88c0-98a34e467390:2419:1872818711273600:192.168.204.140@tcp:400:kworker.0 00000100:00000001:1.0:1786072159.595407:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786072159.595410:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786072159.595412:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786072159.595413:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786072159.595416:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff936d09e38400. 02000000:00000001:1.0:1786072159.595418:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786072159.595422:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000010:1.0:1786072159.595424:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff936d0a95ce70. 00000400:00000010:1.0:1786072159.595429:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d0121c7f8. 00000100:00000200:1.0:1786072159.595433:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872818711273600, portal 4 00000100:00000001:1.0:1786072159.595434:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786072159.595436:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446624695801149440 : -119377908402176 : ffff936d2a2cf800) 00000100:00000040:1.0:1786072159.595442:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff936d2a2cf800 x1872818711273600/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072159.595459:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786072159.595462:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp 00000400:00000010:1.0:1786072159.595465:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d0121cdd0. 00000100:00000200:1.0:1786072159.595468:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1872818711273600, offset 0 00000400:00000200:1.0:1786072159.595472:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp 00000400:00000200:1.0:1786072159.595475:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072159.595478:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.140@tcp local destination 00000400:00000200:1.0:1786072159.595481:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786072159.595483:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp 00000400:00000200:1.0:1786072159.595485:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786072159.595488:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp 00000400:00000200:1.0:1786072159.595492:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [543784:543784:255:4294967295] 192.168.204.140@tcp LPNI seq info [543724:543724:7:4294967295] 00000400:00000200:1.0:1786072159.595496:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072159.595501:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) : PUT try# 0 00000800:00000200:1.0:1786072159.595505:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.140@tcp 00000800:00000010:1.0:1786072159.595508:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff936d07180600. 00000800:00000200:1.0:1786072159.595513:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff936d0afbc180] -> 12345-192.168.204.140@tcp (5) 00000800:00000200:1.0:1786072159.595518:0:2419:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988 00000100:00000001:0.0:1786072159.595518:0:2418:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1786072159.595525:0:2419:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff936d07180600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1786072159.595528:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786072159.595532:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff936d3976a000: using a timeout of 155860 usecs (156 jiffies) 00000400:00000200:1.0:1786072159.595536:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000100:00000001:1.0:1786072159.595538:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff936d3976a000: PM QoS new deadline estimation for cpu 0 is 4307953311 00000100:00000001:1.0:1786072159.595541:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff936d3976a000: PM QoS request active for cpu 0, keep current deadline 4307956981 00000100:00000001:1.0:1786072159.595542:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff936d3976a000: PM QoS new deadline estimation for cpu 1 is 4307953311 00000100:00000001:1.0:1786072159.595545:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff936d3976a000: PM QoS request active for cpu 1, keep current deadline 4307956981 00000100:00000001:1.0:1786072159.595546:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786072159.595548:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1786072159.595553:0:2411:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786072159.595557:0:2411:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff936d07180000. 00000100:00000001:1.0:1786072159.595560:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786072159.595562:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1786072159.595565:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786072159.595570:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000400:00000200:0.0:1786072159.595575:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d0121ce58 00000400:00000010:0.0:1786072159.595577:0:2411:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d0121ce58. 00000100:00000001:0.0:1786072159.595581:0:2411:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786072159.595585:0:2411:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff936d2a2cd880 x1872818711273344/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072159.595604:0:2411:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786072159.595607:0:2411:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff936d2a2cd880 x1872818711273344/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072244 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072159.595612:0:2411:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072159.595614:0:2411:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1786072159.595652:0:2411:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786072159.595655:0:2411:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff936d07180600. 00000400:00000200:0.0:1786072159.595658:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786072159.595661:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000400:00000200:0.0:1786072159.595665:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d0121cdd0 00000400:00000010:0.0:1786072159.595666:0:2411:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d0121cdd0. 00000100:00000001:0.0:1786072159.595669:0:2411:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786072159.595672:0:2411:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff936d2a2cf800 x1872818711273600/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072159.595685:0:2411:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786072159.595688:0:2411:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff936d2a2cf800 x1872818711273600/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072214 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072159.595694:0:2411:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072159.595696:0:2411:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1786072159.600604:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072159.600621:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786072159.600625:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072159.600627:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786072159.600636:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072159.600644:0:2410:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me 00000400:00000200:0.0:1786072159.600653:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072159.600657:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072159.600663:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072159.600667:0:2410:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 224 into portal 25 MB=0x6a75196039f00 00000400:00000200:0.0:1786072159.600672:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072159.600677:0:2410:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.140@tcp of length 224/224 into md 0x536b51 [1] + 224 00000800:00000001:0.0:1786072159.600684:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072159.600691:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786072159.600694:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786072159.600698:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000100:00000001:0.0:1786072159.600706:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786072159.600716:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff936d2a2ced80 x1872818711273216/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072175 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786072159.600727:0:2410:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff936d2a2ced80 x1872818711273216/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072175 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072159.600752:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786072159.600761:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072159.600763:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786072159.601408:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786072159.601623:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1786072159.601633:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786072159.601635:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786072159.601638:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff936d0a95c4d0. 00000400:00000200:1.0:1786072159.601644:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d0121c908 00000400:00000010:1.0:1786072159.601646:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d0121c908. 00000100:00000001:1.0:1786072159.601650:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786072159.601656:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff936d2a2ced80 x1872818711273216/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072175 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786072159.601666:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff936d2a2ced80 x1872818711273216/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072175 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072159.601672:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786072159.601674:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786072159.601676:0:2419:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1786072159.601679:0:2419:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1786072159.601682:0:2419:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1786072159.601683:0:2419:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786072159.601685:0:2419:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1786072159.601691:0:2419:0:(import.c:2149:obd_at_measure()) add 5 to ffff936d16267460 time=92 v=5 (5 5 5 5) 00000100:00001000:1.0:1786072159.601695:0:2419:0:(import.c:2149:obd_at_measure()) add 1 to ffff936d16267418 time=29 v=5 (1 1 1 0) 00000100:00000001:1.0:1786072159.601697:0:2419:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1786072159.601699:0:2419:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786072159.601702:0:2419:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1786072159.601704:0:2419:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072159.601707:0:2419:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786072159.601711:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff936d2a2ced80 x1872818711273216/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072175 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072159.601719:0:2419:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786072159.601723:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786072159.601991:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786072159.601998:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff936d2a2ced80 x1872818711273216/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072175 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786072159.602025:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff936d2a2ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9500c81f-e128-413b-a15c-d036a6184eaf:2419:1872818711273216:192.168.204.140@tcp:400:kworker.0 00000100:00000001:1.0:1786072159.602030:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072159.602033:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786072159.602036:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff936d2a2ced80 x1872818711273216/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072175 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072159.602043:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786072159.602045:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786072159.602049:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff936d09e38000. 02000000:00000001:1.0:1786072159.602052:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786072159.602054:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786072159.602056:0:2419:0:(genops.c:1244:class_import_put()) import ffff936d16267000 refcount=3 obd=MGC192.168.204.140@tcp 00000020:00000001:1.0:1786072159.602058:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786072159.602060:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff936d02aaab00. 02000000:00000001:1.0:1786072159.602069:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786072159.602071:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786072159.602072:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff936d2a2ced80. 00000100:00000001:1.0:1786072159.602077:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786072159.602078:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786072159.602081:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072159.602083:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786072159.602084:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786072159.602086:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072159.602087:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1786072159.602516:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072159.602534:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786072159.602536:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072159.602539:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786072159.602545:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072159.602550:0:2411:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me 00000400:00000200:0.0:1786072159.602558:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072159.602562:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072159.602566:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072159.602570:0:2411:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 224 into portal 4 MB=0x6a7519603a080 00000400:00000200:0.0:1786072159.602574:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072159.602579:0:2411:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.140@tcp of length 224/224 into md 0x536b81 [1] + 224 00000800:00000001:0.0:1786072159.602585:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072159.602605:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786072159.602608:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786072159.602613:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000100:00000001:0.0:1786072159.602618:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786072159.602623:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff936d2a2cf800 x1872818711273600/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072214 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786072159.602633:0:2411:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff936d2a2cf800 x1872818711273600/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072214 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072159.602882:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786072159.602886:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786072159.602906:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786072159.602914:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072159.602918:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1786072159.602954:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786072159.602956:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786072159.602959:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff936d0a95ce70. 00000400:00000200:1.0:1786072159.602963:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d0121c7f8 00000400:00000010:1.0:1786072159.602965:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d0121c7f8. 00000100:00000001:1.0:1786072159.602967:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786072159.602972:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff936d2a2cf800 x1872818711273600/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072214 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786072159.602979:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff936d2a2cf800 x1872818711273600/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072214 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072159.602991:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786072159.602993:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786072159.602995:0:2419:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1786072159.602997:0:2419:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1786072159.602999:0:2419:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1786072159.603001:0:2419:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786072159.603003:0:2419:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1786072159.603011:0:2419:0:(import.c:2149:obd_at_measure()) add 36 to ffff936d16262c60 time=92 v=36 (36 36 5 5) 00000100:00001000:1.0:1786072159.603015:0:2419:0:(import.c:2149:obd_at_measure()) add 1 to ffff936d16262c18 time=140 v=5 (1 1 1 1) 00000100:00000001:1.0:1786072159.603017:0:2419:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1786072159.603019:0:2419:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786072159.603021:0:2419:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1786072159.603023:0:2419:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072159.603026:0:2419:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1786072159.603028:0:2419:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff936d3976a000: skip recheck: last_committed 38654726226 00000100:00000001:1.0:1786072159.603030:0:2419:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1786072159.603032:0:2419:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786072159.603036:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff936d2a2cf800 x1872818711273600/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072214 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072159.603041:0:2419:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786072159.603044:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786072159.603045:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786072159.603048:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff936d2a2cf800 x1872818711273600/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072214 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786072159.603055:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff936d2a2cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:80aa5924-6869-4c81-88c0-98a34e467390:2419:1872818711273600:192.168.204.140@tcp:400:kworker.0 00000100:00000001:1.0:1786072159.603059:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072159.603061:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786072159.603064:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff936d2a2cf800 x1872818711273600/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072214 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072159.603069:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786072159.603071:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786072159.603078:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff936d09e38400. 02000000:00000001:1.0:1786072159.603081:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786072159.603083:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786072159.603084:0:2419:0:(genops.c:1244:class_import_put()) import ffff936d16262800 refcount=3 obd=lustre-OST0000-osc-ffff936d3976a000 00000020:00000001:1.0:1786072159.603086:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786072159.603088:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff936d02aaa500. 02000000:00000001:1.0:1786072159.603092:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786072159.603094:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786072159.603096:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff936d2a2cf800. 00000100:00000001:1.0:1786072159.603098:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786072159.603100:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786072159.603103:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072159.603104:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786072159.603106:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786072159.603107:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072159.603109:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1786072159.604262:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072159.604273:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786072159.604277:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072159.604279:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786072159.604286:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072159.604291:0:2410:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me 00000400:00000200:0.0:1786072159.604298:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072159.604302:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072159.604306:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072159.604310:0:2410:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 224 into portal 10 MB=0x6a7519603a000 00000400:00000200:0.0:1786072159.604325:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072159.604330:0:2410:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.140@tcp of length 224/224 into md 0x536b61 [1] + 224 00000800:00000001:0.0:1786072159.604336:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072159.604340:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786072159.604343:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786072159.604347:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000100:00000001:0.0:1786072159.604353:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786072159.604359:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff936d2a2ce680 x1872818711273472/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072244 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786072159.604369:0:2410:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff936d2a2ce680 x1872818711273472/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072244 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072159.604882:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786072159.604887:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786072159.604905:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786072159.604917:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072159.604922:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786072159.604924:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072159.604926:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786072159.604931:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072159.604935:0:2410:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me 00000400:00000200:0.0:1786072159.604939:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072159.604942:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072159.604945:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072159.604948:0:2410:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 224 into portal 10 MB=0x6a75196039f80 00000400:00000200:0.0:1786072159.604951:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072159.604955:0:2410:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.140@tcp of length 224/224 into md 0x536b71 [1] + 224 00000800:00000001:0.0:1786072159.604959:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072159.604966:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786072159.604969:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786072159.604972:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000100:00000001:0.0:1786072159.604975:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786072159.604980:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff936d2a2cd880 x1872818711273344/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072244 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786072159.605001:0:2410:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff936d2a2cd880 x1872818711273344/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072244 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072159.605008:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786072159.605013:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072159.605016:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1786072159.605260:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786072159.605263:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786072159.605266:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff936d0a95cec8. 00000400:00000200:1.0:1786072159.605271:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d0121c770 00000400:00000010:1.0:1786072159.605273:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d0121c770. 00000100:00000001:1.0:1786072159.605276:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786072159.605281:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff936d2a2ce680 x1872818711273472/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072244 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786072159.605289:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff936d2a2ce680 x1872818711273472/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072244 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072159.605294:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786072159.605297:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786072159.605299:0:2419:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1786072159.605302:0:2419:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1786072159.605304:0:2419:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1786072159.605306:0:2419:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786072159.605308:0:2419:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1786072159.605316:0:2419:0:(import.c:2149:obd_at_measure()) add 60 to ffff936d16184c60 time=92 v=60 (60 60 60 60) 00000100:00001000:1.0:1786072159.605320:0:2419:0:(import.c:2149:obd_at_measure()) add 1 to ffff936d16184c18 time=6 v=5 (1 1 1 0) 00000100:00000001:1.0:1786072159.605330:0:2419:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1786072159.605332:0:2419:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786072159.605335:0:2419:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1786072159.605339:0:2419:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff936d2a2ce680 x1872818711273472/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072244 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1786072159.605345:0:2419:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072159.605348:0:2419:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1786072159.605350:0:2419:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff936d3976a000: skip recheck: last_committed 21474836545 00000100:00000001:1.0:1786072159.605352:0:2419:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1786072159.605354:0:2419:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786072159.605357:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff936d2a2ce680 x1872818711273472/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072244 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072159.605364:0:2419:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786072159.605366:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786072159.605368:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786072159.605371:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff936d2a2ce680 x1872818711273472/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072244 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786072159.605668:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff936d2a2ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:80aa5924-6869-4c81-88c0-98a34e467390:2419:1872818711273472:192.168.204.140@tcp:400:kworker.0 00000100:00000001:1.0:1786072159.605673:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072159.605676:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786072159.605680:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff936d2a2ce680 x1872818711273472/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072244 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072159.605686:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786072159.605688:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786072159.605691:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff936d09e38c00. 02000000:00000001:1.0:1786072159.605695:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786072159.605697:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786072159.605700:0:2419:0:(genops.c:1244:class_import_put()) import ffff936d16184800 refcount=3 obd=lustre-MDT0001-mdc-ffff936d3976a000 00000020:00000001:1.0:1786072159.605702:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786072159.605704:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff936d02aaaa00. 02000000:00000001:1.0:1786072159.605712:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786072159.605719:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786072159.605721:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff936d2a2ce680. 00000100:00000001:1.0:1786072159.605726:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786072159.605728:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786072159.605731:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072159.605733:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786072159.605734:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1786072159.605737:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786072159.605738:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786072159.605740:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff936d0a95c058. 00000400:00000200:1.0:1786072159.605742:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d0121cee0 00000400:00000010:1.0:1786072159.605743:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d0121cee0. 00000100:00000001:1.0:1786072159.605745:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786072159.605750:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff936d2a2cd880 x1872818711273344/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072244 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786072159.605757:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff936d2a2cd880 x1872818711273344/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072244 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072159.605763:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786072159.605765:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786072159.605766:0:2419:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1786072159.605922:0:2419:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1786072159.605924:0:2419:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1786072159.605926:0:2419:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786072159.605928:0:2419:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1786072159.605933:0:2419:0:(import.c:2149:obd_at_measure()) add 60 to ffff936d16266c60 time=92 v=60 (60 60 60 60) 00000100:00001000:1.0:1786072159.605937:0:2419:0:(import.c:2149:obd_at_measure()) add 1 to ffff936d16266c18 time=29 v=5 (1 1 1 0) 00000100:00000001:1.0:1786072159.605939:0:2419:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1786072159.605940:0:2419:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786072159.605942:0:2419:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1786072159.605944:0:2419:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072159.605947:0:2419:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1786072159.605948:0:2419:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff936d3976a000: skip recheck: last_committed 30064771465 00000100:00000001:1.0:1786072159.605950:0:2419:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1786072159.605951:0:2419:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786072159.605955:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff936d2a2cd880 x1872818711273344/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072244 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072159.605973:0:2419:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786072159.605975:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786072159.605977:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786072159.605980:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff936d2a2cd880 x1872818711273344/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072244 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786072159.605988:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff936d2a2cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:80aa5924-6869-4c81-88c0-98a34e467390:2419:1872818711273344:192.168.204.140@tcp:400:kworker.0 00000100:00000001:1.0:1786072159.605992:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786072159.605993:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786072159.605996:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff936d2a2cd880 x1872818711273344/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072244 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072159.606001:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786072159.606003:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786072159.606005:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff936d09e38a00. 02000000:00000001:1.0:1786072159.606007:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786072159.606008:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786072159.606009:0:2419:0:(genops.c:1244:class_import_put()) import ffff936d16266800 refcount=5 obd=lustre-MDT0000-mdc-ffff936d3976a000 00000020:00000001:1.0:1786072159.606011:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786072159.606013:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff936d02aaa600. 02000000:00000001:1.0:1786072159.606016:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786072159.606017:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786072159.606019:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff936d2a2cd880. 00000100:00000001:1.0:1786072159.606021:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786072159.606022:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786072159.606024:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786072159.606030:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786072159.606032:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072159.606034:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786072159.606036:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072159.656528:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072159.656550:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072159.656557:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072159.656558:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786072159.656988:0:239616:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786072159.656991:0:239616:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786072159.656995:0:239616:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786072160.680508:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072160.680516:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072160.680522:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072160.680523:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786072160.680547:0:245326:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786072160.680550:0:245326:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786072160.680553:0:245326:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786072161.704626:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072161.704633:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072161.704640:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072161.704642:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786072161.705728:0:233679:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786072161.705751:0:233679:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786072161.705754:0:233679:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786072162.728502:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072162.728521:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072162.728528:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072162.728538:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786072162.728669:0:245327:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786072162.728673:0:245327:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786072162.728676:0:245327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1786072163.433137:0:273755:0:(connection.c:75:cpu_latency_work()) work item of ffff936d05017800 (cpu 0) has reached its deadline 4307956981, at 4307956992 00000100:00000010:0.0:1786072163.433158:0:273755:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff936d057d9cc0. 00000100:00000040:1.0:1786072163.433278:0:247146:0:(connection.c:75:cpu_latency_work()) work item of ffff936d05017910 (cpu 1) has reached its deadline 4307956981, at 4307956992 00000100:00000010:1.0:1786072163.433286:0:247146:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff936d057d9c00. 00010000:00000001:0.0:1786072163.752992:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072163.753004:0:273755:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786072163.753008:0:273755:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786072163.753013:0:273755:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072163.753020:0:273755:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786072163.753023:0:273755:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072163.753026:0:273755:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072163.753029:0:273755:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072163.753063:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072163.753065:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786072163.753099:0:233680:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786072163.753103:0:233680:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786072163.753106:0:233680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1786072164.712657:0:274015:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9500c81f-e128-413b-a15c-d036a6184eaf->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786072164.712668:0:274015:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1786072164.712679:0:274015:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff936d2a2cd500. 00000020:00000040:0.0:1786072164.712685:0:274015:0:(genops.c:1231:class_import_get()) import ffff936d16267000 refcount=4 obd=MGC192.168.204.140@tcp 00000100:00000001:0.0:1786072164.712689:0:274015:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786072164.712692:0:274015:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786072164.712697:0:274015:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786072164.712705:0:274015:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff936d02aaad00. 00000100:00000001:0.0:1786072164.712712:0:274015:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072164.712723:0:274015:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9500c81f-e128-413b-a15c-d036a6184eaf->MGS req@ffff936d2a2cd500 x1872818711273728/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786072164.712733:0:274015:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786072164.712738:0:274015:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072164.712743:0:274015:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000027580041] to pc [ptlrpcd_00_01+1] req@ffff936d2a2cd500 x1872818711273728/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072164.712786:0:274015:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072164.712790:0:274015:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80aa5924-6869-4c81-88c0-98a34e467390->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786072164.712793:0:274015:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1786072164.712796:0:274015:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff936d2a2cc380. 00000020:00000040:0.0:1786072164.712799:0:274015:0:(genops.c:1231:class_import_get()) import ffff936d16266800 refcount=6 obd=lustre-MDT0000-mdc-ffff936d3976a000 00000100:00000001:0.0:1786072164.712801:0:274015:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786072164.712803:0:274015:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786072164.712804:0:274015:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786072164.712810:0:274015:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff936d02aaa600. 00000100:00000001:0.0:1786072164.712813:0:274015:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072164.712817:0:274015:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 80aa5924-6869-4c81-88c0-98a34e467390->lustre-MDT0000_UUID req@ffff936d2a2cc380 x1872818711273856/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786072164.712843:0:274015:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786072164.712845:0:274015:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072164.712849:0:274015:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000019af6813] to pc [ptlrpcd_00_00+0] req@ffff936d2a2cc380 x1872818711273856/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072164.712858:0:274015:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072164.712861:0:274015:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80aa5924-6869-4c81-88c0-98a34e467390->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786072164.712864:0:274015:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1786072164.712867:0:274015:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff936d2a2ce300. 00000020:00000040:0.0:1786072164.712869:0:274015:0:(genops.c:1231:class_import_get()) import ffff936d16184800 refcount=4 obd=lustre-MDT0001-mdc-ffff936d3976a000 00000100:00000001:0.0:1786072164.712872:0:274015:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786072164.712873:0:274015:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786072164.712875:0:274015:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786072164.712879:0:274015:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff936d02aaaa00. 00000100:00000001:0.0:1786072164.712881:0:274015:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072164.712885:0:274015:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 80aa5924-6869-4c81-88c0-98a34e467390->lustre-MDT0001_UUID req@ffff936d2a2ce300 x1872818711273984/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786072164.712892:0:274015:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786072164.712894:0:274015:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072164.712898:0:274015:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ed10372e] to pc [ptlrpcd_00_01+1] req@ffff936d2a2ce300 x1872818711273984/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072164.712905:0:274015:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072164.712907:0:274015:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80aa5924-6869-4c81-88c0-98a34e467390->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786072164.712910:0:274015:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1786072164.712913:0:274015:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff936d2a2cd880. 00000020:00000040:0.0:1786072164.712915:0:274015:0:(genops.c:1231:class_import_get()) import ffff936d16262800 refcount=4 obd=lustre-OST0000-osc-ffff936d3976a000 00000100:00000001:0.0:1786072164.712917:0:274015:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786072164.712919:0:274015:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786072164.712920:0:274015:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786072164.712924:0:274015:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff936d02aaa500. 00000100:00000001:0.0:1786072164.712934:0:274015:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072164.712939:0:274015:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 80aa5924-6869-4c81-88c0-98a34e467390->lustre-OST0000_UUID req@ffff936d2a2cd880 x1872818711274112/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786072164.712946:0:274015:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786072164.712948:0:274015:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072164.712953:0:274015:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a576d8f] to pc [ptlrpcd_00_00+0] req@ffff936d2a2cd880 x1872818711274112/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072164.712960:0:274015:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072164.712962:0:274015:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80aa5924-6869-4c81-88c0-98a34e467390->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1786072164.712965:0:274015:0:(pinger.c:247:ptlrpc_pinger_process_import()) 80aa5924-6869-4c81-88c0-98a34e467390->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1786072164.712970:0:274015:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13295) 00000100:00000001:0.0:1786072164.713001:0:2418:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786072164.713004:0:2418:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786072164.713006:0:2418:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786072164.713011:0:2418:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff936d2a2cc380 x1872818711273856/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072164.713019:0:2418:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786072164.713021:0:2418:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786072164.713025:0:2418:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786072164.713028:0:2418:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786072164.713031:0:2418:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786072164.713034:0:2418:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff936d2a2cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:80aa5924-6869-4c81-88c0-98a34e467390:2418:1872818711273856:192.168.204.140@tcp:400:kworker.0 00000100:00000001:0.0:1786072164.713039:0:2418:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786072164.713044:0:2418:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786072164.713047:0:2418:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786072164.713049:0:2418:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786072164.713053:0:2418:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff936d29f6f400. 02000000:00000001:0.0:1786072164.713056:0:2418:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786072164.713063:0:2418:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000010:0.0:1786072164.713068:0:2418:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff936d39273318. 00000400:00000010:0.0:1786072164.713075:0:2418:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d39ba26e8. 00000100:00000200:0.0:1786072164.713088:0:2418:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872818711273856, portal 10 00000100:00000001:0.0:1786072164.713090:0:2418:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786072164.713092:0:2418:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446624695801136000 : -119377908415616 : ffff936d2a2cc380) 00000100:00000040:0.0:1786072164.713100:0:2418:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff936d2a2cc380 x1872818711273856/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072164.713107:0:2418:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786072164.713110:0:2418:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp 00000400:00000010:0.0:1786072164.713113:0:2418:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d39ba2000. 00000100:00000200:0.0:1786072164.713116:0:2418:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872818711273856, offset 0 00000400:00000200:0.0:1786072164.713123:0:2418:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp 00000400:00000200:0.0:1786072164.713130:0:2418:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072164.713138:0:2418:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.140@tcp local destination 00000400:00000200:0.0:1786072164.713143:0:2418:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786072164.713147:0:2418:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp 00000400:00000200:0.0:1786072164.713151:0:2418:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786072164.713154:0:2418:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp 00000400:00000200:0.0:1786072164.713157:0:2418:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [543785:543785:256:4294967295] 192.168.204.140@tcp LPNI seq info [543725:543725:8:4294967295] 00000400:00000200:0.0:1786072164.713162:0:2418:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072164.713171:0:2418:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) : PUT try# 0 00000800:00000200:0.0:1786072164.713176:0:2418:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.140@tcp 00000800:00000010:0.0:1786072164.713181:0:2418:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff936d02aaab00. 00000800:00000200:0.0:1786072164.713188:0:2418:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff936d0afbc180] -> 12345-192.168.204.140@tcp (5) 00000800:00000200:0.0:1786072164.713196:0:2418:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988 00000800:00000200:0.0:1786072164.713200:0:2418:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff936d02aaab00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1786072164.713212:0:2418:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072164.713216:0:2418:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: using a timeout of 22737 usecs (23 jiffies) 00000400:00000200:0.0:1786072164.713219:0:2418:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000100:00000001:0.0:1786072164.713222:0:2418:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: PM QoS new deadline estimation for cpu 0 is 4307958295 00000100:00000010:0.0:1786072164.713227:0:2418:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff936d3d81b9c0. 00000100:00000001:0.0:1786072164.713233:0:2418:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1786072164.713243:0:2418:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: PM QoS new deadline estimation for cpu 1 is 4307958295 00000100:00000010:0.0:1786072164.713246:0:2418:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff936d3d81b0c0. 00000100:00000001:0.0:1786072164.713250:0:2418:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1786072164.713257:0:2418:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786072164.713260:0:2418:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072164.713262:0:2418:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786072164.713266:0:2418:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff936d2a2cd880 x1872818711274112/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072164.713273:0:2418:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786072164.713274:0:2418:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786072164.713276:0:2418:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786072164.713278:0:2418:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786072164.713280:0:2418:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786072164.713283:0:2418:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff936d2a2cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:80aa5924-6869-4c81-88c0-98a34e467390:2418:1872818711274112:192.168.204.140@tcp:400:kworker.0 00000100:00000001:0.0:1786072164.713286:0:2418:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786072164.713288:0:2418:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786072164.713290:0:2418:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786072164.713291:0:2418:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786072164.713294:0:2418:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff936d29f6ee00. 02000000:00000001:0.0:1786072164.713295:0:2418:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786072164.713299:0:2418:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000010:0.0:1786072164.713302:0:2418:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff936d39273108. 00000400:00000010:0.0:1786072164.713306:0:2418:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d39ba2dd0. 00000100:00000200:0.0:1786072164.713308:0:2418:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872818711274112, portal 4 00000100:00000001:0.0:1786072164.713310:0:2418:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786072164.713312:0:2418:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446624695801141376 : -119377908410240 : ffff936d2a2cd880) 00000100:00000040:0.0:1786072164.713317:0:2418:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff936d2a2cd880 x1872818711274112/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072164.713324:0:2418:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786072164.713326:0:2418:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp 00000400:00000010:0.0:1786072164.713328:0:2418:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d39ba22a8. 00000100:00000200:0.0:1786072164.713330:0:2418:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1872818711274112, offset 0 00000400:00000200:0.0:1786072164.713341:0:2418:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp 00000400:00000200:0.0:1786072164.713345:0:2418:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072164.713349:0:2418:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.140@tcp local destination 00000400:00000200:0.0:1786072164.713351:0:2418:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786072164.713353:0:2418:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp 00000400:00000200:0.0:1786072164.713356:0:2418:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786072164.713358:0:2418:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp 00000400:00000200:0.0:1786072164.713360:0:2418:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [543786:543786:255:4294967295] 192.168.204.140@tcp LPNI seq info [543726:543726:7:4294967295] 00000400:00000200:0.0:1786072164.713364:0:2418:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072164.713369:0:2418:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) : PUT try# 0 00000800:00000200:0.0:1786072164.713373:0:2418:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.140@tcp 00000800:00000010:0.0:1786072164.713415:0:2418:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff936c01382900. 00000800:00000200:0.0:1786072164.713419:0:2418:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff936d0afbc180] -> 12345-192.168.204.140@tcp (5) 00000800:00000200:0.0:1786072164.713423:0:2418:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988 00000800:00000200:0.0:1786072164.713425:0:2418:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff936c01382900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1786072164.713428:0:2418:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072164.713431:0:2418:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff936d3976a000: using a timeout of 155747 usecs (156 jiffies) 00000400:00000200:0.0:1786072164.713434:0:2418:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000100:00000001:0.0:1786072164.713436:0:2418:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff936d3976a000: PM QoS new deadline estimation for cpu 0 is 4307958429 00000100:00000001:0.0:1786072164.713441:0:2418:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff936d3976a000: PM QoS request active for cpu 0, simply extend its deadline from 4307958295 00000100:00000001:0.0:1786072164.713444:0:2418:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff936d3976a000: PM QoS new deadline estimation for cpu 1 is 4307958429 00000100:00000001:0.0:1786072164.713447:0:2418:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff936d3976a000: PM QoS request active for cpu 1, simply extend its deadline from 4307958295 00000100:00000001:0.0:1786072164.713449:0:2418:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786072164.713451:0:2418:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072164.713454:0:2418:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072164.713457:0:2418:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786072164.713463:0:2418:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786072164.713466:0:2418:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:0.0:1786072164.713468:0:2418:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786072164.713469:0:2418:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786072164.713477:0:2418:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786072164.713480:0:2418:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:0.0:1786072164.713481:0:2418:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786072164.713484:0:2418:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786072164.713485:0:2418:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786072164.713487:0:2418:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786072164.713488:0:2418:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786072164.713499:0:2418:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786072164.713504:0:2418:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff936d2a2cd500 x1872818711273728/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072164.713511:0:2418:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786072164.713512:0:2418:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786072164.713514:0:2418:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786072164.713516:0:2418:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786072164.713517:0:2418:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786072164.713520:0:2418:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff936d2a2cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9500c81f-e128-413b-a15c-d036a6184eaf:2418:1872818711273728:192.168.204.140@tcp:400:kworker.0 00000100:00000001:0.0:1786072164.713522:0:2418:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786072164.713524:0:2418:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786072164.713526:0:2418:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786072164.713528:0:2418:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786072164.713531:0:2418:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff936d29f6e600. 02000000:00000001:0.0:1786072164.713532:0:2418:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786072164.713535:0:2418:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000010:0.0:1786072164.713538:0:2418:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff936d392737e8. 00000400:00000010:0.0:1786072164.713542:0:2418:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d39ba25d8. 00000100:00000200:0.0:1786072164.713545:0:2418:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872818711273728, portal 25 00000100:00000001:0.0:1786072164.713547:0:2418:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786072164.713548:0:2418:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446624695801140480 : -119377908411136 : ffff936d2a2cd500) 00000100:00000040:0.0:1786072164.713553:0:2418:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff936d2a2cd500 x1872818711273728/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072180 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072164.713559:0:2418:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786072164.713561:0:2418:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp 00000400:00000010:0.0:1786072164.713563:0:2418:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d39ba2880. 00000100:00000200:0.0:1786072164.713566:0:2418:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1872818711273728, offset 0 00000400:00000200:0.0:1786072164.713577:0:2418:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp 00000400:00000200:0.0:1786072164.713582:0:2418:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072164.713585:0:2418:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.140@tcp local destination 00000400:00000200:0.0:1786072164.713588:0:2418:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786072164.713590:0:2418:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp 00000400:00000200:0.0:1786072164.713592:0:2418:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786072164.713594:0:2418:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp 00000400:00000200:0.0:1786072164.713597:0:2418:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [543787:543787:254:4294967295] 192.168.204.140@tcp LPNI seq info [543727:543727:6:4294967295] 00000400:00000200:0.0:1786072164.713601:0:2418:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072164.713606:0:2418:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) : PUT try# 0 00000800:00000200:0.0:1786072164.713611:0:2418:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.140@tcp 00000800:00000010:0.0:1786072164.713615:0:2418:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff936c01382c00. 00000800:00000200:0.0:1786072164.713619:0:2418:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff936d0afbc180] -> 12345-192.168.204.140@tcp (5) 00000800:00000200:0.0:1786072164.713623:0:2418:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988 00000800:00000200:0.0:1786072164.713625:0:2418:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff936c01382c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1786072164.713628:0:2418:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786072164.713631:0:2418:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000100:00000001:0.0:1786072164.713633:0:2418:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4307962101 00000100:00000001:0.0:1786072164.713636:0:2418:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307958429 00000100:00000001:0.0:1786072164.713639:0:2418:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4307962101 00000100:00000001:0.0:1786072164.713641:0:2418:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307958429 00000100:00000001:0.0:1786072164.713643:0:2418:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786072164.713645:0:2418:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072164.713647:0:2418:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786072164.713651:0:2418:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff936d2a2ce300 x1872818711273984/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072164.713658:0:2418:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786072164.713659:0:2418:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786072164.713661:0:2418:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786072164.713662:0:2418:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786072164.713669:0:2418:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786072164.713673:0:2418:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff936d2a2ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:80aa5924-6869-4c81-88c0-98a34e467390:2418:1872818711273984:192.168.204.140@tcp:400:kworker.0 00000100:00000001:0.0:1786072164.713676:0:2418:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786072164.713678:0:2418:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786072164.713680:0:2418:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786072164.713682:0:2418:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786072164.713684:0:2418:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff936d29f6e200. 02000000:00000001:0.0:1786072164.713686:0:2418:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786072164.713689:0:2418:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000010:0.0:1786072164.713691:0:2418:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff936d39273f20. 00000400:00000010:0.0:1786072164.713694:0:2418:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d39ba2770. 00000100:00000200:0.0:1786072164.713697:0:2418:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872818711273984, portal 10 00000100:00000001:0.0:1786072164.713699:0:2418:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786072164.713700:0:2418:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446624695801144064 : -119377908407552 : ffff936d2a2ce300) 00000100:00000040:0.0:1786072164.713706:0:2418:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff936d2a2ce300 x1872818711273984/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072164.713712:0:2418:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786072164.713714:0:2418:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp 00000400:00000010:0.0:1786072164.713716:0:2418:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d39ba2d48. 00000100:00000200:0.0:1786072164.713718:0:2418:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872818711273984, offset 0 00000400:00000200:0.0:1786072164.713722:0:2418:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp 00000400:00000200:0.0:1786072164.713726:0:2418:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072164.713729:0:2418:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.140@tcp local destination 00000400:00000200:0.0:1786072164.713732:0:2418:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786072164.713734:0:2418:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp 00000400:00000200:0.0:1786072164.713736:0:2418:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786072164.713738:0:2418:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp 00000400:00000200:0.0:1786072164.713740:0:2418:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [543788:543788:253:4294967295] 192.168.204.140@tcp LPNI seq info [543728:543728:5:4294967295] 00000400:00000200:0.0:1786072164.713743:0:2418:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072164.713748:0:2418:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) : PUT try# 0 00000800:00000200:0.0:1786072164.713752:0:2418:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.140@tcp 00000800:00000010:0.0:1786072164.713761:0:2418:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff936c01382e00. 00000800:00000200:0.0:1786072164.713765:0:2418:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff936d0afbc180] -> 12345-192.168.204.140@tcp (5) 00000800:00000200:0.0:1786072164.713769:0:2418:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988 00000800:00000200:0.0:1786072164.713772:0:2418:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff936c01382e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1786072164.713775:0:2418:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072164.713778:0:2418:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff936d3976a000: using a timeout of 25931 usecs (26 jiffies) 00000400:00000200:0.0:1786072164.713781:0:2418:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000100:00000001:0.0:1786072164.713783:0:2418:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff936d3976a000: PM QoS new deadline estimation for cpu 0 is 4307958299 00000100:00000001:0.0:1786072164.713786:0:2418:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff936d3976a000: PM QoS request active for cpu 0, keep current deadline 4307962101 00000100:00000001:0.0:1786072164.713787:0:2418:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff936d3976a000: PM QoS new deadline estimation for cpu 1 is 4307958299 00000100:00000001:0.0:1786072164.713789:0:2418:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff936d3976a000: PM QoS request active for cpu 1, keep current deadline 4307962101 00000100:00000001:0.0:1786072164.713792:0:2418:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786072164.713794:0:2418:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072164.713796:0:2418:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072164.713799:0:2418:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1786072164.713841:0:2411:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786072164.713845:0:2411:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff936d02aaab00. 00000400:00000200:0.0:1786072164.713856:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786072164.713860:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000400:00000200:0.0:1786072164.713866:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d39ba2000 00000400:00000010:0.0:1786072164.713868:0:2411:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d39ba2000. 00000100:00000001:0.0:1786072164.713873:0:2411:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786072164.713877:0:2411:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff936d2a2cc380 x1872818711273856/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072164.713886:0:2411:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786072164.713889:0:2411:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff936d2a2cc380 x1872818711273856/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072249 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072164.713896:0:2411:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072164.713898:0:2411:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1786072164.713911:0:2411:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786072164.713913:0:2411:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff936c01382900. 00000400:00000200:0.0:1786072164.713922:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786072164.713926:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000400:00000200:0.0:1786072164.713928:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d39ba22a8 00000400:00000010:0.0:1786072164.713930:0:2411:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d39ba22a8. 00000100:00000001:0.0:1786072164.713933:0:2411:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786072164.713937:0:2411:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff936d2a2cd880 x1872818711274112/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072164.713944:0:2411:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786072164.713947:0:2411:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff936d2a2cd880 x1872818711274112/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072219 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072164.713954:0:2411:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072164.713956:0:2411:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1786072164.713964:0:2411:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786072164.713967:0:2411:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff936c01382c00. 00000400:00000200:0.0:1786072164.713969:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786072164.713973:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000400:00000200:0.0:1786072164.713975:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d39ba2880 00000400:00000010:0.0:1786072164.713976:0:2411:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d39ba2880. 00000100:00000001:0.0:1786072164.713979:0:2411:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786072164.713981:0:2411:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff936d2a2cd500 x1872818711273728/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072180 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072164.713988:0:2411:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786072164.713991:0:2411:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff936d2a2cd500 x1872818711273728/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072180 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072164.713997:0:2411:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072164.713998:0:2411:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1786072164.714061:0:2411:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786072164.714064:0:2411:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff936c01382e00. 00000400:00000200:0.0:1786072164.714067:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786072164.714070:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000400:00000200:0.0:1786072164.714072:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d39ba2d48 00000400:00000010:0.0:1786072164.714074:0:2411:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d39ba2d48. 00000100:00000001:0.0:1786072164.714076:0:2411:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786072164.714085:0:2411:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff936d2a2ce300 x1872818711273984/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072164.714092:0:2411:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786072164.714094:0:2411:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff936d2a2ce300 x1872818711273984/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072249 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072164.714100:0:2411:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072164.714101:0:2411:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786072164.716201:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786072164.716209:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1786072164.725214:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072164.725232:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786072164.725236:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072164.725239:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786072164.725248:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072164.725255:0:2410:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me 00000400:00000200:0.0:1786072164.725264:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072164.725269:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072164.725274:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072164.725278:0:2410:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 224 into portal 10 MB=0x6a7519603a180 00000400:00000200:0.0:1786072164.725283:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072164.725289:0:2410:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.140@tcp of length 224/224 into md 0x536b91 [1] + 224 00000800:00000001:0.0:1786072164.725297:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072164.725302:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786072164.725305:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786072164.725310:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000100:00000001:0.0:1786072164.725317:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786072164.725326:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff936d2a2cc380 x1872818711273856/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072249 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786072164.725337:0:2410:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff936d2a2cc380 x1872818711273856/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072249 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072164.725467:0:2418:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786072164.725471:0:2418:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786072164.725527:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786072164.725538:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072164.725541:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1786072164.726209:0:2418:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786072164.726212:0:2418:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786072164.726216:0:2418:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff936d39273318. 00000400:00000200:1.0:1786072164.726221:0:2418:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d39ba26e8 00000400:00000010:1.0:1786072164.726223:0:2418:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d39ba26e8. 00000100:00000001:1.0:1786072164.726227:0:2418:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786072164.726233:0:2418:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff936d2a2cc380 x1872818711273856/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072249 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786072164.726242:0:2418:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff936d2a2cc380 x1872818711273856/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072249 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072164.726250:0:2418:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786072164.726252:0:2418:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786072164.726254:0:2418:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1786072164.726258:0:2418:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1786072164.726260:0:2418:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1786072164.726262:0:2418:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786072164.726266:0:2418:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1786072164.726276:0:2418:0:(import.c:2149:obd_at_measure()) add 60 to ffff936d16266c60 time=97 v=60 (60 60 60 60) 00000100:00001000:1.0:1786072164.726280:0:2418:0:(import.c:2149:obd_at_measure()) add 1 to ffff936d16266c18 time=34 v=5 (1 1 1 0) 00000100:00000001:1.0:1786072164.726283:0:2418:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1786072164.726284:0:2418:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786072164.726287:0:2418:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1786072164.726290:0:2418:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072164.726294:0:2418:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1786072164.726296:0:2418:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff936d3976a000: skip recheck: last_committed 30064771465 00000100:00000001:1.0:1786072164.726297:0:2418:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1786072164.726299:0:2418:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786072164.726314:0:2418:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff936d2a2cc380 x1872818711273856/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072249 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072164.726321:0:2418:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786072164.726324:0:2418:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786072164.726326:0:2418:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786072164.726330:0:2418:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff936d2a2cc380 x1872818711273856/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072249 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786072164.726338:0:2418:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff936d2a2cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:80aa5924-6869-4c81-88c0-98a34e467390:2418:1872818711273856:192.168.204.140@tcp:400:kworker.0 00000100:00000001:1.0:1786072164.726344:0:2418:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072164.726346:0:2418:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786072164.726350:0:2418:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff936d2a2cc380 x1872818711273856/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072249 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072164.726356:0:2418:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786072164.726359:0:2418:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786072164.726363:0:2418:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff936d29f6f400. 02000000:00000001:1.0:1786072164.726367:0:2418:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786072164.726369:0:2418:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786072164.726371:0:2418:0:(genops.c:1244:class_import_put()) import ffff936d16266800 refcount=5 obd=lustre-MDT0000-mdc-ffff936d3976a000 00000020:00000001:1.0:1786072164.726373:0:2418:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786072164.726416:0:2418:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff936d02aaa600. 02000000:00000001:1.0:1786072164.726425:0:2418:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786072164.726427:0:2418:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786072164.726429:0:2418:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff936d2a2cc380. 00000100:00000001:1.0:1786072164.726432:0:2418:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786072164.726434:0:2418:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786072164.726438:0:2418:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072164.726440:0:2418:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786072164.726442:0:2418:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786072164.726444:0:2418:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072164.726445:0:2418:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1786072164.728175:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072164.728191:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786072164.728194:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072164.728197:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786072164.728205:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072164.728211:0:2411:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me 00000400:00000200:0.0:1786072164.728220:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072164.728224:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072164.728229:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072164.728233:0:2411:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 224 into portal 10 MB=0x6a7519603a200 00000400:00000200:0.0:1786072164.728238:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072164.728243:0:2411:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.140@tcp of length 224/224 into md 0x536bc1 [1] + 224 00000800:00000001:0.0:1786072164.728250:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072164.728257:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786072164.728260:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786072164.728264:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000100:00000001:0.0:1786072164.728271:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786072164.728278:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff936d2a2ce300 x1872818711273984/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072249 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786072164.728289:0:2411:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff936d2a2ce300 x1872818711273984/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072249 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072164.728312:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786072164.728320:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072164.728323:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786072164.729194:0:2418:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786072164.729199:0:2418:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1786072164.729207:0:2418:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786072164.729225:0:2418:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786072164.729229:0:2418:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff936d39273f20. 00000400:00000200:1.0:1786072164.729234:0:2418:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d39ba2770 00000400:00000010:1.0:1786072164.729237:0:2418:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d39ba2770. 00000100:00000001:1.0:1786072164.729241:0:2418:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786072164.729248:0:2418:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff936d2a2ce300 x1872818711273984/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072249 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786072164.729257:0:2418:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff936d2a2ce300 x1872818711273984/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072249 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072164.729263:0:2418:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786072164.729265:0:2418:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786072164.729268:0:2418:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1786072164.729271:0:2418:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1786072164.729273:0:2418:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1786072164.729275:0:2418:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786072164.729278:0:2418:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1786072164.729287:0:2418:0:(import.c:2149:obd_at_measure()) add 60 to ffff936d16184c60 time=97 v=60 (60 60 60 60) 00000100:00001000:1.0:1786072164.729291:0:2418:0:(import.c:2149:obd_at_measure()) add 1 to ffff936d16184c18 time=11 v=5 (1 1 1 0) 00000100:00000001:1.0:1786072164.729293:0:2418:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1786072164.729295:0:2418:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786072164.729298:0:2418:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1786072164.729302:0:2418:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff936d2a2ce300 x1872818711273984/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072249 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1786072164.729308:0:2418:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072164.729312:0:2418:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1786072164.729314:0:2418:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff936d3976a000: skip recheck: last_committed 21474836545 00000100:00000001:1.0:1786072164.729316:0:2418:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1786072164.729318:0:2418:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786072164.729322:0:2418:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff936d2a2ce300 x1872818711273984/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072249 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072164.729329:0:2418:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786072164.729332:0:2418:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786072164.729334:0:2418:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786072164.729344:0:2418:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff936d2a2ce300 x1872818711273984/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072249 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786072164.729351:0:2418:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff936d2a2ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:80aa5924-6869-4c81-88c0-98a34e467390:2418:1872818711273984:192.168.204.140@tcp:400:kworker.0 00000100:00000001:1.0:1786072164.729357:0:2418:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072164.729359:0:2418:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786072164.729363:0:2418:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff936d2a2ce300 x1872818711273984/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072249 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072164.729368:0:2418:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786072164.729370:0:2418:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786072164.729401:0:2418:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff936d29f6e200. 02000000:00000001:1.0:1786072164.729405:0:2418:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786072164.729408:0:2418:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786072164.729409:0:2418:0:(genops.c:1244:class_import_put()) import ffff936d16184800 refcount=3 obd=lustre-MDT0001-mdc-ffff936d3976a000 00000020:00000001:1.0:1786072164.729411:0:2418:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786072164.729414:0:2418:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff936d02aaaa00. 02000000:00000001:1.0:1786072164.729421:0:2418:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786072164.729423:0:2418:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786072164.729424:0:2418:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff936d2a2ce300. 00000100:00000001:1.0:1786072164.729428:0:2418:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786072164.729429:0:2418:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786072164.729432:0:2418:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072164.729434:0:2418:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786072164.729435:0:2418:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786072164.729437:0:2418:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072164.729438:0:2418:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1786072164.734302:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072164.734320:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786072164.734324:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072164.734327:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786072164.734336:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072164.734344:0:2410:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me 00000400:00000200:0.0:1786072164.734353:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072164.734357:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072164.734363:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072164.734410:0:2410:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 224 into portal 25 MB=0x6a7519603a100 00000400:00000200:0.0:1786072164.734415:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072164.734422:0:2410:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.140@tcp of length 224/224 into md 0x536bb1 [1] + 224 00000800:00000001:0.0:1786072164.734430:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072164.734435:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786072164.734438:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786072164.734443:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000100:00000001:0.0:1786072164.734451:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786072164.734460:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff936d2a2cd500 x1872818711273728/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072180 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786072164.734470:0:2410:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff936d2a2cd500 x1872818711273728/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072180 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072164.734503:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786072164.734513:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072164.734517:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786072164.734519:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072164.734521:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786072164.734524:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072164.734527:0:2410:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me 00000400:00000200:0.0:1786072164.734531:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072164.734534:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072164.734536:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072164.734539:0:2410:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 224 into portal 4 MB=0x6a7519603a280 00000400:00000200:0.0:1786072164.734542:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072164.734547:0:2410:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.140@tcp of length 224/224 into md 0x536ba1 [1] + 224 00000800:00000001:0.0:1786072164.734550:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072164.734555:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786072164.734557:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786072164.734560:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000100:00000001:0.0:1786072164.734563:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786072164.734567:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff936d2a2cd880 x1872818711274112/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072219 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786072164.734587:0:2410:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff936d2a2cd880 x1872818711274112/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072219 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072164.734594:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786072164.734598:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072164.734601:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786072164.735999:0:2418:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786072164.736006:0:2418:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1786072164.736015:0:2418:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786072164.736018:0:2418:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786072164.736022:0:2418:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff936d392737e8. 00000400:00000200:1.0:1786072164.736030:0:2418:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d39ba25d8 00000400:00000010:1.0:1786072164.736033:0:2418:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d39ba25d8. 00000100:00000001:1.0:1786072164.736036:0:2418:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786072164.736045:0:2418:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff936d2a2cd500 x1872818711273728/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072180 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786072164.736192:0:2418:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff936d2a2cd500 x1872818711273728/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072180 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072164.736199:0:2418:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786072164.736202:0:2418:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786072164.736205:0:2418:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1786072164.736208:0:2418:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1786072164.736210:0:2418:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1786072164.736213:0:2418:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786072164.736216:0:2418:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1786072164.736222:0:2418:0:(import.c:2149:obd_at_measure()) add 5 to ffff936d16267460 time=97 v=5 (5 5 5 5) 00000100:00001000:1.0:1786072164.736226:0:2418:0:(import.c:2149:obd_at_measure()) add 1 to ffff936d16267418 time=34 v=5 (1 1 1 0) 00000100:00000001:1.0:1786072164.736228:0:2418:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1786072164.736231:0:2418:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786072164.736233:0:2418:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1786072164.736235:0:2418:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072164.736238:0:2418:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786072164.736243:0:2418:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff936d2a2cd500 x1872818711273728/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072180 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072164.736250:0:2418:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786072164.736253:0:2418:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786072164.736255:0:2418:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786072164.736259:0:2418:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff936d2a2cd500 x1872818711273728/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072180 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786072164.736267:0:2418:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff936d2a2cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9500c81f-e128-413b-a15c-d036a6184eaf:2418:1872818711273728:192.168.204.140@tcp:400:kworker.0 00000400:00000001:1.0:1786072164.736274:0:2418:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786072164.736275:0:2418:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786072164.736278:0:2418:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff936d39273108. 00000400:00000200:1.0:1786072164.736280:0:2418:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d39ba2dd0 00000400:00000010:1.0:1786072164.736282:0:2418:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d39ba2dd0. 00000100:00000001:1.0:1786072164.736284:0:2418:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786072164.736288:0:2418:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff936d2a2cd880 x1872818711274112/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072219 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786072164.736302:0:2418:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff936d2a2cd880 x1872818711274112/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072219 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072164.736307:0:2418:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786072164.736309:0:2418:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786072164.736311:0:2418:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1786072164.736312:0:2418:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1786072164.736313:0:2418:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1786072164.736315:0:2418:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786072164.736316:0:2418:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1786072164.736322:0:2418:0:(import.c:2149:obd_at_measure()) add 36 to ffff936d16262c60 time=97 v=36 (36 36 5 5) 00000100:00001000:1.0:1786072164.736325:0:2418:0:(import.c:2149:obd_at_measure()) add 1 to ffff936d16262c18 time=145 v=5 (1 1 1 1) 00000100:00000001:1.0:1786072164.736327:0:2418:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1786072164.736329:0:2418:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786072164.736330:0:2418:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1786072164.736333:0:2418:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072164.736336:0:2418:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1786072164.736338:0:2418:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff936d3976a000: skip recheck: last_committed 38654726226 00000100:00000001:1.0:1786072164.736340:0:2418:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1786072164.736342:0:2418:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786072164.736346:0:2418:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff936d2a2cd880 x1872818711274112/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072219 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072164.736353:0:2418:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786072164.736355:0:2418:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786072164.736356:0:2418:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786072164.736360:0:2418:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff936d2a2cd880 x1872818711274112/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072219 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786072164.736367:0:2418:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff936d2a2cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:80aa5924-6869-4c81-88c0-98a34e467390:2418:1872818711274112:192.168.204.140@tcp:400:kworker.0 00000100:00000001:1.0:1786072164.736372:0:2418:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786072164.736404:0:2418:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786072164.736409:0:2418:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff936d2a2cd500 x1872818711273728/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072180 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072164.736422:0:2418:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786072164.736424:0:2418:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786072164.736427:0:2418:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff936d29f6e600. 02000000:00000001:1.0:1786072164.736431:0:2418:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786072164.736434:0:2418:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786072164.736435:0:2418:0:(genops.c:1244:class_import_put()) import ffff936d16267000 refcount=3 obd=MGC192.168.204.140@tcp 00000020:00000001:1.0:1786072164.736438:0:2418:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786072164.736441:0:2418:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff936d02aaad00. 02000000:00000001:1.0:1786072164.736449:0:2418:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786072164.736451:0:2418:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786072164.736453:0:2418:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff936d2a2cd500. 00000100:00000001:1.0:1786072164.736457:0:2418:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786072164.736459:0:2418:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786072164.736460:0:2418:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786072164.736464:0:2418:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff936d2a2cd880 x1872818711274112/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072219 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072164.736469:0:2418:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786072164.736470:0:2418:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786072164.736472:0:2418:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff936d29f6ee00. 02000000:00000001:1.0:1786072164.736473:0:2418:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786072164.736474:0:2418:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786072164.736475:0:2418:0:(genops.c:1244:class_import_put()) import ffff936d16262800 refcount=3 obd=lustre-OST0000-osc-ffff936d3976a000 00000020:00000001:1.0:1786072164.736477:0:2418:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786072164.736478:0:2418:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff936d02aaa500. 02000000:00000001:1.0:1786072164.736481:0:2418:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786072164.736482:0:2418:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786072164.736483:0:2418:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff936d2a2cd880. 00000100:00000001:1.0:1786072164.736485:0:2418:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786072164.736486:0:2418:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786072164.736488:0:2418:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786072164.736507:0:2418:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786072164.736509:0:2418:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072164.736511:0:2418:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786072164.736514:0:2418:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072164.776528:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072164.776536:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072164.776542:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072164.776543:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786072164.777294:0:239616:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786072164.777315:0:239616:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786072164.777319:0:239616:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786072165.800523:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072165.800530:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072165.800536:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072165.800537:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786072165.800563:0:245326:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786072165.800566:0:245326:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786072165.800569:0:245326:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786072166.824641:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072166.824649:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072166.824655:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072166.824657:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786072166.824742:0:233679:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786072166.824745:0:233679:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786072166.824748:0:233679:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786072167.848522:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072167.848530:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072167.848536:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072167.848539:0:273755:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786072167.848541:0:273755:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786072167.848547:0:273755:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1786072167.848550:0:273755:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1786072167.848551:0:273755:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072167.848554:0:273755:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786072167.848556:0:273755:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072167.848558:0:273755:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072167.848560:0:273755:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786072167.848786:0:245327:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786072167.848791:0:245327:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786072167.848794:0:245327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1786072168.552493:0:273755:0:(connection.c:75:cpu_latency_work()) work item of ffff936d05017800 (cpu 0) has reached its deadline 4307962101, at 4307962112 00000100:00000010:0.0:1786072168.552508:0:273755:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff936d3d81b9c0. 00000100:00000040:1.0:1786072168.552902:0:247146:0:(connection.c:75:cpu_latency_work()) work item of ffff936d05017910 (cpu 1) has reached its deadline 4307962101, at 4307962112 00000100:00000010:1.0:1786072168.552909:0:247146:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff936d3d81b0c0. 00010000:00000001:0.0:1786072168.873653:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072168.873661:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072168.873667:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072168.873668:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786072168.873686:0:233680:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786072168.873690:0:233680:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786072168.873692:0:233680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1786072169.833492:0:274015:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9500c81f-e128-413b-a15c-d036a6184eaf->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1786072169.833504:0:274015:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1786072169.833515:0:274015:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff936d06346d80. 00000020:00000040:1.0:1786072169.833521:0:274015:0:(genops.c:1231:class_import_get()) import ffff936d16267000 refcount=4 obd=MGC192.168.204.140@tcp 00000100:00000001:1.0:1786072169.833524:0:274015:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786072169.833527:0:274015:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786072169.833533:0:274015:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1786072169.833542:0:274015:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff936d07180600. 00000100:00000001:1.0:1786072169.833550:0:274015:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786072169.833562:0:274015:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9500c81f-e128-413b-a15c-d036a6184eaf->MGS req@ffff936d06346d80 x1872818711274240/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786072169.833572:0:274015:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786072169.833576:0:274015:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786072169.833582:0:274015:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000001f828a0] to pc [ptlrpcd_00_01+1] req@ffff936d06346d80 x1872818711274240/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072169.833605:0:274015:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786072169.833608:0:274015:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80aa5924-6869-4c81-88c0-98a34e467390->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1786072169.833610:0:274015:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1786072169.833614:0:274015:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff936d06345c00. 00000020:00000040:1.0:1786072169.833616:0:274015:0:(genops.c:1231:class_import_get()) import ffff936d16266800 refcount=6 obd=lustre-MDT0000-mdc-ffff936d3976a000 00000100:00000001:1.0:1786072169.833618:0:274015:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786072169.833619:0:274015:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786072169.833621:0:274015:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1786072169.833624:0:274015:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff936d07180000. 00000100:00000001:1.0:1786072169.833626:0:274015:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786072169.833646:0:274015:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 80aa5924-6869-4c81-88c0-98a34e467390->lustre-MDT0000_UUID req@ffff936d06345c00 x1872818711274368/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786072169.833653:0:274015:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786072169.833655:0:274015:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786072169.833660:0:274015:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef9346ed] to pc [ptlrpcd_00_00+0] req@ffff936d06345c00 x1872818711274368/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072169.833667:0:274015:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786072169.833669:0:274015:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80aa5924-6869-4c81-88c0-98a34e467390->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1786072169.833672:0:274015:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1786072169.833675:0:274015:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff936d06346a00. 00000020:00000040:1.0:1786072169.833677:0:274015:0:(genops.c:1231:class_import_get()) import ffff936d16184800 refcount=4 obd=lustre-MDT0001-mdc-ffff936d3976a000 00000100:00000001:1.0:1786072169.833679:0:274015:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786072169.833680:0:274015:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786072169.833682:0:274015:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1786072169.833685:0:274015:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff936d07180900. 00000100:00000001:1.0:1786072169.833688:0:274015:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786072169.833691:0:274015:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 80aa5924-6869-4c81-88c0-98a34e467390->lustre-MDT0001_UUID req@ffff936d06346a00 x1872818711274496/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786072169.833697:0:274015:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786072169.833699:0:274015:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786072169.833702:0:274015:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064730fab] to pc [ptlrpcd_00_01+1] req@ffff936d06346a00 x1872818711274496/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072169.833709:0:274015:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786072169.833711:0:274015:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80aa5924-6869-4c81-88c0-98a34e467390->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1786072169.833713:0:274015:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1786072169.833715:0:274015:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff936d06346300. 00000020:00000040:1.0:1786072169.833717:0:274015:0:(genops.c:1231:class_import_get()) import ffff936d16262800 refcount=4 obd=lustre-OST0000-osc-ffff936d3976a000 00000100:00000001:1.0:1786072169.833719:0:274015:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786072169.833720:0:274015:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786072169.833721:0:274015:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1786072169.833729:0:274015:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff936d07180300. 00000100:00000001:1.0:1786072169.833732:0:274015:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786072169.833735:0:274015:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 80aa5924-6869-4c81-88c0-98a34e467390->lustre-OST0000_UUID req@ffff936d06346300 x1872818711274624/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786072169.833742:0:274015:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786072169.833743:0:274015:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786072169.833747:0:274015:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5b71781] to pc [ptlrpcd_00_00+0] req@ffff936d06346300 x1872818711274624/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072169.833753:0:274015:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786072169.833755:0:274015:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80aa5924-6869-4c81-88c0-98a34e467390->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1786072169.833758:0:274015:0:(pinger.c:247:ptlrpc_pinger_process_import()) 80aa5924-6869-4c81-88c0-98a34e467390->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1786072169.833763:0:274015:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13301) 00000100:00000001:1.0:1786072169.833772:0:2418:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786072169.833776:0:2418:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786072169.833778:0:2418:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786072169.833783:0:2418:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff936d06345c00 x1872818711274368/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072169.833790:0:2418:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786072169.833792:0:2418:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786072169.833796:0:2418:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786072169.833799:0:2418:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786072169.833801:0:2418:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786072169.833804:0:2418:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff936d06345c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:80aa5924-6869-4c81-88c0-98a34e467390:2418:1872818711274368:192.168.204.140@tcp:400:kworker.0 00000100:00000001:1.0:1786072169.833807:0:2418:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786072169.833812:0:2418:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786072169.833814:0:2418:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786072169.833816:0:2418:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786072169.833820:0:2418:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff936d09e39000. 02000000:00000001:1.0:1786072169.833822:0:2418:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786072169.833829:0:2418:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000010:1.0:1786072169.833832:0:2418:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff936d0a95c058. 00000400:00000010:1.0:1786072169.833843:0:2418:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d0121cee0. 00000100:00000200:1.0:1786072169.833849:0:2418:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872818711274368, portal 10 00000100:00000001:1.0:1786072169.833851:0:2418:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786072169.833853:0:2418:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446624695197654016 : -119378511897600 : ffff936d06345c00) 00000100:00000040:1.0:1786072169.833861:0:2418:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff936d06345c00 x1872818711274368/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072254 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072169.834075:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786072169.834078:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786072169.834079:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786072169.834086:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff936d06346d80 x1872818711274240/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072169.834092:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786072169.834093:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786072169.834096:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786072169.834097:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786072169.834099:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786072169.834102:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff936d06346d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9500c81f-e128-413b-a15c-d036a6184eaf:2419:1872818711274240:192.168.204.140@tcp:400:kworker.0 00000100:00000001:0.0:1786072169.834105:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786072169.834107:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786072169.834109:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786072169.834110:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786072169.834115:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff936d29f6fc00. 02000000:00000001:0.0:1786072169.834116:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786072169.834120:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000010:0.0:1786072169.834123:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff936d39273630. 00000400:00000010:0.0:1786072169.834127:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d39ba2d48. 00000100:00000200:0.0:1786072169.834129:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872818711274240, portal 25 00000100:00000001:0.0:1786072169.834131:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786072169.834132:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446624695197658496 : -119378511893120 : ffff936d06346d80) 00000100:00000040:0.0:1786072169.834136:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff936d06346d80 x1872818711274240/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072185 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072169.834142:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786072169.834145:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp 00000400:00000010:0.0:1786072169.834153:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d39ba2880. 00000100:00000200:0.0:1786072169.834156:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1872818711274240, offset 0 00000400:00000200:0.0:1786072169.834163:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp 00000400:00000200:0.0:1786072169.834171:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072169.834178:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.140@tcp local destination 00000400:00000200:0.0:1786072169.834183:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786072169.834188:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp 00000400:00000200:0.0:1786072169.834192:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786072169.834195:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp 00000400:00000200:0.0:1786072169.834199:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [543789:543789:256:4294967295] 192.168.204.140@tcp LPNI seq info [543729:543729:8:4294967295] 00000400:00000200:0.0:1786072169.834203:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072169.834212:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) : PUT try# 0 00000800:00000200:0.0:1786072169.834218:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.140@tcp 00000800:00000010:0.0:1786072169.834222:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff936c01382e00. 00000800:00000200:0.0:1786072169.834228:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff936d0afbc180] -> 12345-192.168.204.140@tcp (5) 00000800:00000200:0.0:1786072169.834236:0:2419:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988 00000800:00000200:0.0:1786072169.834240:0:2419:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff936c01382e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1786072169.834251:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786072169.834254:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000100:00000001:0.0:1786072169.834257:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4307967221 00000100:00000010:0.0:1786072169.834261:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff936d3d81b9c0. 00000100:00000001:0.0:1786072169.834266:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1786072169.834272:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4307967221 00000100:00000010:0.0:1786072169.834274:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff936d3d81b480. 00000100:00000001:0.0:1786072169.834277:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1786072169.834280:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786072169.834283:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072169.834286:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786072169.834289:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff936d06346a00 x1872818711274496/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072169.834306:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786072169.834307:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786072169.834309:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786072169.834311:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786072169.834313:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786072169.834316:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff936d06346a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:80aa5924-6869-4c81-88c0-98a34e467390:2419:1872818711274496:192.168.204.140@tcp:400:kworker.0 00000100:00000001:0.0:1786072169.834319:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786072169.834322:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786072169.834323:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786072169.834325:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786072169.834327:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff936d29f6f600. 02000000:00000001:0.0:1786072169.834329:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786072169.834332:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000010:0.0:1786072169.834334:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff936d39273948. 00000400:00000010:0.0:1786072169.834337:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d39ba22a8. 00000100:00000200:0.0:1786072169.834340:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872818711274496, portal 10 00000100:00000001:0.0:1786072169.834341:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786072169.834343:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446624695197657600 : -119378511894016 : ffff936d06346a00) 00000100:00000040:0.0:1786072169.834348:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff936d06346a00 x1872818711274496/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072254 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072169.834353:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786072169.834355:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp 00000400:00000010:0.0:1786072169.834357:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d39ba2000. 00000100:00000200:0.0:1786072169.834359:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872818711274496, offset 0 00000400:00000200:0.0:1786072169.834362:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp 00000400:00000200:0.0:1786072169.834366:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072169.834368:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.140@tcp local destination 00000400:00000200:0.0:1786072169.834371:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1786072169.835524:0:2418:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786072169.835535:0:2418:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp 00000400:00000010:1.0:1786072169.835543:0:2418:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d0121c770. 00000100:00000200:1.0:1786072169.835550:0:2418:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872818711274368, offset 0 00000400:00000200:1.0:1786072169.835558:0:2418:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp 00000400:00000200:0.0:1786072169.835597:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp 00000400:00000200:0.0:1786072169.835603:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786072169.835606:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp 00000400:00000200:0.0:1786072169.835622:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [543790:543790:255:4294967295] 192.168.204.140@tcp LPNI seq info [543730:543730:7:4294967295] 00000400:00000200:0.0:1786072169.835629:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072169.835637:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) : PUT try# 0 00000800:00000200:0.0:1786072169.835643:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.140@tcp 00000800:00000010:0.0:1786072169.835648:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff936c01382c00. 00000800:00000200:0.0:1786072169.835654:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff936d0afbc180] -> 12345-192.168.204.140@tcp (5) 00000800:00000200:0.0:1786072169.835661:0:2419:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988 00000800:00000200:0.0:1786072169.835665:0:2419:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff936c01382c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1786072169.835669:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072169.835673:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff936d3976a000: using a timeout of 25931 usecs (26 jiffies) 00000400:00000200:0.0:1786072169.835676:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000100:00000001:0.0:1786072169.835679:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff936d3976a000: PM QoS new deadline estimation for cpu 0 is 4307963421 00000100:00000001:0.0:1786072169.835682:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff936d3976a000: PM QoS request active for cpu 0, keep current deadline 4307967221 00000100:00000001:0.0:1786072169.835684:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff936d3976a000: PM QoS new deadline estimation for cpu 1 is 4307963421 00000100:00000001:0.0:1786072169.835686:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff936d3976a000: PM QoS request active for cpu 1, keep current deadline 4307967221 00000100:00000001:0.0:1786072169.835688:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786072169.835691:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072169.835694:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072169.835698:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786072169.835706:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786072169.835708:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1786072169.835710:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786072169.835712:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786072169.835713:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072169.835716:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1786072169.835773:0:2411:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786072169.835778:0:2411:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff936c01382e00. 00000400:00000200:0.0:1786072169.835784:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786072169.835788:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000400:00000200:1.0:1786072169.835815:0:2418:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072169.835821:0:2418:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.140@tcp local destination 00000400:00000200:1.0:1786072169.835825:0:2418:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786072169.835828:0:2418:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp 00000400:00000200:1.0:1786072169.835830:0:2418:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786072169.835832:0:2418:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp 00000400:00000200:1.0:1786072169.835835:0:2418:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [543791:543791:254:4294967295] 192.168.204.140@tcp LPNI seq info [543731:543731:6:4294967295] 00000400:00000200:1.0:1786072169.835838:0:2418:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072169.835845:0:2418:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) : PUT try# 0 00000800:00000200:1.0:1786072169.835849:0:2418:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.140@tcp 00000800:00000010:1.0:1786072169.835853:0:2418:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff936d07180e00. 00000800:00000200:1.0:1786072169.835857:0:2418:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff936d0afbc180] -> 12345-192.168.204.140@tcp (5) 00000800:00000200:1.0:1786072169.835861:0:2418:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988 00000800:00000200:1.0:1786072169.835864:0:2418:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff936d07180e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1786072169.835867:0:2418:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786072169.835870:0:2418:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: using a timeout of 22735 usecs (23 jiffies) 00000400:00000200:1.0:1786072169.835873:0:2418:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000100:00000001:1.0:1786072169.835875:0:2418:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: PM QoS new deadline estimation for cpu 0 is 4307963418 00000100:00000001:1.0:1786072169.835877:0:2418:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: PM QoS request active for cpu 0, keep current deadline 4307967221 00000100:00000001:1.0:1786072169.835886:0:2418:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: PM QoS new deadline estimation for cpu 1 is 4307963418 00000100:00000001:1.0:1786072169.835888:0:2418:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: PM QoS request active for cpu 1, keep current deadline 4307967221 00000100:00000001:1.0:1786072169.835890:0:2418:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786072169.835892:0:2418:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072169.835895:0:2418:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786072169.835902:0:2418:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff936d06346300 x1872818711274624/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072169.835911:0:2418:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786072169.835913:0:2418:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786072169.835917:0:2418:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786072169.835919:0:2418:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786072169.835922:0:2418:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786072169.835925:0:2418:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff936d06346300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:80aa5924-6869-4c81-88c0-98a34e467390:2418:1872818711274624:192.168.204.140@tcp:400:kworker.0 00000100:00000001:1.0:1786072169.835929:0:2418:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786072169.835933:0:2418:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786072169.835935:0:2418:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786072169.835937:0:2418:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786072169.835941:0:2418:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff936d09e38e00. 02000000:00000001:1.0:1786072169.835943:0:2418:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786072169.835947:0:2418:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000010:1.0:1786072169.835951:0:2418:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff936d0a95cec8. 00000400:00000010:1.0:1786072169.835956:0:2418:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d0121c7f8. 00000100:00000200:1.0:1786072169.835960:0:2418:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872818711274624, portal 4 00000100:00000001:1.0:1786072169.835962:0:2418:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786072169.835964:0:2418:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446624695197655808 : -119378511895808 : ffff936d06346300) 00000100:00000040:1.0:1786072169.835970:0:2418:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff936d06346300 x1872818711274624/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072169.835977:0:2418:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786072169.835980:0:2418:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp 00000400:00000010:1.0:1786072169.835982:0:2418:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d0121c908. 00000100:00000200:1.0:1786072169.835984:0:2418:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1872818711274624, offset 0 00000400:00000200:1.0:1786072169.835994:0:2418:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp 00000400:00000200:1.0:1786072169.835999:0:2418:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072169.836002:0:2418:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.140@tcp local destination 00000400:00000200:1.0:1786072169.836004:0:2418:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786072169.836007:0:2418:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp 00000400:00000200:1.0:1786072169.836010:0:2418:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786072169.836012:0:2418:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp 00000400:00000200:1.0:1786072169.836015:0:2418:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [543792:543792:253:4294967295] 192.168.204.140@tcp LPNI seq info [543732:543732:5:4294967295] 00000400:00000200:1.0:1786072169.836019:0:2418:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072169.836025:0:2418:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) : PUT try# 0 00000800:00000200:1.0:1786072169.836030:0:2418:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.140@tcp 00000800:00000010:1.0:1786072169.836033:0:2418:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff936d07180c00. 00000800:00000200:1.0:1786072169.836037:0:2418:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff936d0afbc180] -> 12345-192.168.204.140@tcp (5) 00000800:00000200:1.0:1786072169.836042:0:2418:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988 00000800:00000200:1.0:1786072169.836044:0:2418:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff936d07180c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1786072169.836047:0:2418:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786072169.836050:0:2418:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff936d3976a000: using a timeout of 155647 usecs (156 jiffies) 00000400:00000200:1.0:1786072169.836052:0:2418:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000100:00000001:1.0:1786072169.836054:0:2418:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff936d3976a000: PM QoS new deadline estimation for cpu 0 is 4307963551 00000100:00000001:1.0:1786072169.836057:0:2418:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff936d3976a000: PM QoS request active for cpu 0, keep current deadline 4307967221 00000100:00000001:1.0:1786072169.836059:0:2418:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff936d3976a000: PM QoS new deadline estimation for cpu 1 is 4307963551 00000100:00000001:1.0:1786072169.836061:0:2418:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff936d3976a000: PM QoS request active for cpu 1, keep current deadline 4307967221 00000100:00000001:1.0:1786072169.836063:0:2418:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786072169.836065:0:2418:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072169.836068:0:2418:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072169.836069:0:2418:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786072169.836073:0:2418:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786072169.836075:0:2418:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:1.0:1786072169.836077:0:2418:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786072169.836078:0:2418:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786072169.836085:0:2418:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072169.836088:0:2418:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786072169.837368:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d39ba2880 00000400:00000010:0.0:1786072169.837386:0:2411:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d39ba2880. 00000100:00000001:0.0:1786072169.837415:0:2411:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786072169.837424:0:2411:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff936d06346d80 x1872818711274240/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072185 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072169.837433:0:2411:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786072169.837436:0:2411:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff936d06346d80 x1872818711274240/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072185 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072169.837443:0:2411:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072169.837444:0:2411:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1786072169.837473:0:2411:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786072169.837476:0:2411:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff936c01382c00. 00000400:00000200:0.0:1786072169.837480:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786072169.837484:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000400:00000200:0.0:1786072169.837487:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d39ba2000 00000400:00000010:0.0:1786072169.837489:0:2411:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d39ba2000. 00000100:00000001:0.0:1786072169.837492:0:2411:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786072169.837496:0:2411:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff936d06346a00 x1872818711274496/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072254 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072169.837503:0:2411:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786072169.837505:0:2411:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff936d06346a00 x1872818711274496/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072254 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072169.837511:0:2411:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072169.837513:0:2411:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1786072169.837520:0:2411:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786072169.837522:0:2411:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff936d07180e00. 00000400:00000200:0.0:1786072169.837525:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786072169.837528:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000400:00000200:0.0:1786072169.837531:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d0121c770 00000400:00000010:0.0:1786072169.837532:0:2411:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d0121c770. 00000100:00000001:0.0:1786072169.837534:0:2411:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786072169.837538:0:2411:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff936d06345c00 x1872818711274368/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072254 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072169.837543:0:2411:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786072169.837553:0:2411:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff936d06345c00 x1872818711274368/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072254 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072169.837559:0:2411:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072169.837560:0:2411:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1786072169.837627:0:2411:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786072169.837630:0:2411:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff936d07180c00. 00000400:00000200:0.0:1786072169.837633:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786072169.837636:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000400:00000200:0.0:1786072169.837639:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d0121c908 00000400:00000010:0.0:1786072169.837641:0:2411:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d0121c908. 00000100:00000001:0.0:1786072169.837644:0:2411:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786072169.837647:0:2411:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff936d06346300 x1872818711274624/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072169.837655:0:2411:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786072169.837658:0:2411:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff936d06346300 x1872818711274624/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072224 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072169.837664:0:2411:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072169.837666:0:2411:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1786072169.843929:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072169.843948:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786072169.843952:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072169.843955:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786072169.843964:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072169.843973:0:2410:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me 00000400:00000200:0.0:1786072169.843982:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072169.843987:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072169.843992:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072169.843995:0:2410:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 224 into portal 4 MB=0x6a7519603a480 00000400:00000200:0.0:1786072169.844000:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072169.844006:0:2410:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.140@tcp of length 224/224 into md 0x536c01 [1] + 224 00000800:00000001:0.0:1786072169.844013:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072169.844017:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786072169.844020:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786072169.844040:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000100:00000001:0.0:1786072169.844047:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786072169.844057:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff936d06346300 x1872818711274624/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072224 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786072169.844067:0:2410:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff936d06346300 x1872818711274624/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072224 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072169.844138:0:2418:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786072169.844143:0:2418:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786072169.844510:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786072169.844521:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072169.844526:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786072169.844528:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072169.844530:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786072169.844534:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072169.844538:0:2410:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me 00000400:00000200:0.0:1786072169.844544:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072169.844546:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072169.844548:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072169.844551:0:2410:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 224 into portal 10 MB=0x6a7519603a400 00000400:00000200:0.0:1786072169.844555:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072169.844560:0:2410:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.140@tcp of length 224/224 into md 0x536be9 [1] + 224 00000800:00000001:0.0:1786072169.844563:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072169.844580:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786072169.844582:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786072169.844586:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000100:00000001:0.0:1786072169.844590:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786072169.844595:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff936d06346a00 x1872818711274496/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072254 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786072169.844605:0:2410:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff936d06346a00 x1872818711274496/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072254 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072169.844620:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786072169.844624:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072169.844633:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786072169.844647:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786072169.844649:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1786072169.844655:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786072169.844657:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786072169.844660:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff936d39273948. 00000400:00000200:0.0:1786072169.844664:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d39ba22a8 00000400:00000010:0.0:1786072169.844666:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d39ba22a8. 00000100:00000001:0.0:1786072169.844670:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786072169.844674:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff936d06346a00 x1872818711274496/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072254 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786072169.844683:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff936d06346a00 x1872818711274496/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072254 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072169.844688:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786072169.844690:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786072169.844693:0:2419:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1786072169.844696:0:2419:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1786072169.844698:0:2419:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1786072169.844700:0:2419:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786072169.844703:0:2419:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1786072169.844712:0:2419:0:(import.c:2149:obd_at_measure()) add 60 to ffff936d16184c60 time=102 v=60 (60 60 60 60) 00000100:00001000:0.0:1786072169.844716:0:2419:0:(import.c:2149:obd_at_measure()) add 1 to ffff936d16184c18 time=16 v=5 (1 1 1 0) 00000100:00000001:0.0:1786072169.844719:0:2419:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1786072169.844721:0:2419:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072169.844723:0:2419:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1786072169.844728:0:2419:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff936d06346a00 x1872818711274496/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072254 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1786072169.844734:0:2419:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072169.844737:0:2419:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1786072169.844739:0:2419:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff936d3976a000: skip recheck: last_committed 21474836545 00000100:00000001:0.0:1786072169.844742:0:2419:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1786072169.844743:0:2419:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072169.844747:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff936d06346a00 x1872818711274496/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072254 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072169.844764:0:2419:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786072169.844767:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786072169.844769:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786072169.844773:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff936d06346a00 x1872818711274496/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072254 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786072169.844780:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff936d06346a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:80aa5924-6869-4c81-88c0-98a34e467390:2419:1872818711274496:192.168.204.140@tcp:400:kworker.0 00000100:00000001:0.0:1786072169.844784:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072169.844787:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786072169.844790:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff936d06346a00 x1872818711274496/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072254 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072169.844796:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786072169.844798:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786072169.844802:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff936d29f6f600. 02000000:00000001:0.0:1786072169.844806:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786072169.844808:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786072169.844810:0:2419:0:(genops.c:1244:class_import_put()) import ffff936d16184800 refcount=3 obd=lustre-MDT0001-mdc-ffff936d3976a000 00000020:00000001:0.0:1786072169.844812:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786072169.844815:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff936d07180900. 02000000:00000001:0.0:1786072169.844818:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786072169.844820:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786072169.844821:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff936d06346a00. 00000100:00000001:0.0:1786072169.844825:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786072169.844826:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786072169.844829:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072169.844831:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786072169.844832:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786072169.844834:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072169.844836:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1786072169.847540:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072169.847558:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786072169.847563:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072169.847565:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786072169.847585:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072169.847592:0:2411:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me 00000400:00000200:0.0:1786072169.847600:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072169.847605:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072169.847610:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072169.847615:0:2411:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 224 into portal 10 MB=0x6a7519603a380 00000400:00000200:0.0:1786072169.847620:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072169.847627:0:2411:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.140@tcp of length 224/224 into md 0x536bd1 [1] + 224 00000800:00000001:0.0:1786072169.847634:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072169.847638:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786072169.847641:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786072169.847645:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000100:00000001:0.0:1786072169.847653:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786072169.847662:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff936d06345c00 x1872818711274368/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072254 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786072169.847674:0:2411:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff936d06345c00 x1872818711274368/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072254 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072169.847682:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786072169.847691:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072169.847693:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786072169.847695:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072169.847697:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786072169.847700:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072169.847703:0:2411:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me 00000400:00000200:0.0:1786072169.847707:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072169.847709:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072169.847712:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072169.847715:0:2411:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 224 into portal 25 MB=0x6a7519603a300 00000400:00000200:0.0:1786072169.847718:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072169.847722:0:2411:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.140@tcp of length 224/224 into md 0x536bd9 [1] + 224 00000800:00000001:0.0:1786072169.847725:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072169.847737:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786072169.847739:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786072169.847743:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000100:00000001:0.0:1786072169.847746:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786072169.847751:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff936d06346d80 x1872818711274240/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072185 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786072169.847759:0:2411:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff936d06346d80 x1872818711274240/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072185 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072169.847775:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786072169.847779:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072169.847782:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786072169.847796:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786072169.847800:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1786072169.847806:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786072169.847808:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786072169.847810:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff936d39273630. 00000400:00000200:0.0:1786072169.847814:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d39ba2d48 00000400:00000010:0.0:1786072169.847817:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d39ba2d48. 00000100:00000001:0.0:1786072169.847820:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786072169.847824:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff936d06346d80 x1872818711274240/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072185 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786072169.847833:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff936d06346d80 x1872818711274240/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072185 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072169.847839:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786072169.847841:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786072169.847844:0:2419:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1786072169.847847:0:2419:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1786072169.847850:0:2419:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1786072169.847852:0:2419:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786072169.847855:0:2419:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1786072169.847862:0:2419:0:(import.c:2149:obd_at_measure()) add 5 to ffff936d16267460 time=102 v=5 (5 5 5 5) 00000100:00001000:0.0:1786072169.847865:0:2419:0:(import.c:2149:obd_at_measure()) add 1 to ffff936d16267418 time=39 v=5 (1 1 1 0) 00000100:00000001:0.0:1786072169.847868:0:2419:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1786072169.847870:0:2419:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072169.847879:0:2419:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1786072169.847882:0:2419:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072169.847885:0:2419:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072169.847890:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff936d06346d80 x1872818711274240/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072185 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072169.847897:0:2419:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786072169.847899:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786072169.847901:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786072169.847905:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff936d06346d80 x1872818711274240/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072185 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786072169.847913:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff936d06346d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9500c81f-e128-413b-a15c-d036a6184eaf:2419:1872818711274240:192.168.204.140@tcp:400:kworker.0 00000100:00000001:0.0:1786072169.847918:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786072169.847921:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786072169.847925:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff936d06346d80 x1872818711274240/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072185 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072169.847931:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786072169.847933:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786072169.847937:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff936d29f6fc00. 02000000:00000001:0.0:1786072169.847941:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786072169.847943:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786072169.847945:0:2419:0:(genops.c:1244:class_import_put()) import ffff936d16267000 refcount=3 obd=MGC192.168.204.140@tcp 00000020:00000001:0.0:1786072169.847947:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786072169.847950:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff936d07180600. 02000000:00000001:0.0:1786072169.847953:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786072169.847955:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786072169.847957:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff936d06346d80. 00000100:00000001:0.0:1786072169.847961:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786072169.847962:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786072169.847964:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786072169.847972:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786072169.847974:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072169.847976:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786072169.847979:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1786072169.848183:0:2418:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786072169.848187:0:2418:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786072169.848189:0:2418:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff936d0a95cec8. 00000400:00000200:1.0:1786072169.848193:0:2418:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d0121c7f8 00000400:00000010:1.0:1786072169.848194:0:2418:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d0121c7f8. 00000100:00000001:1.0:1786072169.848197:0:2418:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786072169.848203:0:2418:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff936d06346300 x1872818711274624/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072224 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786072169.848212:0:2418:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff936d06346300 x1872818711274624/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072224 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072169.848218:0:2418:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786072169.848219:0:2418:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786072169.848221:0:2418:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1786072169.848223:0:2418:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1786072169.848224:0:2418:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1786072169.848225:0:2418:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786072169.848227:0:2418:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1786072169.848234:0:2418:0:(import.c:2149:obd_at_measure()) add 36 to ffff936d16262c60 time=102 v=36 (36 36 5 5) 00000100:00001000:1.0:1786072169.848237:0:2418:0:(import.c:2149:obd_at_measure()) add 1 to ffff936d16262c18 time=150 v=5 (1 1 1 1) 00000100:00000001:1.0:1786072169.848239:0:2418:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1786072169.848241:0:2418:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786072169.848243:0:2418:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1786072169.848245:0:2418:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072169.848248:0:2418:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1786072169.848250:0:2418:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff936d3976a000: skip recheck: last_committed 38654726226 00000100:00000001:1.0:1786072169.848252:0:2418:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1786072169.848253:0:2418:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786072169.848257:0:2418:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff936d06346300 x1872818711274624/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072224 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072169.848263:0:2418:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786072169.848265:0:2418:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786072169.848273:0:2418:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786072169.848277:0:2418:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff936d06346300 x1872818711274624/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072224 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786072169.848284:0:2418:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff936d06346300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:80aa5924-6869-4c81-88c0-98a34e467390:2418:1872818711274624:192.168.204.140@tcp:400:kworker.0 00000100:00000001:1.0:1786072169.848288:0:2418:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072169.848290:0:2418:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786072169.848293:0:2418:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff936d06346300 x1872818711274624/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072224 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072169.848299:0:2418:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786072169.848301:0:2418:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786072169.848303:0:2418:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff936d09e38e00. 02000000:00000001:1.0:1786072169.848306:0:2418:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786072169.848307:0:2418:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786072169.848308:0:2418:0:(genops.c:1244:class_import_put()) import ffff936d16262800 refcount=3 obd=lustre-OST0000-osc-ffff936d3976a000 00000020:00000001:1.0:1786072169.848310:0:2418:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786072169.848311:0:2418:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff936d07180300. 02000000:00000001:1.0:1786072169.848314:0:2418:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786072169.848315:0:2418:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786072169.848316:0:2418:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff936d06346300. 00000100:00000001:1.0:1786072169.848319:0:2418:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786072169.848320:0:2418:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786072169.848323:0:2418:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072169.848324:0:2418:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786072169.848325:0:2418:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1786072169.848328:0:2418:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786072169.848329:0:2418:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786072169.848331:0:2418:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff936d0a95c058. 00000400:00000200:1.0:1786072169.848332:0:2418:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d0121cee0 00000400:00000010:1.0:1786072169.848334:0:2418:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d0121cee0. 00000100:00000001:1.0:1786072169.848336:0:2418:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786072169.848339:0:2418:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff936d06345c00 x1872818711274368/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072254 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786072169.848347:0:2418:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff936d06345c00 x1872818711274368/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072254 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072169.848361:0:2418:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786072169.848362:0:2418:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786072169.848364:0:2418:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1786072169.848365:0:2418:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1786072169.848367:0:2418:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1786072169.848368:0:2418:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786072169.848370:0:2418:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1786072169.848402:0:2418:0:(import.c:2149:obd_at_measure()) add 60 to ffff936d16266c60 time=102 v=60 (60 60 60 60) 00000100:00001000:1.0:1786072169.848406:0:2418:0:(import.c:2149:obd_at_measure()) add 1 to ffff936d16266c18 time=39 v=5 (1 1 1 0) 00000100:00000001:1.0:1786072169.848409:0:2418:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1786072169.848410:0:2418:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786072169.848412:0:2418:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1786072169.848414:0:2418:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072169.848416:0:2418:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1786072169.848417:0:2418:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff936d3976a000: skip recheck: last_committed 30064771465 00000100:00000001:1.0:1786072169.848420:0:2418:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1786072169.848421:0:2418:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786072169.848425:0:2418:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff936d06345c00 x1872818711274368/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072254 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072169.848431:0:2418:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786072169.848433:0:2418:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786072169.848434:0:2418:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786072169.848437:0:2418:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff936d06345c00 x1872818711274368/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072254 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786072169.848443:0:2418:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff936d06345c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:80aa5924-6869-4c81-88c0-98a34e467390:2418:1872818711274368:192.168.204.140@tcp:400:kworker.0 00000100:00000001:1.0:1786072169.848448:0:2418:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786072169.848450:0:2418:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786072169.848453:0:2418:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff936d06345c00 x1872818711274368/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072254 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072169.848459:0:2418:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786072169.848465:0:2418:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786072169.848467:0:2418:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff936d09e39000. 02000000:00000001:1.0:1786072169.848469:0:2418:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786072169.848470:0:2418:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786072169.848471:0:2418:0:(genops.c:1244:class_import_put()) import ffff936d16266800 refcount=5 obd=lustre-MDT0000-mdc-ffff936d3976a000 00000020:00000001:1.0:1786072169.848474:0:2418:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786072169.848475:0:2418:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff936d07180000. 02000000:00000001:1.0:1786072169.848477:0:2418:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786072169.848478:0:2418:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786072169.848479:0:2418:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff936d06345c00. 00000100:00000001:1.0:1786072169.848482:0:2418:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786072169.848483:0:2418:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786072169.848485:0:2418:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786072169.848488:0:2418:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786072169.848489:0:2418:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072169.848491:0:2418:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786072169.848492:0:2418:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072169.896987:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072169.896994:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072169.896999:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072169.897000:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786072169.897090:0:239616:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786072169.897094:0:239616:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786072169.897097:0:239616:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786072170.922270:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072170.922278:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072170.922285:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072170.922286:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786072170.922313:0:245326:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786072170.922316:0:245326:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786072170.922319:0:245326:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786072171.944493:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072171.944501:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072171.944507:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072171.944508:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786072171.944860:0:233679:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786072171.944863:0:233679:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786072171.944866:0:233679:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786072172.976480:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072172.976488:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072172.976495:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072172.976496:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786072172.977012:0:245327:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786072172.977017:0:245327:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786072172.977020:0:245327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1786072173.672517:0:247146:0:(connection.c:75:cpu_latency_work()) work item of ffff936d05017910 (cpu 1) has reached its deadline 4307967221, at 4307967232 00000100:00000010:1.0:1786072173.672533:0:247146:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff936d3d81b480. 00000100:00000040:0.0:1786072173.672833:0:273755:0:(connection.c:75:cpu_latency_work()) work item of ffff936d05017800 (cpu 0) has reached its deadline 4307967221, at 4307967232 00000100:00000010:0.0:1786072173.672840:0:273755:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff936d3d81b9c0. 00010000:00000001:0.0:1786072173.992548:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072173.992556:0:273755:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786072173.992559:0:273755:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786072173.992566:0:273755:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072173.992570:0:273755:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786072173.992572:0:273755:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072173.992574:0:273755:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072173.992576:0:273755:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072173.992580:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072173.992582:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786072173.992773:0:233680:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786072173.992777:0:233680:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786072173.992780:0:233680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1786072174.952772:0:274015:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9500c81f-e128-413b-a15c-d036a6184eaf->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786072174.952784:0:274015:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1786072174.952796:0:274015:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff936d2a2ce680. 00000020:00000040:0.0:1786072174.952802:0:274015:0:(genops.c:1231:class_import_get()) import ffff936d16267000 refcount=4 obd=MGC192.168.204.140@tcp 00000100:00000001:0.0:1786072174.952806:0:274015:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786072174.952836:0:274015:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786072174.952842:0:274015:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786072174.952852:0:274015:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff936c01382c00. 00000100:00000001:0.0:1786072174.952858:0:274015:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072174.952870:0:274015:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9500c81f-e128-413b-a15c-d036a6184eaf->MGS req@ffff936d2a2ce680 x1872818711274752/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786072174.952881:0:274015:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786072174.952887:0:274015:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072174.952892:0:274015:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0301208] to pc [ptlrpcd_00_01+1] req@ffff936d2a2ce680 x1872818711274752/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072174.952927:0:274015:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072174.952929:0:274015:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80aa5924-6869-4c81-88c0-98a34e467390->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786072174.952933:0:274015:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1786072174.952936:0:274015:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff936d2a2cf800. 00000020:00000040:0.0:1786072174.952938:0:274015:0:(genops.c:1231:class_import_get()) import ffff936d16266800 refcount=6 obd=lustre-MDT0000-mdc-ffff936d3976a000 00000100:00000001:0.0:1786072174.952940:0:274015:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786072174.952942:0:274015:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786072174.952943:0:274015:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786072174.952947:0:274015:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff936c01382e00. 00000100:00000001:0.0:1786072174.952950:0:274015:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072174.952954:0:274015:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 80aa5924-6869-4c81-88c0-98a34e467390->lustre-MDT0000_UUID req@ffff936d2a2cf800 x1872818711274880/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786072174.952961:0:274015:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786072174.952963:0:274015:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072174.952966:0:274015:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000404a5f4c] to pc [ptlrpcd_00_00+0] req@ffff936d2a2cf800 x1872818711274880/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072174.952974:0:274015:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072174.952976:0:274015:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80aa5924-6869-4c81-88c0-98a34e467390->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786072174.952979:0:274015:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1786072174.952982:0:274015:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff936d2a2ced80. 00000020:00000040:0.0:1786072174.952990:0:274015:0:(genops.c:1231:class_import_get()) import ffff936d16184800 refcount=4 obd=lustre-MDT0001-mdc-ffff936d3976a000 00000100:00000001:0.0:1786072174.952992:0:274015:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786072174.952993:0:274015:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786072174.952995:0:274015:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786072174.952999:0:274015:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff936c01382900. 00000100:00000001:0.0:1786072174.953002:0:274015:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072174.953006:0:274015:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 80aa5924-6869-4c81-88c0-98a34e467390->lustre-MDT0001_UUID req@ffff936d2a2ced80 x1872818711275008/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786072174.953013:0:274015:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786072174.953015:0:274015:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072174.953019:0:274015:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000420c3d28] to pc [ptlrpcd_00_01+1] req@ffff936d2a2ced80 x1872818711275008/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072174.953027:0:274015:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072174.953029:0:274015:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80aa5924-6869-4c81-88c0-98a34e467390->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786072174.953032:0:274015:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1786072174.953039:0:274015:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff936d2a2cdf80. 00000020:00000040:0.0:1786072174.953042:0:274015:0:(genops.c:1231:class_import_get()) import ffff936d16262800 refcount=4 obd=lustre-OST0000-osc-ffff936d3976a000 00000100:00000001:0.0:1786072174.953043:0:274015:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786072174.953045:0:274015:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786072174.953046:0:274015:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786072174.953050:0:274015:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff936c01382500. 00000100:00000001:0.0:1786072174.953052:0:274015:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072174.953056:0:274015:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 80aa5924-6869-4c81-88c0-98a34e467390->lustre-OST0000_UUID req@ffff936d2a2cdf80 x1872818711275136/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786072174.953063:0:274015:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786072174.953065:0:274015:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072174.953067:0:274015:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002bad4e56] to pc [ptlrpcd_00_00+0] req@ffff936d2a2cdf80 x1872818711275136/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072174.953074:0:274015:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072174.953077:0:274015:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80aa5924-6869-4c81-88c0-98a34e467390->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1786072174.953086:0:274015:0:(pinger.c:247:ptlrpc_pinger_process_import()) 80aa5924-6869-4c81-88c0-98a34e467390->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1786072174.953091:0:274015:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13306) 00000100:00000001:1.0:1786072174.955692:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786072174.955701:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786072174.955703:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786072174.955716:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff936d2a2ce680 x1872818711274752/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072174.955728:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786072174.955730:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786072174.955735:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786072174.955738:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786072174.955740:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786072174.955743:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff936d2a2ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9500c81f-e128-413b-a15c-d036a6184eaf:2419:1872818711274752:192.168.204.140@tcp:400:kworker.0 00000100:00000001:1.0:1786072174.955765:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786072174.955771:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786072174.955773:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786072174.955775:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786072174.955780:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff936d09e38000. 02000000:00000001:1.0:1786072174.955783:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786072174.955789:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000010:1.0:1786072174.955793:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff936d0a95c058. 00000400:00000010:1.0:1786072174.955801:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d0121cee0. 00000100:00000200:1.0:1786072174.955808:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872818711274752, portal 25 00000100:00000001:1.0:1786072174.955811:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786072174.955812:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446624695801144960 : -119377908406656 : ffff936d2a2ce680) 00000100:00000040:1.0:1786072174.955818:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff936d2a2ce680 x1872818711274752/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072190 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072174.955825:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786072174.955827:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp 00000400:00000010:1.0:1786072174.955830:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d0121c7f8. 00000100:00000200:1.0:1786072174.955833:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1872818711274752, offset 0 00000400:00000200:1.0:1786072174.955839:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp 00000400:00000200:1.0:1786072174.955847:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072174.955855:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.140@tcp local destination 00000400:00000200:1.0:1786072174.955861:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786072174.955865:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp 00000400:00000200:1.0:1786072174.955868:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786072174.955871:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp 00000400:00000200:1.0:1786072174.955874:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [543793:543793:256:4294967295] 192.168.204.140@tcp LPNI seq info [543733:543733:8:4294967295] 00000400:00000200:1.0:1786072174.955879:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072174.955888:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) : PUT try# 0 00000800:00000200:1.0:1786072174.955894:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.140@tcp 00000800:00000010:1.0:1786072174.955900:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff936d07180000. 00000800:00000200:1.0:1786072174.955906:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff936d0afbc180] -> 12345-192.168.204.140@tcp (5) 00000800:00000200:1.0:1786072174.955919:0:2419:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988 00000800:00000200:1.0:1786072174.955924:0:2419:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff936d07180000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1786072174.955999:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786072174.956015:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000100:00000001:1.0:1786072174.956018:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4307972343 00000100:00000010:1.0:1786072174.956023:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff936d057d9c00. 00000100:00000001:1.0:1786072174.956029:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1786072174.956036:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4307972343 00000100:00000010:1.0:1786072174.956039:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff936d057d97e0. 00000100:00000001:1.0:1786072174.956042:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1786072174.956045:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786072174.956048:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072174.956051:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786072174.956058:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff936d2a2ced80 x1872818711275008/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072174.956065:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786072174.956067:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786072174.956069:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786072174.956071:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786072174.956073:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786072174.956075:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff936d2a2ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:80aa5924-6869-4c81-88c0-98a34e467390:2419:1872818711275008:192.168.204.140@tcp:400:kworker.0 00000100:00000001:1.0:1786072174.956079:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786072174.956082:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786072174.956084:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786072174.956085:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786072174.956088:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff936d09e38c00. 02000000:00000001:1.0:1786072174.956090:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786072174.956093:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000010:1.0:1786072174.956095:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff936d0a95cec8. 00000400:00000010:1.0:1786072174.956099:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d0121c440. 00000100:00000200:1.0:1786072174.956102:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872818711275008, portal 10 00000100:00000001:1.0:1786072174.956104:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786072174.956110:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446624695801146752 : -119377908404864 : ffff936d2a2ced80) 00000100:00000040:1.0:1786072174.956118:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff936d2a2ced80 x1872818711275008/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072259 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072174.956124:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786072174.956126:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp 00000400:00000010:1.0:1786072174.956129:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d0121c6e8. 00000100:00000200:1.0:1786072174.956131:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872818711275008, offset 0 00000400:00000200:1.0:1786072174.956135:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp 00000400:00000200:1.0:1786072174.956139:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072174.956142:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.140@tcp local destination 00000400:00000200:1.0:1786072174.956145:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786072174.956147:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp 00000400:00000200:1.0:1786072174.956150:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786072174.956152:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp 00000400:00000200:1.0:1786072174.956155:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [543794:543794:255:4294967295] 192.168.204.140@tcp LPNI seq info [543734:543734:7:4294967295] 00000400:00000200:1.0:1786072174.956159:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072174.956165:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) : PUT try# 0 00000800:00000200:1.0:1786072174.956175:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.140@tcp 00000800:00000010:1.0:1786072174.956179:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff936d07180300. 00000800:00000200:1.0:1786072174.956183:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff936d0afbc180] -> 12345-192.168.204.140@tcp (5) 00000800:00000200:1.0:1786072174.956187:0:2419:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988 00000800:00000200:1.0:1786072174.956190:0:2419:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff936d07180300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1786072174.956193:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786072174.956197:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff936d3976a000: using a timeout of 25930 usecs (26 jiffies) 00000400:00000200:1.0:1786072174.956200:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000100:00000001:1.0:1786072174.956202:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff936d3976a000: PM QoS new deadline estimation for cpu 0 is 4307968541 00000100:00000001:1.0:1786072174.956204:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff936d3976a000: PM QoS request active for cpu 0, keep current deadline 4307972343 00000100:00000001:1.0:1786072174.956206:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff936d3976a000: PM QoS new deadline estimation for cpu 1 is 4307968541 00000100:00000001:1.0:1786072174.956208:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff936d3976a000: PM QoS request active for cpu 1, keep current deadline 4307972343 00000100:00000001:1.0:1786072174.956215:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786072174.956217:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072174.956220:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072174.956223:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786072174.956230:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786072174.956232:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1786072174.956235:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786072174.956236:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786072174.956237:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786072174.956240:0:2419:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:1.0:1786072174.956242:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786072174.956243:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786072174.956245:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786072174.956246:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786072174.956247:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786072174.956249:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786072174.956253:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff936d2a2cf800 x1872818711274880/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072174.956261:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786072174.956262:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786072174.956264:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786072174.956266:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786072174.956268:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786072174.956271:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff936d2a2cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:80aa5924-6869-4c81-88c0-98a34e467390:2419:1872818711274880:192.168.204.140@tcp:400:kworker.0 00000100:00000001:1.0:1786072174.956274:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786072174.956277:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786072174.956278:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786072174.956280:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786072174.956283:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff936d09e38e00. 02000000:00000001:1.0:1786072174.956285:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786072174.956288:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000010:1.0:1786072174.956300:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff936d0a95ce70. 00000400:00000010:1.0:1786072174.956303:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d0121c550. 00000100:00000200:1.0:1786072174.956306:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872818711274880, portal 10 00000100:00000001:1.0:1786072174.956308:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786072174.956313:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446624695801149440 : -119377908402176 : ffff936d2a2cf800) 00000100:00000040:1.0:1786072174.956319:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff936d2a2cf800 x1872818711274880/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072259 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072174.956325:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786072174.956327:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp 00000400:00000010:1.0:1786072174.956329:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d0121c660. 00000100:00000200:1.0:1786072174.956332:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872818711274880, offset 0 00000400:00000200:1.0:1786072174.956335:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp 00000400:00000200:1.0:1786072174.956339:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072174.956342:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.140@tcp local destination 00000400:00000200:1.0:1786072174.956345:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786072174.956347:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp 00000400:00000200:1.0:1786072174.956349:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786072174.956351:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp 00000400:00000200:1.0:1786072174.956354:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [543795:543795:254:4294967295] 192.168.204.140@tcp LPNI seq info [543735:543735:6:4294967295] 00000400:00000200:1.0:1786072174.956358:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072174.956363:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) : PUT try# 0 00000800:00000200:1.0:1786072174.956366:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.140@tcp 00000800:00000010:1.0:1786072174.956369:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff936d07180200. 00000800:00000200:1.0:1786072174.956373:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff936d0afbc180] -> 12345-192.168.204.140@tcp (5) 00000800:00000200:1.0:1786072174.956427:0:2419:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988 00000800:00000200:1.0:1786072174.956429:0:2419:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff936d07180200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1786072174.956432:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786072174.956435:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: using a timeout of 22733 usecs (23 jiffies) 00000400:00000200:1.0:1786072174.956438:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000100:00000001:1.0:1786072174.956440:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: PM QoS new deadline estimation for cpu 0 is 4307968539 00000100:00000001:1.0:1786072174.956442:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: PM QoS request active for cpu 0, keep current deadline 4307972343 00000100:00000001:1.0:1786072174.956444:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: PM QoS new deadline estimation for cpu 1 is 4307968539 00000100:00000001:1.0:1786072174.956446:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: PM QoS request active for cpu 1, keep current deadline 4307972343 00000100:00000001:1.0:1786072174.956454:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786072174.956456:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072174.956458:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786072174.956463:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff936d2a2cdf80 x1872818711275136/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072174.956469:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786072174.956471:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786072174.956477:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786072174.956479:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786072174.956481:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786072174.956483:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff936d2a2cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:80aa5924-6869-4c81-88c0-98a34e467390:2419:1872818711275136:192.168.204.140@tcp:400:kworker.0 00000100:00000001:1.0:1786072174.956486:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786072174.956489:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786072174.956490:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786072174.956492:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786072174.956496:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff936d09e38a00. 02000000:00000001:1.0:1786072174.956497:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786072174.956501:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000010:1.0:1786072174.956503:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff936d0a95c4d0. 00000400:00000010:1.0:1786072174.956507:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d0121c2a8. 00000100:00000200:1.0:1786072174.956510:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872818711275136, portal 4 00000100:00000001:1.0:1786072174.956512:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786072174.956513:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446624695801143168 : -119377908408448 : ffff936d2a2cdf80) 00000100:00000040:1.0:1786072174.956519:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff936d2a2cdf80 x1872818711275136/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072174.956525:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786072174.956527:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp 00000400:00000010:1.0:1786072174.956529:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d0121cf68. 00000100:00000200:1.0:1786072174.956531:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1872818711275136, offset 0 00000400:00000200:1.0:1786072174.956535:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp 00000400:00000200:1.0:1786072174.956539:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072174.956541:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.140@tcp local destination 00000400:00000200:1.0:1786072174.956550:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786072174.956553:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp 00000400:00000200:1.0:1786072174.956555:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786072174.956557:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp 00000400:00000200:1.0:1786072174.956560:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [543796:543796:253:4294967295] 192.168.204.140@tcp LPNI seq info [543736:543736:5:4294967295] 00000400:00000200:1.0:1786072174.956564:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072174.956569:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) : PUT try# 0 00000800:00000200:1.0:1786072174.956574:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.140@tcp 00000800:00000010:1.0:1786072174.956577:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff936d07180f00. 00000800:00000200:1.0:1786072174.956581:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff936d0afbc180] -> 12345-192.168.204.140@tcp (5) 00000800:00000200:1.0:1786072174.956584:0:2419:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988 00000800:00000200:1.0:1786072174.956587:0:2419:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff936d07180f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1786072174.956589:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786072174.956592:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff936d3976a000: using a timeout of 155540 usecs (156 jiffies) 00000400:00000200:1.0:1786072174.956595:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000100:00000001:1.0:1786072174.956597:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff936d3976a000: PM QoS new deadline estimation for cpu 0 is 4307968672 00000100:00000001:1.0:1786072174.956599:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff936d3976a000: PM QoS request active for cpu 0, keep current deadline 4307972343 00000100:00000001:1.0:1786072174.956601:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff936d3976a000: PM QoS new deadline estimation for cpu 1 is 4307968672 00000100:00000001:1.0:1786072174.956603:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff936d3976a000: PM QoS request active for cpu 1, keep current deadline 4307972343 00000100:00000001:1.0:1786072174.956604:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786072174.956606:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072174.956608:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072174.956610:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072174.956625:0:2418:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786072174.956627:0:2418:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1786072174.957965:0:2410:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786072174.957972:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff936d07180000. 00000400:00000200:0.0:1786072174.957980:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786072174.957988:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000400:00000200:0.0:1786072174.957994:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d0121c7f8 00000400:00000010:0.0:1786072174.957996:0:2410:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d0121c7f8. 00000100:00000001:0.0:1786072174.958002:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786072174.958009:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff936d2a2ce680 x1872818711274752/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072190 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072174.958021:0:2410:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786072174.958025:0:2410:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff936d2a2ce680 x1872818711274752/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072190 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072174.958032:0:2410:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072174.958033:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1786072174.958045:0:2410:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786072174.958047:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff936d07180300. 00000400:00000200:0.0:1786072174.958050:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786072174.958053:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000400:00000200:0.0:1786072174.958055:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d0121c6e8 00000400:00000010:0.0:1786072174.958057:0:2410:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d0121c6e8. 00000100:00000001:0.0:1786072174.958059:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786072174.958062:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff936d2a2ced80 x1872818711275008/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072259 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072174.958069:0:2410:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786072174.958072:0:2410:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff936d2a2ced80 x1872818711275008/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072259 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072174.958078:0:2410:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072174.958079:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1786072174.958086:0:2410:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786072174.958101:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff936d07180200. 00000400:00000200:0.0:1786072174.958104:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786072174.958107:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000400:00000200:0.0:1786072174.958110:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d0121c660 00000400:00000010:0.0:1786072174.958111:0:2410:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d0121c660. 00000100:00000001:0.0:1786072174.958113:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786072174.958117:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff936d2a2cf800 x1872818711274880/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072259 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072174.958123:0:2410:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786072174.958126:0:2410:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff936d2a2cf800 x1872818711274880/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072259 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072174.958132:0:2410:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072174.958133:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1786072174.958201:0:2410:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786072174.958204:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff936d07180f00. 00000400:00000200:0.0:1786072174.958208:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786072174.958212:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000400:00000200:0.0:1786072174.958214:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d0121cf68 00000400:00000010:0.0:1786072174.958216:0:2410:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d0121cf68. 00000100:00000001:0.0:1786072174.958219:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786072174.958223:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff936d2a2cdf80 x1872818711275136/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072174.958230:0:2410:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786072174.958232:0:2410:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff936d2a2cdf80 x1872818711275136/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072229 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072174.958238:0:2410:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072174.958239:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1786072174.970530:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072174.970552:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786072174.970557:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072174.970559:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786072174.970569:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072174.970576:0:2411:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me 00000400:00000200:0.0:1786072174.970602:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072174.970606:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072174.970611:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072174.970615:0:2411:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 224 into portal 25 MB=0x6a7519603a500 00000400:00000200:0.0:1786072174.970620:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072174.970626:0:2411:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.140@tcp of length 224/224 into md 0x536c11 [1] + 224 00000800:00000001:0.0:1786072174.970633:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072174.970644:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786072174.970648:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786072174.970652:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000100:00000001:0.0:1786072174.970659:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786072174.970668:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff936d2a2ce680 x1872818711274752/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072190 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786072174.970679:0:2411:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff936d2a2ce680 x1872818711274752/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072190 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072174.971728:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786072174.971734:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786072174.971780:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786072174.971795:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072174.971801:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786072174.973081:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072174.973095:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786072174.973098:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072174.973100:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786072174.973110:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072174.973117:0:2410:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me 00000400:00000200:0.0:1786072174.973125:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072174.973130:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072174.973135:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072174.973139:0:2410:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 224 into portal 10 MB=0x6a7519603a600 00000400:00000200:0.0:1786072174.973144:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072174.973150:0:2410:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.140@tcp of length 224/224 into md 0x536c21 [1] + 224 00000800:00000001:0.0:1786072174.973156:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072174.973173:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786072174.973177:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786072174.973182:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000100:00000001:0.0:1786072174.973188:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786072174.973197:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff936d2a2ced80 x1872818711275008/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072259 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786072174.973208:0:2410:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff936d2a2ced80 x1872818711275008/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072259 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072174.973216:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786072174.973224:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072174.973228:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786072174.973230:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072174.973232:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786072174.973235:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072174.973239:0:2410:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me 00000400:00000200:0.0:1786072174.973243:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072174.973245:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072174.973248:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072174.973251:0:2410:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 224 into portal 10 MB=0x6a7519603a580 00000400:00000200:0.0:1786072174.973254:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072174.973258:0:2410:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.140@tcp of length 224/224 into md 0x536c31 [1] + 224 00000800:00000001:0.0:1786072174.973261:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072174.973264:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786072174.973266:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786072174.973269:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000100:00000001:0.0:1786072174.973272:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786072174.973276:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff936d2a2cf800 x1872818711274880/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072259 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786072174.973284:0:2410:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff936d2a2cf800 x1872818711274880/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072259 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072174.973303:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786072174.973314:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072174.973318:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786072174.973320:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072174.973322:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786072174.973325:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072174.973328:0:2410:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me 00000400:00000200:0.0:1786072174.973920:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072174.973934:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072174.973938:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072174.973941:0:2410:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 224 into portal 4 MB=0x6a7519603a680 00000400:00000200:0.0:1786072174.973945:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072174.973949:0:2410:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.140@tcp of length 224/224 into md 0x536c41 [1] + 224 00000800:00000001:0.0:1786072174.973955:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072174.973964:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786072174.973967:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786072174.973970:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000100:00000001:0.0:1786072174.973974:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786072174.973979:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff936d2a2cdf80 x1872818711275136/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072229 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786072174.973987:0:2410:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff936d2a2cdf80 x1872818711275136/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072229 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072174.973993:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786072174.973998:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072174.974001:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1786072174.975127:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786072174.975132:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786072174.975136:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff936d0a95c058. 00000400:00000200:1.0:1786072174.975144:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d0121cee0 00000400:00000010:1.0:1786072174.975162:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d0121cee0. 00000100:00000001:1.0:1786072174.975167:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786072174.975174:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff936d2a2ce680 x1872818711274752/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072190 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786072174.975182:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff936d2a2ce680 x1872818711274752/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072190 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072174.975189:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786072174.975192:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786072174.975194:0:2419:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1786072174.975197:0:2419:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1786072174.975200:0:2419:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1786072174.975202:0:2419:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786072174.975205:0:2419:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1786072174.975212:0:2419:0:(import.c:2149:obd_at_measure()) add 5 to ffff936d16267460 time=107 v=5 (5 5 5 5) 00000100:00001000:1.0:1786072174.975216:0:2419:0:(import.c:2149:obd_at_measure()) add 1 to ffff936d16267418 time=44 v=5 (1 1 1 0) 00000100:00000001:1.0:1786072174.975219:0:2419:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1786072174.975220:0:2419:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786072174.975223:0:2419:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1786072174.975225:0:2419:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072174.975228:0:2419:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786072174.975233:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff936d2a2ce680 x1872818711274752/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072190 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072174.975239:0:2419:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786072174.975243:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786072174.975245:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786072174.975248:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff936d2a2ce680 x1872818711274752/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072190 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786072174.975256:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff936d2a2ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9500c81f-e128-413b-a15c-d036a6184eaf:2419:1872818711274752:192.168.204.140@tcp:400:kworker.0 00000400:00000001:1.0:1786072174.975264:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786072174.975265:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786072174.975267:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff936d0a95cec8. 00000400:00000200:1.0:1786072174.975270:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d0121c440 00000400:00000010:1.0:1786072174.975278:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d0121c440. 00000100:00000001:1.0:1786072174.975281:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786072174.975285:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff936d2a2ced80 x1872818711275008/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072259 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786072174.975305:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff936d2a2ced80 x1872818711275008/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072259 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072174.975312:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786072174.975314:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786072174.975316:0:2419:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1786072174.975317:0:2419:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1786072174.975319:0:2419:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1786072174.975320:0:2419:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786072174.975322:0:2419:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1786072174.975653:0:2419:0:(import.c:2149:obd_at_measure()) add 60 to ffff936d16184c60 time=107 v=60 (60 60 60 60) 00000100:00001000:1.0:1786072174.975657:0:2419:0:(import.c:2149:obd_at_measure()) add 1 to ffff936d16184c18 time=21 v=5 (1 1 1 0) 00000100:00000001:1.0:1786072174.975659:0:2419:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1786072174.975660:0:2419:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786072174.975662:0:2419:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1786072174.975666:0:2419:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff936d2a2ced80 x1872818711275008/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072259 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1786072174.975673:0:2419:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072174.975676:0:2419:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1786072174.975679:0:2419:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff936d3976a000: skip recheck: last_committed 21474836545 00000100:00000001:1.0:1786072174.975681:0:2419:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1786072174.975682:0:2419:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786072174.975685:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff936d2a2ced80 x1872818711275008/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072259 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072174.975692:0:2419:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786072174.975694:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786072174.975695:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786072174.975698:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff936d2a2ced80 x1872818711275008/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072259 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786072174.975719:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff936d2a2ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:80aa5924-6869-4c81-88c0-98a34e467390:2419:1872818711275008:192.168.204.140@tcp:400:kworker.0 00000100:00000001:1.0:1786072174.975723:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072174.975726:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786072174.975730:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff936d2a2ce680 x1872818711274752/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072190 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072174.975736:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786072174.975739:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786072174.975742:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff936d09e38000. 02000000:00000001:1.0:1786072174.975745:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786072174.975747:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786072174.975749:0:2419:0:(genops.c:1244:class_import_put()) import ffff936d16267000 refcount=3 obd=MGC192.168.204.140@tcp 00000020:00000001:1.0:1786072174.975751:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786072174.975753:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff936c01382c00. 02000000:00000001:1.0:1786072174.975758:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786072174.975759:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786072174.975761:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff936d2a2ce680. 00000100:00000001:1.0:1786072174.975765:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786072174.975766:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786072174.975768:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786072174.975771:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff936d2a2ced80 x1872818711275008/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072259 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072174.975776:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786072174.975778:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786072174.975779:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff936d09e38c00. 02000000:00000001:1.0:1786072174.975781:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786072174.975782:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786072174.975784:0:2419:0:(genops.c:1244:class_import_put()) import ffff936d16184800 refcount=3 obd=lustre-MDT0001-mdc-ffff936d3976a000 00000020:00000001:1.0:1786072174.975785:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786072174.975787:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff936c01382900. 02000000:00000001:1.0:1786072174.975788:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786072174.975789:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786072174.975791:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff936d2a2ced80. 00000100:00000001:1.0:1786072174.975793:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786072174.975799:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786072174.975803:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072174.975805:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786072174.975808:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1786072174.976353:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786072174.976358:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786072174.976361:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff936d0a95ce70. 00000400:00000200:1.0:1786072174.976365:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d0121c550 00000400:00000010:1.0:1786072174.976367:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d0121c550. 00000100:00000001:1.0:1786072174.976371:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786072174.976525:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff936d2a2cf800 x1872818711274880/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072259 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786072174.976537:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff936d2a2cf800 x1872818711274880/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072259 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072174.976545:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786072174.976547:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786072174.976549:0:2419:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1786072174.976551:0:2419:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1786072174.976553:0:2419:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1786072174.976555:0:2419:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786072174.976557:0:2419:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1786072174.976563:0:2419:0:(import.c:2149:obd_at_measure()) add 60 to ffff936d16266c60 time=107 v=60 (60 60 60 60) 00000100:00001000:1.0:1786072174.976565:0:2419:0:(import.c:2149:obd_at_measure()) add 1 to ffff936d16266c18 time=44 v=5 (1 1 1 0) 00000100:00000001:1.0:1786072174.976567:0:2419:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1786072174.976569:0:2419:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786072174.976571:0:2419:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1786072174.976573:0:2419:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072174.976576:0:2419:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1786072174.976577:0:2419:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff936d3976a000: skip recheck: last_committed 30064771465 00000100:00000001:1.0:1786072174.976579:0:2419:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1786072174.976581:0:2419:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786072174.976585:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff936d2a2cf800 x1872818711274880/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072259 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072174.976592:0:2419:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786072174.976593:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786072174.976604:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786072174.976608:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff936d2a2cf800 x1872818711274880/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072259 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786072174.976615:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff936d2a2cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:80aa5924-6869-4c81-88c0-98a34e467390:2419:1872818711274880:192.168.204.140@tcp:400:kworker.0 00000400:00000001:1.0:1786072174.976622:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786072174.976623:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786072174.976625:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff936d0a95c4d0. 00000400:00000200:1.0:1786072174.976628:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d0121c2a8 00000400:00000010:1.0:1786072174.976629:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d0121c2a8. 00000100:00000001:1.0:1786072174.976632:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786072174.976636:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff936d2a2cdf80 x1872818711275136/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072229 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786072174.976644:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff936d2a2cdf80 x1872818711275136/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072229 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072174.976650:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786072174.976651:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786072174.976653:0:2419:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1786072174.976654:0:2419:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1786072174.976655:0:2419:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1786072174.976657:0:2419:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786072174.976659:0:2419:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1786072174.976664:0:2419:0:(import.c:2149:obd_at_measure()) add 36 to ffff936d16262c60 time=107 v=36 (36 36 5 5) 00000100:00001000:1.0:1786072174.976667:0:2419:0:(import.c:2149:obd_at_measure()) add 1 to ffff936d16262c18 time=5 v=5 (1 1 1 1) 00000100:00000001:1.0:1786072174.976669:0:2419:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1786072174.976670:0:2419:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786072174.976672:0:2419:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1786072174.976674:0:2419:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072174.976676:0:2419:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1786072174.976677:0:2419:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff936d3976a000: skip recheck: last_committed 38654726226 00000100:00000001:1.0:1786072174.976679:0:2419:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1786072174.976680:0:2419:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786072174.976684:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff936d2a2cdf80 x1872818711275136/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072229 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072174.976702:0:2419:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786072174.976704:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786072174.976705:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786072174.976709:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff936d2a2cdf80 x1872818711275136/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072229 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786072174.976716:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff936d2a2cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:80aa5924-6869-4c81-88c0-98a34e467390:2419:1872818711275136:192.168.204.140@tcp:400:kworker.0 00000100:00000001:1.0:1786072174.976719:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786072174.976721:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786072174.976724:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff936d2a2cf800 x1872818711274880/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072259 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072174.976730:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786072174.976732:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786072174.976734:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff936d09e38e00. 02000000:00000001:1.0:1786072174.976737:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786072174.976738:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786072174.976740:0:2419:0:(genops.c:1244:class_import_put()) import ffff936d16266800 refcount=5 obd=lustre-MDT0000-mdc-ffff936d3976a000 00000020:00000001:1.0:1786072174.976742:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786072174.976744:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff936c01382e00. 02000000:00000001:1.0:1786072174.976747:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786072174.976748:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786072174.976750:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff936d2a2cf800. 00000100:00000001:1.0:1786072174.976752:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786072174.976754:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786072174.976755:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786072174.976758:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff936d2a2cdf80 x1872818711275136/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072229 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072174.976764:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786072174.976765:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786072174.976767:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff936d09e38a00. 02000000:00000001:1.0:1786072174.976768:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786072174.976770:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786072174.976776:0:2419:0:(genops.c:1244:class_import_put()) import ffff936d16262800 refcount=3 obd=lustre-OST0000-osc-ffff936d3976a000 00000020:00000001:1.0:1786072174.976778:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786072174.976780:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff936c01382500. 02000000:00000001:1.0:1786072174.976782:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786072174.976783:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786072174.976785:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff936d2a2cdf80. 00000100:00000001:1.0:1786072174.976788:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786072174.976789:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786072174.976791:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786072174.976799:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786072174.976800:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072174.976802:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786072174.976804:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072175.016619:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072175.016626:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072175.016643:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072175.016644:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786072175.017347:0:239616:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786072175.017351:0:239616:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786072175.017355:0:239616:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786072176.040560:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072176.040568:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072176.040574:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072176.040575:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786072176.040613:0:245326:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786072176.040632:0:245326:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786072176.040636:0:245326:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786072177.064876:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072177.064884:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072177.064890:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072177.064891:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786072177.065033:0:233679:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786072177.065037:0:233679:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786072177.065040:0:233679:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786072178.088640:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072178.088648:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072178.088654:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072178.088657:0:273755:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786072178.088659:0:273755:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786072178.088665:0:273755:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1786072178.088668:0:273755:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1786072178.088669:0:273755:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072178.088672:0:273755:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786072178.088675:0:273755:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072178.088676:0:273755:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072178.088679:0:273755:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786072178.088902:0:245327:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786072178.088906:0:245327:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786072178.088908:0:245327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1786072178.792512:0:247146:0:(connection.c:75:cpu_latency_work()) work item of ffff936d05017910 (cpu 1) has reached its deadline 4307972343, at 4307972352 00000100:00000040:0.0:1786072178.792512:0:273755:0:(connection.c:75:cpu_latency_work()) work item of ffff936d05017800 (cpu 0) has reached its deadline 4307972343, at 4307972352 00000100:00000010:1.0:1786072178.792530:0:247146:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff936d057d97e0. 00000100:00000010:0.0:1786072178.792535:0:273755:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff936d057d9c00. 00010000:00000001:0.0:1786072179.112498:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072179.112505:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072179.112511:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072179.112513:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786072179.112601:0:233680:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786072179.112605:0:233680:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786072179.112608:0:233680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1786072180.072612:0:230283:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9500c81f-e128-413b-a15c-d036a6184eaf->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786072180.072622:0:230283:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1786072180.072633:0:230283:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff936d06438700. 00000020:00000040:2.0:1786072180.072638:0:230283:0:(genops.c:1231:class_import_get()) import ffff936d16267000 refcount=4 obd=MGC192.168.204.140@tcp 00000100:00000001:2.0:1786072180.072643:0:230283:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786072180.072646:0:230283:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786072180.072651:0:230283:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786072180.072676:0:230283:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff936d0665a900. 00000100:00000001:2.0:1786072180.072683:0:230283:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786072180.072695:0:230283:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9500c81f-e128-413b-a15c-d036a6184eaf->MGS req@ffff936d06438700 x1872818711275264/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786072180.072706:0:230283:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786072180.072710:0:230283:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786072180.072716:0:230283:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a23f2b45] to pc [ptlrpcd_01_00+0] req@ffff936d06438700 x1872818711275264/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072180.072790:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786072180.072795:0:2420:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786072180.072799:0:2420:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786072180.072808:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff936d06438700 x1872818711275264/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072180.072818:0:2420:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786072180.072821:0:2420:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786072180.072825:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786072180.072827:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786072180.072831:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786072180.072854:0:2420:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff936d06438700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9500c81f-e128-413b-a15c-d036a6184eaf:2420:1872818711275264:192.168.204.140@tcp:400:kworker.0 00000100:00000001:3.0:1786072180.072859:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786072180.072864:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786072180.072866:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786072180.072869:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786072180.072873:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff936d0d50f000. 02000000:00000001:3.0:1786072180.072875:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786072180.072882:0:2420:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000010:3.0:1786072180.072886:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff936d0b3949a0. 00000400:00000010:3.0:1786072180.072893:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d09cd0dd0. 00000100:00000200:3.0:1786072180.072901:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872818711275264, portal 25 00000100:00000001:3.0:1786072180.072903:0:2420:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786072180.072905:0:2420:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446624695198648064 : -119378510903552 : ffff936d06438700) 00000100:00000040:3.0:1786072180.072912:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff936d06438700 x1872818711275264/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072196 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072180.072920:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786072180.072924:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp 00000400:00000010:3.0:1786072180.072927:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d09cd0088. 00000100:00000200:3.0:1786072180.072932:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1872818711275264, offset 0 00000400:00000200:3.0:1786072180.072940:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp 00000400:00000200:3.0:1786072180.072948:0:2420:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:3.0:1786072180.072955:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.140@tcp local destination 00000400:00000200:3.0:1786072180.072961:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786072180.072964:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp 00000400:00000200:3.0:1786072180.072968:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786072180.072970:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp 00000400:00000200:3.0:1786072180.072974:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [543797:543797:256:4294967295] 192.168.204.140@tcp LPNI seq info [543737:543737:8:4294967295] 00000400:00000200:3.0:1786072180.072978:0:2420:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:3.0:1786072180.072999:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) : PUT try# 0 00000800:00000200:3.0:1786072180.073005:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.140@tcp 00000800:00000010:3.0:1786072180.073010:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff936d29b00100. 00000800:00000200:3.0:1786072180.073022:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff936d0afbc180] -> 12345-192.168.204.140@tcp (5) 00000800:00000200:3.0:1786072180.073029:0:2420:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988 00000800:00000200:3.0:1786072180.073033:0:2420:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff936d29b00100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1786072180.073051:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786072180.073055:0:2420:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000100:00000001:3.0:1786072180.073057:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4307977460 00000100:00000010:3.0:1786072180.073062:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff936d29a68e40. 00000100:00000001:3.0:1786072180.073069:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1786072180.073076:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4307977460 00000100:00000010:3.0:1786072180.073080:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff936d29a684e0. 00000100:00000001:3.0:1786072180.073085:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1786072180.073090:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786072180.073094:0:2420:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072180.073098:0:2420:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072180.073102:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786072180.073202:0:230283:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786072180.073205:0:230283:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80aa5924-6869-4c81-88c0-98a34e467390->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786072180.073208:0:230283:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1786072180.073212:0:230283:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff936d0643aa00. 00000020:00000040:2.0:1786072180.073215:0:230283:0:(genops.c:1231:class_import_get()) import ffff936d16266800 refcount=6 obd=lustre-MDT0000-mdc-ffff936d3976a000 00000100:00000001:2.0:1786072180.073217:0:230283:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786072180.073219:0:230283:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786072180.073221:0:230283:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786072180.073225:0:230283:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff936d0665af00. 00000100:00000001:2.0:1786072180.073229:0:230283:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786072180.073235:0:230283:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 80aa5924-6869-4c81-88c0-98a34e467390->lustre-MDT0000_UUID req@ffff936d0643aa00 x1872818711275392/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786072180.073245:0:230283:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786072180.073248:0:230283:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786072180.073253:0:230283:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006877c55a] to pc [ptlrpcd_01_01+1] req@ffff936d0643aa00 x1872818711275392/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072180.073453:0:2420:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786072180.073456:0:2420:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1786072180.073459:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786072180.073460:0:2420:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786072180.073463:0:2420:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786072180.073465:0:2420:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1786072180.073467:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786072180.073469:0:2420:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786072180.073470:0:2420:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786072180.073472:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786072180.073472:0:2420:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786072180.073474:0:2420:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786072180.073479:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff936d0643aa00 x1872818711275392/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072180.073485:0:2420:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786072180.073487:0:2420:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786072180.073490:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786072180.073492:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786072180.073494:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786072180.073504:0:2420:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff936d0643aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:80aa5924-6869-4c81-88c0-98a34e467390:2420:1872818711275392:192.168.204.140@tcp:400:kworker.0 00000100:00000001:3.0:1786072180.073507:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786072180.073509:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786072180.073511:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786072180.073513:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786072180.073516:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff936d0d50ea00. 02000000:00000001:3.0:1786072180.073517:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786072180.073521:0:2420:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000010:3.0:1786072180.073524:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff936d0b3947e8. 00000400:00000010:3.0:1786072180.073528:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d09cd0000. 00000100:00000200:3.0:1786072180.073531:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872818711275392, portal 10 00000100:00000001:3.0:1786072180.073533:0:2420:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786072180.073534:0:2420:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446624695198657024 : -119378510894592 : ffff936d0643aa00) 00000100:00000040:3.0:1786072180.073542:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff936d0643aa00 x1872818711275392/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072180.073548:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786072180.073550:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp 00000400:00000010:3.0:1786072180.073553:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d09cd0f68. 00000100:00000200:3.0:1786072180.073555:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872818711275392, offset 0 00000400:00000200:3.0:1786072180.073560:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp 00000400:00000200:3.0:1786072180.073564:0:2420:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:3.0:1786072180.073567:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.140@tcp local destination 00000400:00000200:3.0:1786072180.073570:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786072180.073573:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp 00000400:00000200:3.0:1786072180.073575:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786072180.073577:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp 00000400:00000200:3.0:1786072180.073580:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [543798:543798:255:4294967295] 192.168.204.140@tcp LPNI seq info [543738:543738:7:4294967295] 00000400:00000200:3.0:1786072180.073583:0:2420:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:3.0:1786072180.073589:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) : PUT try# 0 00000800:00000200:3.0:1786072180.073592:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.140@tcp 00000800:00000010:3.0:1786072180.073596:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff936d29b00b00. 00000800:00000200:3.0:1786072180.073605:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff936d0afbc180] -> 12345-192.168.204.140@tcp (5) 00000800:00000200:3.0:1786072180.073610:0:2420:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988 00000800:00000200:3.0:1786072180.073612:0:2420:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff936d29b00b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1786072180.073616:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786072180.073619:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: using a timeout of 22736 usecs (23 jiffies) 00000400:00000200:3.0:1786072180.073622:0:2420:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000100:00000001:3.0:1786072180.073624:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: PM QoS new deadline estimation for cpu 0 is 4307973656 00000100:00000001:3.0:1786072180.073627:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: PM QoS request active for cpu 0, keep current deadline 4307977460 00000100:00000001:3.0:1786072180.073629:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: PM QoS new deadline estimation for cpu 1 is 4307973656 00000100:00000001:3.0:1786072180.073631:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: PM QoS request active for cpu 1, keep current deadline 4307977460 00000100:00000001:3.0:1786072180.073633:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786072180.073635:0:2420:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072180.073638:0:2420:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072180.073640:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072180.073669:0:2421:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786072180.073671:0:2421:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1786072180.074169:0:2411:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786072180.074176:0:2411:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff936d29b00100. 00000400:00000200:0.0:1786072180.074182:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786072180.074188:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000400:00000200:0.0:1786072180.074203:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d09cd0088 00000400:00000010:0.0:1786072180.074206:0:2411:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d09cd0088. 00000100:00000001:0.0:1786072180.074210:0:2411:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786072180.074215:0:2411:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff936d06438700 x1872818711275264/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072196 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072180.074226:0:2411:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786072180.074229:0:2411:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff936d06438700 x1872818711275264/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072196 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072180.074249:0:2411:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072180.074252:0:2411:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1786072180.074274:0:2411:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786072180.074276:0:2411:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff936d29b00b00. 00000400:00000200:0.0:1786072180.074279:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786072180.074283:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000400:00000200:0.0:1786072180.074286:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d09cd0f68 00000400:00000010:0.0:1786072180.074287:0:2411:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d09cd0f68. 00000100:00000001:0.0:1786072180.074290:0:2411:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786072180.074294:0:2411:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff936d0643aa00 x1872818711275392/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786072180.074650:0:230283:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786072180.074654:0:230283:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80aa5924-6869-4c81-88c0-98a34e467390->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786072180.074658:0:230283:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1786072180.074663:0:230283:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff936d0643b480. 00000020:00000040:2.0:1786072180.074668:0:230283:0:(genops.c:1231:class_import_get()) import ffff936d16184800 refcount=4 obd=lustre-MDT0001-mdc-ffff936d3976a000 00000100:00000001:0.0:1786072180.074668:0:2411:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786072180.074674:0:230283:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:0.0:1786072180.074675:0:2411:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff936d0643aa00 x1872818711275392/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072265 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1786072180.074683:0:230283:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1786072180.074685:0:2411:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072180.074688:0:2411:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1786072180.074689:0:230283:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786072180.074696:0:230283:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff936d0665a400. 00000100:00000001:2.0:1786072180.074701:0:230283:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786072180.074709:0:230283:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 80aa5924-6869-4c81-88c0-98a34e467390->lustre-MDT0001_UUID req@ffff936d0643b480 x1872818711275520/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786072180.074718:0:230283:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786072180.074722:0:230283:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786072180.074727:0:230283:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd754d5b] to pc [ptlrpcd_01_00+0] req@ffff936d0643b480 x1872818711275520/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786072180.074744:0:230283:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786072180.074746:0:230283:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80aa5924-6869-4c81-88c0-98a34e467390->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786072180.074749:0:230283:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1786072180.074753:0:230283:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff936d06438380. 00000020:00000040:2.0:1786072180.074756:0:230283:0:(genops.c:1231:class_import_get()) import ffff936d16262800 refcount=4 obd=lustre-OST0000-osc-ffff936d3976a000 00000100:00000001:2.0:1786072180.074759:0:230283:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786072180.074760:0:230283:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786072180.074762:0:230283:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786072180.074765:0:230283:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff936d0665a500. 00000100:00000001:2.0:1786072180.074768:0:230283:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786072180.074771:0:230283:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 80aa5924-6869-4c81-88c0-98a34e467390->lustre-OST0000_UUID req@ffff936d06438380 x1872818711275648/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786072180.074778:0:230283:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786072180.074780:0:230283:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786072180.074783:0:230283:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e4c0ee30] to pc [ptlrpcd_01_01+1] req@ffff936d06438380 x1872818711275648/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786072180.074791:0:230283:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786072180.074793:0:230283:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80aa5924-6869-4c81-88c0-98a34e467390->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1786072180.074796:0:230283:0:(pinger.c:247:ptlrpc_pinger_process_import()) 80aa5924-6869-4c81-88c0-98a34e467390->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1786072180.074809:0:230283:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13311) 00000100:00000001:2.0:1786072180.074823:0:2421:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786072180.074826:0:2421:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786072180.074828:0:2421:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786072180.074833:0:2421:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff936d06438380 x1872818711275648/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786072180.074887:0:2421:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786072180.074889:0:2421:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786072180.074892:0:2421:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786072180.074894:0:2421:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786072180.074897:0:2421:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786072180.074900:0:2421:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff936d06438380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:80aa5924-6869-4c81-88c0-98a34e467390:2421:1872818711275648:192.168.204.140@tcp:400:kworker.0 00000100:00000001:2.0:1786072180.074903:0:2421:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786072180.074907:0:2421:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786072180.074909:0:2421:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786072180.074911:0:2421:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786072180.074915:0:2421:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff936d049fee00. 02000000:00000001:2.0:1786072180.074917:0:2421:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786072180.074922:0:2421:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000010:2.0:1786072180.074926:0:2421:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff936d3d5f9d10. 00000400:00000010:2.0:1786072180.074930:0:2421:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d0b26c5d8. 00000100:00000200:2.0:1786072180.074936:0:2421:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872818711275648, portal 4 00000100:00000001:2.0:1786072180.074938:0:2421:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786072180.074940:0:2421:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446624695198647168 : -119378510904448 : ffff936d06438380) 00000100:00000040:2.0:1786072180.074946:0:2421:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff936d06438380 x1872818711275648/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786072180.074952:0:2421:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786072180.074954:0:2421:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp 00000400:00000010:2.0:1786072180.074957:0:2421:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d0b26c440. 00000100:00000200:2.0:1786072180.074959:0:2421:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1872818711275648, offset 0 00000400:00000200:2.0:1786072180.074963:0:2421:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp 00000400:00000200:2.0:1786072180.074969:0:2421:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:2.0:1786072180.074975:0:2421:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.140@tcp local destination 00000400:00000200:2.0:1786072180.074995:0:2421:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786072180.074999:0:2421:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp 00000400:00000200:2.0:1786072180.075002:0:2421:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786072180.075004:0:2421:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp 00000400:00000200:2.0:1786072180.075007:0:2421:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [543799:543799:256:4294967295] 192.168.204.140@tcp LPNI seq info [543739:543739:8:4294967295] 00000400:00000200:2.0:1786072180.075011:0:2421:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:2.0:1786072180.075018:0:2421:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) : PUT try# 0 00000800:00000200:2.0:1786072180.075023:0:2421:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.140@tcp 00000800:00000010:2.0:1786072180.075026:0:2421:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff936d0665ac00. 00000800:00000200:2.0:1786072180.075031:0:2421:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff936d0afbc180] -> 12345-192.168.204.140@tcp (5) 00000800:00000200:2.0:1786072180.075037:0:2421:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988 00000800:00000200:2.0:1786072180.075040:0:2421:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff936d0665ac00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1786072180.075058:0:2421:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786072180.075061:0:2421:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff936d3976a000: using a timeout of 155441 usecs (156 jiffies) 00000400:00000200:2.0:1786072180.075064:0:2421:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000100:00000001:2.0:1786072180.075066:0:2421:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff936d3976a000: PM QoS new deadline estimation for cpu 0 is 4307973790 00000100:00000001:2.0:1786072180.075069:0:2421:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff936d3976a000: PM QoS request active for cpu 0, keep current deadline 4307977460 00000100:00000001:2.0:1786072180.075071:0:2421:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff936d3976a000: PM QoS new deadline estimation for cpu 1 is 4307973790 00000100:00000001:2.0:1786072180.075073:0:2421:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff936d3976a000: PM QoS request active for cpu 1, keep current deadline 4307977460 00000100:00000001:2.0:1786072180.075075:0:2421:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786072180.075077:0:2421:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072180.075079:0:2421:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072180.075081:0:2421:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786072180.075087:0:2421:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786072180.075088:0:2421:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:2.0:1786072180.075090:0:2421:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786072180.075091:0:2421:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786072180.075092:0:2421:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786072180.075094:0:2421:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1786072180.075096:0:2421:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786072180.075098:0:2421:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786072180.075104:0:2421:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786072180.075106:0:2421:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786072180.075107:0:2421:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786072180.075108:0:2421:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786072180.075112:0:2421:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff936d0643b480 x1872818711275520/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786072180.075119:0:2421:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786072180.075120:0:2421:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786072180.075123:0:2421:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786072180.075125:0:2421:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786072180.075126:0:2421:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786072180.075129:0:2421:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff936d0643b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:80aa5924-6869-4c81-88c0-98a34e467390:2421:1872818711275520:192.168.204.140@tcp:400:kworker.0 00000100:00000001:2.0:1786072180.075132:0:2421:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786072180.075134:0:2421:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786072180.075136:0:2421:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786072180.075137:0:2421:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786072180.075140:0:2421:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff936d049fe600. 02000000:00000001:2.0:1786072180.075142:0:2421:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786072180.075145:0:2421:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000010:2.0:1786072180.075147:0:2421:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff936d3d5f9370. 00000400:00000010:2.0:1786072180.075151:0:2421:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d0b26c880. 00000100:00000200:2.0:1786072180.075154:0:2421:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872818711275520, portal 10 00000100:00000001:2.0:1786072180.075156:0:2421:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786072180.075157:0:2421:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446624695198659712 : -119378510891904 : ffff936d0643b480) 00000100:00000040:2.0:1786072180.075163:0:2421:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff936d0643b480 x1872818711275520/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786072180.075170:0:2421:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786072180.075172:0:2421:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp 00000400:00000010:2.0:1786072180.075175:0:2421:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d0b26caa0. 00000100:00000200:2.0:1786072180.075177:0:2421:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872818711275520, offset 0 00000400:00000200:2.0:1786072180.075182:0:2421:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp 00000400:00000200:2.0:1786072180.075187:0:2421:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:2.0:1786072180.075203:0:2421:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.140@tcp local destination 00000400:00000200:2.0:1786072180.075212:0:2421:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786072180.075215:0:2421:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp 00000400:00000200:2.0:1786072180.075218:0:2421:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786072180.075220:0:2421:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp 00000400:00000200:2.0:1786072180.075223:0:2421:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [543800:543800:255:4294967295] 192.168.204.140@tcp LPNI seq info [543740:543740:7:4294967295] 00000400:00000200:2.0:1786072180.075228:0:2421:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:2.0:1786072180.075234:0:2421:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) : PUT try# 0 00000800:00000200:2.0:1786072180.075238:0:2421:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.140@tcp 00000800:00000010:2.0:1786072180.075756:0:2421:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff936d0665a300. 00000800:00000200:2.0:1786072180.075764:0:2421:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff936d0afbc180] -> 12345-192.168.204.140@tcp (5) 00000800:00000200:2.0:1786072180.075768:0:2421:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988 00000800:00000200:2.0:1786072180.075771:0:2421:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff936d0665a300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1786072180.075775:0:2421:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786072180.075778:0:2421:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff936d3976a000: using a timeout of 25930 usecs (26 jiffies) 00000400:00000200:2.0:1786072180.075781:0:2421:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000100:00000001:2.0:1786072180.075784:0:2421:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff936d3976a000: PM QoS new deadline estimation for cpu 0 is 4307973661 00000100:00000001:2.0:1786072180.075786:0:2421:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff936d3976a000: PM QoS request active for cpu 0, keep current deadline 4307977460 00000100:00000001:2.0:1786072180.075788:0:2421:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff936d3976a000: PM QoS new deadline estimation for cpu 1 is 4307973661 00000100:00000001:2.0:1786072180.075790:0:2421:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff936d3976a000: PM QoS request active for cpu 1, keep current deadline 4307977460 00000100:00000001:2.0:1786072180.075792:0:2421:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786072180.075795:0:2421:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072180.075799:0:2421:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072180.075801:0:2421:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072180.076457:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786072180.076461:0:2420:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786072180.076464:0:2420:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072180.076468:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1786072180.076644:0:2410:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786072180.076649:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff936d0665ac00. 00000400:00000200:0.0:1786072180.076654:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786072180.076661:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000400:00000200:0.0:1786072180.076667:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d0b26c440 00000400:00000010:0.0:1786072180.076670:0:2410:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d0b26c440. 00000100:00000001:0.0:1786072180.076676:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000800:00000001:1.0:1786072180.076682:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:0.0:1786072180.076683:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff936d06438380 x1872818711275648/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072180.076695:0:2410:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000001:1.0:1786072180.076697:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786072180.076699:0:2410:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff936d06438380 x1872818711275648/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072235 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1786072180.076702:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072180.076706:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786072180.076710:0:2410:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786072180.076714:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000100:00000001:0.0:1786072180.076714:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1786072180.076722:0:2411:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me 00000400:00000200:1.0:1786072180.076729:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072180.076733:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072180.076738:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072180.076742:0:2411:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 224 into portal 25 MB=0x6a7519603a700 00000400:00000200:1.0:1786072180.076747:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072180.076753:0:2411:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.140@tcp of length 224/224 into md 0x536c51 [1] + 224 00000800:00000001:1.0:1786072180.076761:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:0.0:1786072180.076772:0:2410:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786072180.076784:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff936d0665a300. 00000400:00000200:0.0:1786072180.076787:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786072180.076793:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000400:00000200:0.0:1786072180.076797:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d0b26caa0 00000400:00000010:0.0:1786072180.076799:0:2410:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d0b26caa0. 00000800:00000001:1.0:1786072180.076802:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786072180.076803:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786072180.076808:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff936d0643b480 x1872818711275520/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1786072180.076814:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786072180.076823:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000100:00000001:0.0:1786072180.076824:0:2410:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786072180.076830:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1786072180.076831:0:2410:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff936d0643b480 x1872818711275520/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072265 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072180.076839:0:2410:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072180.076840:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:1.0:1786072180.077909:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff936d06438700 x1872818711275264/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072196 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786072180.077922:0:2411:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff936d06438700 x1872818711275264/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072196 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072180.077937:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786072180.077948:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072180.077953:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786072180.078100:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786072180.078104:0:2420:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1786072180.078111:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786072180.078113:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786072180.078116:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff936d0b3949a0. 00000400:00000200:3.0:1786072180.078121:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d09cd0dd0 00000400:00000010:3.0:1786072180.078123:0:2420:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d09cd0dd0. 00000100:00000001:3.0:1786072180.078126:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786072180.078132:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff936d06438700 x1872818711275264/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072196 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786072180.078141:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff936d06438700 x1872818711275264/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072196 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072180.078147:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786072180.078162:0:2420:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786072180.078165:0:2420:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1786072180.078168:0:2420:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1786072180.078171:0:2420:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1786072180.078173:0:2420:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786072180.078176:0:2420:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1786072180.078183:0:2420:0:(import.c:2149:obd_at_measure()) add 5 to ffff936d16267460 time=113 v=5 (5 5 5 5) 00000100:00001000:3.0:1786072180.078187:0:2420:0:(import.c:2149:obd_at_measure()) add 1 to ffff936d16267418 time=50 v=5 (1 1 1 0) 00000100:00000001:3.0:1786072180.078272:0:2420:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1786072180.078275:0:2420:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786072180.078279:0:2420:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1786072180.078281:0:2420:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072180.078284:0:2420:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786072180.078290:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff936d06438700 x1872818711275264/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072196 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072180.078296:0:2420:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786072180.078299:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786072180.078301:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786072180.078305:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff936d06438700 x1872818711275264/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072196 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786072180.078311:0:2420:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff936d06438700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9500c81f-e128-413b-a15c-d036a6184eaf:2420:1872818711275264:192.168.204.140@tcp:400:kworker.0 00000100:00000001:3.0:1786072180.078316:0:2420:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072180.078318:0:2420:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786072180.078321:0:2420:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff936d06438700 x1872818711275264/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072196 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072180.078327:0:2420:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786072180.078329:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786072180.078333:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff936d0d50f000. 02000000:00000001:3.0:1786072180.078337:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786072180.078339:0:2420:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786072180.078341:0:2420:0:(genops.c:1244:class_import_put()) import ffff936d16267000 refcount=3 obd=MGC192.168.204.140@tcp 00000020:00000001:3.0:1786072180.078342:0:2420:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786072180.078345:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff936d0665a900. 02000000:00000001:3.0:1786072180.078354:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786072180.078356:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786072180.078357:0:2420:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff936d06438700. 00000100:00000001:3.0:1786072180.078360:0:2420:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786072180.078362:0:2420:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786072180.078365:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072180.078366:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786072180.078367:0:2420:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786072180.078369:0:2420:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072180.078371:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1786072180.082916:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072180.082934:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786072180.082938:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072180.082941:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786072180.082949:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072180.082956:0:2410:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me 00000400:00000200:0.0:1786072180.082966:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072180.082971:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072180.082977:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072180.082981:0:2410:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 224 into portal 10 MB=0x6a7519603a780 00000400:00000200:0.0:1786072180.082997:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072180.083003:0:2410:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.140@tcp of length 224/224 into md 0x536c59 [1] + 224 00000800:00000001:0.0:1786072180.083011:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072180.083015:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786072180.083018:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786072180.083023:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000100:00000001:0.0:1786072180.083030:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786072180.083039:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff936d0643aa00 x1872818711275392/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072265 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786072180.083052:0:2410:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff936d0643aa00 x1872818711275392/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072265 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072180.083204:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786072180.083209:0:2420:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786072180.083286:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786072180.083298:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072180.083303:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786072180.083305:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072180.083307:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786072180.083310:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072180.083314:0:2410:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me 00000400:00000200:0.0:1786072180.083319:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072180.083321:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072180.083325:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072180.083327:0:2410:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 224 into portal 10 MB=0x6a7519603a800 00000400:00000200:0.0:1786072180.083331:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072180.083335:0:2410:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.140@tcp of length 224/224 into md 0x536c69 [1] + 224 00000800:00000001:0.0:1786072180.083339:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072180.083347:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786072180.083349:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786072180.083352:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000100:00000001:0.0:1786072180.083355:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786072180.083360:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff936d0643b480 x1872818711275520/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072265 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786072180.083369:0:2410:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff936d0643b480 x1872818711275520/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072265 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072180.083419:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786072180.083424:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072180.083428:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786072180.083890:0:2421:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786072180.083893:0:2421:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1786072180.083900:0:2421:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786072180.083902:0:2421:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786072180.083906:0:2421:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff936d3d5f9370. 00000400:00000200:2.0:1786072180.083911:0:2421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d0b26c880 00000400:00000010:2.0:1786072180.083913:0:2421:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d0b26c880. 00000100:00000001:2.0:1786072180.083918:0:2421:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786072180.083930:0:2421:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff936d0643b480 x1872818711275520/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072265 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786072180.083939:0:2421:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff936d0643b480 x1872818711275520/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072265 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786072180.083946:0:2421:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786072180.083948:0:2421:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786072180.083951:0:2421:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786072180.083953:0:2421:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786072180.083956:0:2421:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786072180.083958:0:2421:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786072180.083961:0:2421:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786072180.083970:0:2421:0:(import.c:2149:obd_at_measure()) add 60 to ffff936d16184c60 time=113 v=60 (60 60 60 60) 00000100:00001000:2.0:1786072180.083975:0:2421:0:(import.c:2149:obd_at_measure()) add 1 to ffff936d16184c18 time=27 v=5 (1 1 1 0) 00000100:00000001:2.0:1786072180.083977:0:2421:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786072180.083979:0:2421:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786072180.083993:0:2421:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1786072180.083998:0:2421:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff936d0643b480 x1872818711275520/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072265 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1786072180.084006:0:2421:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072180.084010:0:2421:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1786072180.084011:0:2421:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff936d3976a000: skip recheck: last_committed 21474836545 00000100:00000001:2.0:1786072180.084013:0:2421:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1786072180.084015:0:2421:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786072180.084019:0:2421:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff936d0643b480 x1872818711275520/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072265 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786072180.084025:0:2421:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786072180.084028:0:2421:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786072180.084030:0:2421:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786072180.084034:0:2421:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff936d0643b480 x1872818711275520/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072265 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786072180.084041:0:2421:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff936d0643b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:80aa5924-6869-4c81-88c0-98a34e467390:2421:1872818711275520:192.168.204.140@tcp:400:kworker.0 00000100:00000001:2.0:1786072180.084053:0:2421:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072180.084056:0:2421:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786072180.084060:0:2421:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff936d0643b480 x1872818711275520/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072265 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786072180.084067:0:2421:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786072180.084070:0:2421:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786072180.084073:0:2421:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff936d049fe600. 02000000:00000001:2.0:1786072180.084078:0:2421:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786072180.084081:0:2421:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786072180.084083:0:2421:0:(genops.c:1244:class_import_put()) import ffff936d16184800 refcount=3 obd=lustre-MDT0001-mdc-ffff936d3976a000 00000020:00000001:2.0:1786072180.084085:0:2421:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786072180.084087:0:2421:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff936d0665a400. 02000000:00000001:2.0:1786072180.084091:0:2421:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786072180.084093:0:2421:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786072180.084094:0:2421:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff936d0643b480. 00000100:00000001:2.0:1786072180.084098:0:2421:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786072180.084099:0:2421:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786072180.084102:0:2421:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072180.084104:0:2421:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786072180.084106:0:2421:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786072180.084107:0:2421:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072180.084109:0:2421:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1786072180.084905:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786072180.084909:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786072180.084912:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff936d0b3947e8. 00000400:00000200:3.0:1786072180.084916:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d09cd0000 00000400:00000010:3.0:1786072180.084919:0:2420:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d09cd0000. 00000100:00000001:3.0:1786072180.084922:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786072180.084929:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff936d0643aa00 x1872818711275392/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072265 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786072180.084939:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff936d0643aa00 x1872818711275392/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072265 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072180.084945:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786072180.084947:0:2420:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786072180.084949:0:2420:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1786072180.084951:0:2420:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1786072180.084952:0:2420:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1786072180.084954:0:2420:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786072180.084956:0:2420:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1786072180.084962:0:2420:0:(import.c:2149:obd_at_measure()) add 60 to ffff936d16266c60 time=113 v=60 (60 60 60 60) 00000100:00001000:3.0:1786072180.084966:0:2420:0:(import.c:2149:obd_at_measure()) add 1 to ffff936d16266c18 time=50 v=5 (1 1 1 0) 00000100:00000001:3.0:1786072180.084968:0:2420:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1786072180.084970:0:2420:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786072180.084972:0:2420:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1786072180.084975:0:2420:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072180.084978:0:2420:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1786072180.084979:0:2420:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff936d3976a000: skip recheck: last_committed 30064771465 00000100:00000001:3.0:1786072180.084991:0:2420:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1786072180.084992:0:2420:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786072180.084997:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff936d0643aa00 x1872818711275392/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072265 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072180.085004:0:2420:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786072180.085006:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786072180.085007:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786072180.085011:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff936d0643aa00 x1872818711275392/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072265 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786072180.085018:0:2420:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff936d0643aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:80aa5924-6869-4c81-88c0-98a34e467390:2420:1872818711275392:192.168.204.140@tcp:400:kworker.0 00000100:00000001:3.0:1786072180.085022:0:2420:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786072180.085024:0:2420:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786072180.085027:0:2420:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff936d0643aa00 x1872818711275392/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072265 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072180.085033:0:2420:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786072180.085035:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786072180.085037:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff936d0d50ea00. 02000000:00000001:3.0:1786072180.085040:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786072180.085041:0:2420:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786072180.085043:0:2420:0:(genops.c:1244:class_import_put()) import ffff936d16266800 refcount=5 obd=lustre-MDT0000-mdc-ffff936d3976a000 00000020:00000001:3.0:1786072180.085045:0:2420:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786072180.085046:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff936d0665af00. 02000000:00000001:3.0:1786072180.085049:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786072180.085050:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786072180.085052:0:2420:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff936d0643aa00. 00000100:00000001:3.0:1786072180.085054:0:2420:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786072180.085056:0:2420:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786072180.085058:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786072180.085066:0:2420:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786072180.085068:0:2420:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072180.085070:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786072180.085072:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1786072180.088899:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072180.088918:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786072180.088923:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072180.088925:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786072180.088934:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072180.088942:0:2411:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me 00000400:00000200:1.0:1786072180.088951:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072180.088955:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072180.088961:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072180.088965:0:2411:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 224 into portal 4 MB=0x6a7519603a880 00000400:00000200:1.0:1786072180.088969:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072180.088975:0:2411:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.140@tcp of length 224/224 into md 0x536c61 [1] + 224 00000800:00000001:1.0:1786072180.089213:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072180.089223:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786072180.089226:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786072180.089231:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000100:00000001:1.0:1786072180.089238:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786072180.089246:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff936d06438380 x1872818711275648/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072235 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786072180.089257:0:2411:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff936d06438380 x1872818711275648/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072235 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786072180.089656:0:2421:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786072180.089661:0:2421:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786072180.089707:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786072180.089718:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072180.089722:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1786072180.089766:0:2421:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786072180.089768:0:2421:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786072180.089772:0:2421:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff936d3d5f9d10. 00000400:00000200:2.0:1786072180.089777:0:2421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d0b26c5d8 00000400:00000010:2.0:1786072180.089780:0:2421:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d0b26c5d8. 00000100:00000001:2.0:1786072180.089784:0:2421:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786072180.089790:0:2421:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff936d06438380 x1872818711275648/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072235 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786072180.089800:0:2421:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff936d06438380 x1872818711275648/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072235 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786072180.089806:0:2421:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786072180.089817:0:2421:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786072180.089819:0:2421:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786072180.089822:0:2421:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786072180.089824:0:2421:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786072180.089827:0:2421:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786072180.089829:0:2421:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786072180.089971:0:2421:0:(import.c:2149:obd_at_measure()) add 36 to ffff936d16262c60 time=113 v=36 (36 36 5 5) 00000100:00001000:2.0:1786072180.089977:0:2421:0:(import.c:2149:obd_at_measure()) add 1 to ffff936d16262c18 time=11 v=5 (1 1 1 1) 00000100:00000001:2.0:1786072180.089979:0:2421:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786072180.089981:0:2421:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786072180.090320:0:2421:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1786072180.090325:0:2421:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072180.090329:0:2421:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1786072180.090332:0:2421:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff936d3976a000: skip recheck: last_committed 38654726226 00000100:00000001:2.0:1786072180.090334:0:2421:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1786072180.090335:0:2421:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786072180.090342:0:2421:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff936d06438380 x1872818711275648/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072235 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786072180.090350:0:2421:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786072180.090353:0:2421:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786072180.090355:0:2421:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786072180.090359:0:2421:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff936d06438380 x1872818711275648/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072235 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786072180.090366:0:2421:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff936d06438380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:80aa5924-6869-4c81-88c0-98a34e467390:2421:1872818711275648:192.168.204.140@tcp:400:kworker.0 00000100:00000001:2.0:1786072180.090371:0:2421:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786072180.090373:0:2421:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786072180.090405:0:2421:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff936d06438380 x1872818711275648/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072235 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786072180.090413:0:2421:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786072180.090415:0:2421:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786072180.090419:0:2421:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff936d049fee00. 02000000:00000001:2.0:1786072180.090424:0:2421:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786072180.090427:0:2421:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786072180.090436:0:2421:0:(genops.c:1244:class_import_put()) import ffff936d16262800 refcount=3 obd=lustre-OST0000-osc-ffff936d3976a000 00000020:00000001:2.0:1786072180.090439:0:2421:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786072180.090441:0:2421:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff936d0665a500. 02000000:00000001:2.0:1786072180.090445:0:2421:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786072180.090447:0:2421:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786072180.090449:0:2421:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff936d06438380. 00000100:00000001:2.0:1786072180.090452:0:2421:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786072180.090453:0:2421:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786072180.090456:0:2421:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786072180.090463:0:2421:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786072180.090465:0:2421:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072180.090467:0:2421:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786072180.090469:0:2421:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072180.136518:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072180.136525:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072180.136530:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072180.136531:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786072180.137096:0:239616:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786072180.137100:0:239616:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786072180.137104:0:239616:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786072181.160548:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072181.160556:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072181.160586:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072181.160598:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786072181.160619:0:245326:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786072181.160622:0:245326:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786072181.160625:0:245326:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786072182.184520:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072182.184527:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072182.184533:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072182.184534:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786072182.184947:0:233679:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786072182.184951:0:233679:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786072182.184954:0:233679:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1786072182.185093:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff936d07055300] -> 12345-192.168.204.40@tcp (6) 00000800:00000200:3.0:1786072182.185117:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.40@tcp ip 192.168.204.40:988 00000800:00000200:3.0:1786072182.185122:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff936d0e2b6000 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1786072182.185416:0:2410:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1786072182.185421:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072182.185442:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786072182.185446:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072182.185449:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1786072183.208493:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072183.208500:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072183.208506:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072183.208508:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786072183.208584:0:245327:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786072183.208592:0:245327:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786072183.208595:0:245327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1786072183.912525:0:247146:0:(connection.c:75:cpu_latency_work()) work item of ffff936d05017910 (cpu 1) has reached its deadline 4307977460, at 4307977472 00000100:00000010:1.0:1786072183.912542:0:247146:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff936d29a684e0. 00000100:00000040:0.0:1786072183.912642:0:273755:0:(connection.c:75:cpu_latency_work()) work item of ffff936d05017800 (cpu 0) has reached its deadline 4307977460, at 4307977472 00000100:00000010:0.0:1786072183.912648:0:273755:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff936d29a68e40. 00010000:00000001:0.0:1786072184.232625:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072184.232633:0:273755:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786072184.232636:0:273755:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786072184.232640:0:273755:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072184.232644:0:273755:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786072184.232646:0:273755:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072184.232648:0:273755:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072184.232650:0:273755:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072184.232654:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072184.232655:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786072184.232746:0:233680:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786072184.232750:0:233680:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786072184.232753:0:233680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1786072185.192513:0:230283:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9500c81f-e128-413b-a15c-d036a6184eaf->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786072185.192524:0:230283:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1786072185.192534:0:230283:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff936d06438380. 00000020:00000040:2.0:1786072185.192539:0:230283:0:(genops.c:1231:class_import_get()) import ffff936d16267000 refcount=4 obd=MGC192.168.204.140@tcp 00000100:00000001:2.0:1786072185.192544:0:230283:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786072185.192546:0:230283:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786072185.192551:0:230283:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786072185.192559:0:230283:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff936d0665a500. 00000100:00000001:2.0:1786072185.192566:0:230283:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786072185.192577:0:230283:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9500c81f-e128-413b-a15c-d036a6184eaf->MGS req@ffff936d06438380 x1872818711275776/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786072185.192590:0:230283:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786072185.192595:0:230283:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786072185.192600:0:230283:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e4c0ee30] to pc [ptlrpcd_01_00+0] req@ffff936d06438380 x1872818711275776/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786072185.192648:0:230283:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786072185.192666:0:230283:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80aa5924-6869-4c81-88c0-98a34e467390->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786072185.192669:0:230283:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1786072185.192673:0:230283:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff936d0643b480. 00000020:00000040:2.0:1786072185.192675:0:230283:0:(genops.c:1231:class_import_get()) import ffff936d16266800 refcount=6 obd=lustre-MDT0000-mdc-ffff936d3976a000 00000100:00000001:2.0:1786072185.192678:0:230283:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786072185.192679:0:230283:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786072185.192681:0:230283:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786072185.192685:0:230283:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff936d0665a400. 00000100:00000001:2.0:1786072185.192688:0:230283:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786072185.192693:0:230283:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 80aa5924-6869-4c81-88c0-98a34e467390->lustre-MDT0000_UUID req@ffff936d0643b480 x1872818711275904/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786072185.192701:0:230283:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786072185.192703:0:230283:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786072185.192707:0:230283:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd754d5b] to pc [ptlrpcd_01_01+1] req@ffff936d0643b480 x1872818711275904/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786072185.192716:0:230283:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786072185.192718:0:230283:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80aa5924-6869-4c81-88c0-98a34e467390->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786072185.192722:0:230283:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1786072185.192724:0:230283:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff936d0643a680. 00000020:00000040:2.0:1786072185.192727:0:230283:0:(genops.c:1231:class_import_get()) import ffff936d16184800 refcount=4 obd=lustre-MDT0001-mdc-ffff936d3976a000 00000100:00000001:2.0:1786072185.192729:0:230283:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786072185.192730:0:230283:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786072185.192731:0:230283:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786072185.192735:0:230283:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff936d0665a700. 00000100:00000001:2.0:1786072185.192738:0:230283:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786072185.192741:0:230283:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 80aa5924-6869-4c81-88c0-98a34e467390->lustre-MDT0001_UUID req@ffff936d0643a680 x1872818711276032/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786072185.192748:0:230283:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786072185.192750:0:230283:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786072185.192754:0:230283:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000771d52a] to pc [ptlrpcd_01_00+0] req@ffff936d0643a680 x1872818711276032/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786072185.192772:0:230283:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786072185.192775:0:230283:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80aa5924-6869-4c81-88c0-98a34e467390->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786072185.192778:0:230283:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1786072185.192780:0:230283:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff936d0643bb80. 00000020:00000040:2.0:1786072185.192783:0:230283:0:(genops.c:1231:class_import_get()) import ffff936d16262800 refcount=4 obd=lustre-OST0000-osc-ffff936d3976a000 00000100:00000001:2.0:1786072185.192785:0:230283:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786072185.192786:0:230283:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786072185.192788:0:230283:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786072185.192791:0:230283:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff936d0665a800. 00000100:00000001:2.0:1786072185.192794:0:230283:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786072185.192798:0:230283:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 80aa5924-6869-4c81-88c0-98a34e467390->lustre-OST0000_UUID req@ffff936d0643bb80 x1872818711276160/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786072185.192805:0:230283:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786072185.192807:0:230283:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786072185.192811:0:230283:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036b8cf09] to pc [ptlrpcd_01_01+1] req@ffff936d0643bb80 x1872818711276160/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786072185.192818:0:230283:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786072185.192821:0:230283:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80aa5924-6869-4c81-88c0-98a34e467390->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1786072185.192824:0:230283:0:(pinger.c:247:ptlrpc_pinger_process_import()) 80aa5924-6869-4c81-88c0-98a34e467390->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1786072185.192829:0:230283:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13316) 00000100:00000001:2.0:1786072185.192844:0:2421:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786072185.192848:0:2421:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786072185.192850:0:2421:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786072185.192855:0:2421:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff936d0643b480 x1872818711275904/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786072185.192862:0:2421:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786072185.192865:0:2421:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786072185.192869:0:2421:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786072185.192871:0:2421:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786072185.192879:0:2421:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786072185.192883:0:2421:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff936d0643b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:80aa5924-6869-4c81-88c0-98a34e467390:2421:1872818711275904:192.168.204.140@tcp:400:kworker.0 00000100:00000001:2.0:1786072185.192887:0:2421:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786072185.192893:0:2421:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786072185.192895:0:2421:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786072185.192898:0:2421:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786072185.192902:0:2421:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff936d049ff200. 02000000:00000001:2.0:1786072185.192904:0:2421:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786072185.192925:0:2421:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000010:2.0:1786072185.192930:0:2421:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff936d3d5f9d10. 00000400:00000010:2.0:1786072185.192938:0:2421:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d0b26c5d8. 00000100:00000200:2.0:1786072185.192945:0:2421:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872818711275904, portal 10 00000100:00000001:2.0:1786072185.192948:0:2421:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786072185.192950:0:2421:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446624695198659712 : -119378510891904 : ffff936d0643b480) 00000100:00000040:2.0:1786072185.192958:0:2421:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff936d0643b480 x1872818711275904/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786072185.192965:0:2421:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786072185.192968:0:2421:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp 00000400:00000010:2.0:1786072185.192971:0:2421:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d0b26c880. 00000100:00000200:2.0:1786072185.192974:0:2421:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872818711275904, offset 0 00000400:00000200:2.0:1786072185.192981:0:2421:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp 00000400:00000200:2.0:1786072185.192989:0:2421:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:2.0:1786072185.192996:0:2421:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.140@tcp local destination 00000400:00000200:2.0:1786072185.193001:0:2421:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786072185.193005:0:2421:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp 00000400:00000200:2.0:1786072185.193009:0:2421:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786072185.193012:0:2421:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp 00000400:00000200:2.0:1786072185.193016:0:2421:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [543801:543801:256:4294967295] 192.168.204.140@tcp LPNI seq info [543741:543741:8:4294967295] 00000400:00000200:2.0:1786072185.193021:0:2421:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:2.0:1786072185.193031:0:2421:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) : PUT try# 0 00000800:00000200:2.0:1786072185.193038:0:2421:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.140@tcp 00000800:00000010:2.0:1786072185.193047:0:2421:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff936d0665a000. 00000800:00000200:2.0:1786072185.193054:0:2421:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff936d0afbc180] -> 12345-192.168.204.140@tcp (5) 00000800:00000200:2.0:1786072185.193062:0:2421:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988 00000800:00000200:2.0:1786072185.193067:0:2421:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff936d0665a000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1786072185.193086:0:2421:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786072185.193100:0:2421:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: using a timeout of 22732 usecs (23 jiffies) 00000400:00000200:2.0:1786072185.193105:0:2421:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000100:00000001:2.0:1786072185.193108:0:2421:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: PM QoS new deadline estimation for cpu 0 is 4307978775 00000100:00000010:2.0:1786072185.193113:0:2421:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff936d392da840. 00000100:00000001:2.0:1786072185.193120:0:2421:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1786072185.193128:0:2421:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: PM QoS new deadline estimation for cpu 1 is 4307978775 00000100:00000010:2.0:1786072185.193132:0:2421:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff936d392da780. 00000100:00000001:2.0:1786072185.193136:0:2421:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1786072185.193139:0:2421:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786072185.193142:0:2421:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072185.193146:0:2421:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786072185.193150:0:2421:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff936d0643bb80 x1872818711276160/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786072185.193157:0:2421:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786072185.193159:0:2421:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786072185.193161:0:2421:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786072185.193163:0:2421:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786072185.193165:0:2421:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786072185.193168:0:2421:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff936d0643bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:80aa5924-6869-4c81-88c0-98a34e467390:2421:1872818711276160:192.168.204.140@tcp:400:kworker.0 00000100:00000001:2.0:1786072185.193171:0:2421:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786072185.193174:0:2421:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786072185.193175:0:2421:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786072185.193177:0:2421:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786072185.193180:0:2421:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff936d049fe000. 02000000:00000001:2.0:1786072185.193182:0:2421:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786072185.193185:0:2421:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000010:2.0:1786072185.193193:0:2421:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff936d3d5f9370. 00000400:00000010:2.0:1786072185.193196:0:2421:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d0b26c2a8. 00000100:00000200:2.0:1786072185.193199:0:2421:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872818711276160, portal 4 00000100:00000001:2.0:1786072185.193201:0:2421:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786072185.193203:0:2421:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446624695198661504 : -119378510890112 : ffff936d0643bb80) 00000100:00000040:2.0:1786072185.193209:0:2421:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff936d0643bb80 x1872818711276160/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786072185.193216:0:2421:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786072185.193218:0:2421:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp 00000400:00000010:2.0:1786072185.193221:0:2421:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d0b26cdd0. 00000100:00000200:2.0:1786072185.193223:0:2421:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1872818711276160, offset 0 00000400:00000200:2.0:1786072185.193227:0:2421:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp 00000400:00000200:2.0:1786072185.193231:0:2421:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:2.0:1786072185.193235:0:2421:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.140@tcp local destination 00000400:00000200:2.0:1786072185.193237:0:2421:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786072185.193240:0:2421:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp 00000400:00000200:2.0:1786072185.193242:0:2421:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786072185.193245:0:2421:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp 00000400:00000200:2.0:1786072185.193248:0:2421:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [543802:543802:255:4294967295] 192.168.204.140@tcp LPNI seq info [543742:543742:7:4294967295] 00000400:00000200:2.0:1786072185.193253:0:2421:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:2.0:1786072185.193259:0:2421:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) : PUT try# 0 00000800:00000200:2.0:1786072185.193264:0:2421:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.140@tcp 00000800:00000010:2.0:1786072185.193267:0:2421:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff936d0665a100. 00000800:00000200:2.0:1786072185.193271:0:2421:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff936d0afbc180] -> 12345-192.168.204.140@tcp (5) 00000800:00000200:2.0:1786072185.193276:0:2421:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988 00000800:00000200:2.0:1786072185.193279:0:2421:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff936d0665a100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1786072185.193282:0:2421:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786072185.193285:0:2421:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff936d3976a000: using a timeout of 155335 usecs (156 jiffies) 00000400:00000200:2.0:1786072185.193288:0:2421:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000100:00000001:2.0:1786072185.193289:0:2421:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff936d3976a000: PM QoS new deadline estimation for cpu 0 is 4307978908 00000100:00000001:2.0:1786072185.193306:0:2421:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff936d3976a000: PM QoS request active for cpu 0, simply extend its deadline from 4307978775 00000100:00000001:2.0:1786072185.193315:0:2421:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff936d3976a000: PM QoS new deadline estimation for cpu 1 is 4307978908 00000100:00000001:2.0:1786072185.193317:0:2421:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff936d3976a000: PM QoS request active for cpu 1, simply extend its deadline from 4307978775 00000100:00000001:2.0:1786072185.193320:0:2421:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786072185.193323:0:2421:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072185.193325:0:2421:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072185.193328:0:2421:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786072185.193335:0:2421:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786072185.193337:0:2421:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:2.0:1786072185.193340:0:2421:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786072185.193341:0:2421:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786072185.193343:0:2421:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786072185.193345:0:2421:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:2.0:1786072185.193347:0:2421:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786072185.193349:0:2421:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786072185.193350:0:2421:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786072185.193352:0:2421:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786072185.193353:0:2421:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786072185.193355:0:2421:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786072185.193359:0:2421:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff936d06438380 x1872818711275776/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786072185.193366:0:2421:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786072185.193367:0:2421:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786072185.193369:0:2421:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786072185.193371:0:2421:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786072185.193373:0:2421:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786072185.193401:0:2421:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff936d06438380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9500c81f-e128-413b-a15c-d036a6184eaf:2421:1872818711275776:192.168.204.140@tcp:400:kworker.0 00000100:00000001:2.0:1786072185.193405:0:2421:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786072185.193408:0:2421:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786072185.193409:0:2421:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786072185.193411:0:2421:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786072185.193415:0:2421:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff936d049ff800. 02000000:00000001:2.0:1786072185.193417:0:2421:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786072185.193420:0:2421:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000010:2.0:1786072185.193423:0:2421:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff936d3d5f9dc0. 00000400:00000010:2.0:1786072185.193431:0:2421:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d0b26cd48. 00000100:00000200:2.0:1786072185.193434:0:2421:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872818711275776, portal 25 00000100:00000001:2.0:1786072185.193436:0:2421:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786072185.193437:0:2421:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446624695198647168 : -119378510904448 : ffff936d06438380) 00000100:00000040:2.0:1786072185.193442:0:2421:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff936d06438380 x1872818711275776/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072201 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786072185.193449:0:2421:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786072185.193451:0:2421:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp 00000400:00000010:2.0:1786072185.193452:0:2421:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d0b26c908. 00000100:00000200:2.0:1786072185.193455:0:2421:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1872818711275776, offset 0 00000400:00000200:2.0:1786072185.193458:0:2421:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp 00000400:00000200:2.0:1786072185.193462:0:2421:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:2.0:1786072185.193465:0:2421:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.140@tcp local destination 00000400:00000200:2.0:1786072185.193469:0:2421:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786072185.193471:0:2421:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp 00000400:00000200:2.0:1786072185.193473:0:2421:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786072185.193475:0:2421:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp 00000400:00000200:2.0:1786072185.193477:0:2421:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [543803:543803:254:4294967295] 192.168.204.140@tcp LPNI seq info [543743:543743:6:4294967295] 00000400:00000200:2.0:1786072185.193481:0:2421:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:2.0:1786072185.193486:0:2421:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) : PUT try# 0 00000800:00000200:2.0:1786072185.193490:0:2421:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.140@tcp 00000800:00000010:2.0:1786072185.193493:0:2421:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff936d0665ab00. 00000800:00000200:2.0:1786072185.193496:0:2421:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff936d0afbc180] -> 12345-192.168.204.140@tcp (5) 00000800:00000200:2.0:1786072185.193500:0:2421:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988 00000800:00000200:2.0:1786072185.193503:0:2421:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff936d0665ab00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1786072185.193506:0:2421:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786072185.193508:0:2421:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000100:00000001:2.0:1786072185.193510:0:2421:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4307982581 00000100:00000001:2.0:1786072185.193513:0:2421:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307978908 00000100:00000001:2.0:1786072185.193515:0:2421:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4307982581 00000100:00000001:2.0:1786072185.193524:0:2421:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307978908 00000100:00000001:2.0:1786072185.193527:0:2421:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786072185.193529:0:2421:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072185.193531:0:2421:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786072185.193535:0:2421:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff936d0643a680 x1872818711276032/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786072185.193542:0:2421:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786072185.193543:0:2421:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786072185.193546:0:2421:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786072185.193547:0:2421:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786072185.193549:0:2421:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786072185.193552:0:2421:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff936d0643a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:80aa5924-6869-4c81-88c0-98a34e467390:2421:1872818711276032:192.168.204.140@tcp:400:kworker.0 00000100:00000001:2.0:1786072185.193555:0:2421:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786072185.193558:0:2421:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786072185.193559:0:2421:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786072185.193560:0:2421:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786072185.193563:0:2421:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff936d049fea00. 02000000:00000001:2.0:1786072185.193565:0:2421:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786072185.193568:0:2421:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000010:2.0:1786072185.193570:0:2421:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff936d3d5f9b58. 00000400:00000010:2.0:1786072185.193574:0:2421:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d0b26c7f8. 00000100:00000200:2.0:1786072185.193576:0:2421:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872818711276032, portal 10 00000100:00000001:2.0:1786072185.193578:0:2421:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786072185.193579:0:2421:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446624695198656128 : -119378510895488 : ffff936d0643a680) 00000100:00000040:2.0:1786072185.193585:0:2421:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff936d0643a680 x1872818711276032/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786072185.193591:0:2421:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786072185.193593:0:2421:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp 00000400:00000010:2.0:1786072185.193595:0:2421:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d0b26c550. 00000100:00000200:2.0:1786072185.193597:0:2421:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872818711276032, offset 0 00000400:00000200:2.0:1786072185.193602:0:2421:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp 00000400:00000200:2.0:1786072185.193605:0:2421:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:2.0:1786072185.193615:0:2421:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.140@tcp local destination 00000400:00000200:2.0:1786072185.193618:0:2421:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786072185.193620:0:2421:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp 00000400:00000200:2.0:1786072185.193622:0:2421:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786072185.193624:0:2421:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp 00000400:00000200:2.0:1786072185.193627:0:2421:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [543804:543804:253:4294967295] 192.168.204.140@tcp LPNI seq info [543744:543744:5:4294967295] 00000400:00000200:2.0:1786072185.193631:0:2421:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:2.0:1786072185.193637:0:2421:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) : PUT try# 0 00000800:00000200:2.0:1786072185.193641:0:2421:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.140@tcp 00000800:00000010:2.0:1786072185.193644:0:2421:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff936d0665a200. 00000800:00000200:2.0:1786072185.193647:0:2421:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff936d0afbc180] -> 12345-192.168.204.140@tcp (5) 00000800:00000200:2.0:1786072185.193651:0:2421:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988 00000800:00000200:2.0:1786072185.193654:0:2421:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff936d0665a200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1786072185.193656:0:2421:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786072185.193659:0:2421:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff936d3976a000: using a timeout of 25930 usecs (26 jiffies) 00000400:00000200:2.0:1786072185.193662:0:2421:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000100:00000001:2.0:1786072185.193664:0:2421:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff936d3976a000: PM QoS new deadline estimation for cpu 0 is 4307978779 00000100:00000001:2.0:1786072185.193666:0:2421:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff936d3976a000: PM QoS request active for cpu 0, keep current deadline 4307982581 00000100:00000001:2.0:1786072185.193668:0:2421:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff936d3976a000: PM QoS new deadline estimation for cpu 1 is 4307978779 00000100:00000001:2.0:1786072185.193670:0:2421:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff936d3976a000: PM QoS request active for cpu 1, keep current deadline 4307982581 00000100:00000001:2.0:1786072185.193671:0:2421:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786072185.193673:0:2421:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072185.193676:0:2421:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072185.193678:0:2421:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072185.193853:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786072185.193856:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1786072185.193947:0:2410:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786072185.193952:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff936d0665a000. 00000400:00000200:0.0:1786072185.193958:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786072185.193964:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000400:00000200:0.0:1786072185.193969:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d0b26c880 00000400:00000010:0.0:1786072185.193971:0:2410:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d0b26c880. 00000100:00000001:0.0:1786072185.193977:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786072185.193987:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff936d0643b480 x1872818711275904/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072185.193997:0:2410:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786072185.194001:0:2410:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff936d0643b480 x1872818711275904/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072270 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072185.194008:0:2410:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072185.194009:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1786072185.194021:0:2410:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786072185.194023:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff936d0665a100. 00000400:00000200:0.0:1786072185.194026:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786072185.194029:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000400:00000200:0.0:1786072185.194031:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d0b26cdd0 00000400:00000010:0.0:1786072185.194033:0:2410:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d0b26cdd0. 00000100:00000001:0.0:1786072185.194035:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786072185.194039:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff936d0643bb80 x1872818711276160/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072185.194046:0:2410:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786072185.194049:0:2410:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff936d0643bb80 x1872818711276160/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072240 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072185.194055:0:2410:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072185.194057:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1786072185.194062:0:2410:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786072185.194064:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff936d0665ab00. 00000400:00000200:0.0:1786072185.194067:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786072185.194070:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000400:00000200:0.0:1786072185.194072:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d0b26c908 00000400:00000010:0.0:1786072185.194074:0:2410:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d0b26c908. 00000100:00000001:0.0:1786072185.194075:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786072185.194078:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff936d06438380 x1872818711275776/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072201 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072185.194085:0:2410:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786072185.194088:0:2410:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff936d06438380 x1872818711275776/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072201 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072185.194111:0:2410:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072185.194113:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1786072185.194179:0:2410:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786072185.194182:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff936d0665a200. 00000400:00000200:0.0:1786072185.194186:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786072185.194190:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000400:00000200:0.0:1786072185.194193:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d0b26c550 00000400:00000010:0.0:1786072185.194195:0:2410:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d0b26c550. 00000100:00000001:0.0:1786072185.194197:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786072185.194201:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff936d0643a680 x1872818711276032/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072185.194209:0:2410:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786072185.194212:0:2410:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff936d0643a680 x1872818711276032/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072270 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072185.194219:0:2410:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072185.194220:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1786072185.197501:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072185.197520:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786072185.197526:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072185.197528:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786072185.197538:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072185.197545:0:2411:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me 00000400:00000200:1.0:1786072185.197555:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072185.197559:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072185.197564:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072185.197568:0:2411:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 224 into portal 10 MB=0x6a7519603a980 00000400:00000200:1.0:1786072185.197574:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072185.197580:0:2411:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.140@tcp of length 224/224 into md 0x536c71 [1] + 224 00000800:00000001:1.0:1786072185.197586:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072185.197590:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786072185.197594:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786072185.197598:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000100:00000001:1.0:1786072185.197606:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786072185.197613:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff936d0643b480 x1872818711275904/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072270 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786072185.197624:0:2411:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff936d0643b480 x1872818711275904/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072270 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072185.197664:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786072185.197673:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072185.197678:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786072185.197680:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072185.197682:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786072185.197686:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072185.197689:0:2411:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me 00000400:00000200:1.0:1786072185.197693:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072185.197696:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072185.197699:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072185.197702:0:2411:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 224 into portal 25 MB=0x6a7519603a900 00000400:00000200:1.0:1786072185.197705:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072185.197709:0:2411:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.140@tcp of length 224/224 into md 0x536c81 [1] + 224 00000800:00000001:1.0:1786072185.197713:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072185.197716:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786072185.197718:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786072185.197721:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000100:00000001:1.0:1786072185.197863:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786072185.197869:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff936d06438380 x1872818711275776/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072201 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786072185.197878:0:2411:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff936d06438380 x1872818711275776/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072201 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072185.197885:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786072185.197889:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072185.197893:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786072185.197895:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072185.197896:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786072185.197899:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072185.197903:0:2411:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me 00000400:00000200:1.0:1786072185.197907:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072185.197909:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072185.197918:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072185.197921:0:2411:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 224 into portal 10 MB=0x6a7519603aa00 00000400:00000200:1.0:1786072185.197924:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072185.197927:0:2411:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.140@tcp of length 224/224 into md 0x536c89 [1] + 224 00000800:00000001:1.0:1786072185.197931:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072185.197937:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786072185.197939:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786072185.197942:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000100:00000001:1.0:1786072185.197945:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786072185.197949:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff936d0643a680 x1872818711276032/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072270 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786072185.197958:0:2411:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff936d0643a680 x1872818711276032/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072270 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072185.197965:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786072185.197968:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072185.197970:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786072185.198057:0:2421:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786072185.198062:0:2421:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1786072185.198068:0:2421:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786072185.198070:0:2421:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786072185.198073:0:2421:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff936d3d5f9dc0. 00000400:00000200:2.0:1786072185.198077:0:2421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d0b26cd48 00000400:00000010:2.0:1786072185.198079:0:2421:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d0b26cd48. 00000100:00000001:2.0:1786072185.198101:0:2421:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786072185.198106:0:2421:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff936d06438380 x1872818711275776/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072201 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786072185.198115:0:2421:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff936d06438380 x1872818711275776/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072201 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786072185.198120:0:2421:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786072185.198122:0:2421:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786072185.198125:0:2421:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786072185.198128:0:2421:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786072185.198130:0:2421:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786072185.198132:0:2421:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786072185.198135:0:2421:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786072185.198141:0:2421:0:(import.c:2149:obd_at_measure()) add 5 to ffff936d16267460 time=118 v=5 (5 5 5 5) 00000100:00001000:2.0:1786072185.198145:0:2421:0:(import.c:2149:obd_at_measure()) add 1 to ffff936d16267418 time=55 v=5 (1 1 1 0) 00000100:00000001:2.0:1786072185.198148:0:2421:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786072185.198149:0:2421:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786072185.198151:0:2421:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1786072185.198154:0:2421:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072185.198157:0:2421:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786072185.198162:0:2421:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff936d06438380 x1872818711275776/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072201 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786072185.198169:0:2421:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786072185.198172:0:2421:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786072185.198174:0:2421:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786072185.198178:0:2421:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff936d06438380 x1872818711275776/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072201 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786072185.198186:0:2421:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff936d06438380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9500c81f-e128-413b-a15c-d036a6184eaf:2421:1872818711275776:192.168.204.140@tcp:400:kworker.0 00000400:00000001:2.0:1786072185.198192:0:2421:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786072185.198194:0:2421:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786072185.198195:0:2421:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff936d3d5f9b58. 00000400:00000200:2.0:1786072185.198198:0:2421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d0b26c7f8 00000400:00000010:2.0:1786072185.198199:0:2421:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d0b26c7f8. 00000100:00000001:2.0:1786072185.198265:0:2421:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786072185.198270:0:2421:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff936d0643a680 x1872818711276032/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072270 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786072185.198278:0:2421:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff936d0643a680 x1872818711276032/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072270 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786072185.198285:0:2421:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786072185.198287:0:2421:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786072185.198289:0:2421:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786072185.198290:0:2421:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786072185.198292:0:2421:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786072185.198293:0:2421:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786072185.198295:0:2421:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786072185.198301:0:2421:0:(import.c:2149:obd_at_measure()) add 60 to ffff936d16184c60 time=118 v=60 (60 60 60 60) 00000100:00001000:2.0:1786072185.198305:0:2421:0:(import.c:2149:obd_at_measure()) add 1 to ffff936d16184c18 time=32 v=5 (1 1 1 0) 00000100:00000001:2.0:1786072185.198307:0:2421:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786072185.198308:0:2421:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786072185.198310:0:2421:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1786072185.198314:0:2421:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff936d0643a680 x1872818711276032/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072270 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1786072185.198321:0:2421:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072185.198323:0:2421:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1786072185.198325:0:2421:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff936d3976a000: skip recheck: last_committed 21474836545 00000100:00000001:2.0:1786072185.198327:0:2421:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1786072185.198328:0:2421:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786072185.198332:0:2421:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff936d0643a680 x1872818711276032/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072270 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786072185.198338:0:2421:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786072185.198340:0:2421:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786072185.198341:0:2421:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786072185.198344:0:2421:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff936d0643a680 x1872818711276032/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072270 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786072185.198352:0:2421:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff936d0643a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:80aa5924-6869-4c81-88c0-98a34e467390:2421:1872818711276032:192.168.204.140@tcp:400:kworker.0 00000400:00000001:2.0:1786072185.198363:0:2421:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786072185.198365:0:2421:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786072185.198366:0:2421:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff936d3d5f9d10. 00000400:00000200:2.0:1786072185.198369:0:2421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d0b26c5d8 00000400:00000010:2.0:1786072185.198370:0:2421:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d0b26c5d8. 00000100:00000001:2.0:1786072185.198373:0:2421:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786072185.198409:0:2421:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff936d0643b480 x1872818711275904/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072270 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786072185.198417:0:2421:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff936d0643b480 x1872818711275904/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072270 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786072185.198424:0:2421:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786072185.198425:0:2421:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786072185.198427:0:2421:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786072185.198429:0:2421:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786072185.198430:0:2421:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786072185.198431:0:2421:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786072185.198433:0:2421:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786072185.198437:0:2421:0:(import.c:2149:obd_at_measure()) add 60 to ffff936d16266c60 time=118 v=60 (60 60 60 60) 00000100:00001000:2.0:1786072185.198440:0:2421:0:(import.c:2149:obd_at_measure()) add 1 to ffff936d16266c18 time=55 v=5 (1 1 1 0) 00000100:00000001:2.0:1786072185.198443:0:2421:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786072185.198444:0:2421:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786072185.198446:0:2421:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1786072185.198448:0:2421:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072185.198450:0:2421:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1786072185.198451:0:2421:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff936d3976a000: skip recheck: last_committed 30064771465 00000100:00000001:2.0:1786072185.198453:0:2421:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1786072185.198454:0:2421:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786072185.198458:0:2421:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff936d0643b480 x1872818711275904/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072270 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786072185.198464:0:2421:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786072185.198466:0:2421:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786072185.198467:0:2421:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786072185.198471:0:2421:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff936d0643b480 x1872818711275904/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072270 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786072185.198485:0:2421:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff936d0643b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:80aa5924-6869-4c81-88c0-98a34e467390:2421:1872818711275904:192.168.204.140@tcp:400:kworker.0 00000100:00000001:2.0:1786072185.198489:0:2421:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072185.198492:0:2421:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786072185.198496:0:2421:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff936d06438380 x1872818711275776/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072201 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786072185.198503:0:2421:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786072185.198505:0:2421:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786072185.198509:0:2421:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff936d049ff800. 02000000:00000001:2.0:1786072185.198512:0:2421:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786072185.198514:0:2421:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786072185.198516:0:2421:0:(genops.c:1244:class_import_put()) import ffff936d16267000 refcount=3 obd=MGC192.168.204.140@tcp 00000020:00000001:2.0:1786072185.198518:0:2421:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786072185.198521:0:2421:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff936d0665a500. 02000000:00000001:2.0:1786072185.198523:0:2421:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786072185.198525:0:2421:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786072185.198527:0:2421:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff936d06438380. 00000100:00000001:2.0:1786072185.198530:0:2421:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786072185.198531:0:2421:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786072185.198532:0:2421:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786072185.198535:0:2421:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff936d0643a680 x1872818711276032/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072270 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786072185.198540:0:2421:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786072185.198541:0:2421:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786072185.198542:0:2421:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff936d049fea00. 02000000:00000001:2.0:1786072185.198545:0:2421:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786072185.198546:0:2421:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786072185.198547:0:2421:0:(genops.c:1244:class_import_put()) import ffff936d16184800 refcount=3 obd=lustre-MDT0001-mdc-ffff936d3976a000 00000020:00000001:2.0:1786072185.198548:0:2421:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786072185.198549:0:2421:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff936d0665a700. 02000000:00000001:2.0:1786072185.198551:0:2421:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786072185.198552:0:2421:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786072185.198553:0:2421:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff936d0643a680. 00000100:00000001:2.0:1786072185.198555:0:2421:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786072185.198561:0:2421:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786072185.198562:0:2421:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786072185.198565:0:2421:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff936d0643b480 x1872818711275904/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072270 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786072185.198570:0:2421:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786072185.198571:0:2421:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786072185.198573:0:2421:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff936d049ff200. 02000000:00000001:2.0:1786072185.198575:0:2421:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786072185.198576:0:2421:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786072185.198577:0:2421:0:(genops.c:1244:class_import_put()) import ffff936d16266800 refcount=5 obd=lustre-MDT0000-mdc-ffff936d3976a000 00000020:00000001:2.0:1786072185.198578:0:2421:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786072185.198580:0:2421:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff936d0665a400. 02000000:00000001:2.0:1786072185.198581:0:2421:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786072185.198582:0:2421:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786072185.198583:0:2421:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff936d0643b480. 00000100:00000001:2.0:1786072185.198585:0:2421:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786072185.198586:0:2421:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786072185.198589:0:2421:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072185.198591:0:2421:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786072185.198592:0:2421:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786072185.198594:0:2421:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072185.198595:0:2421:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1786072185.199489:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072185.199597:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786072185.199602:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072185.199605:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786072185.199613:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072185.199619:0:2410:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me 00000400:00000200:1.0:1786072185.199627:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072185.199631:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072185.199635:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072185.199639:0:2410:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 224 into portal 4 MB=0x6a7519603aa80 00000400:00000200:1.0:1786072185.199643:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072185.199648:0:2410:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.140@tcp of length 224/224 into md 0x536c79 [1] + 224 00000800:00000001:1.0:1786072185.199654:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072185.199661:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786072185.199664:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786072185.199668:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000100:00000001:1.0:1786072185.199675:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786072185.199692:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff936d0643bb80 x1872818711276160/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072240 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786072185.199702:0:2410:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff936d0643bb80 x1872818711276160/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072240 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786072185.199930:0:2421:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786072185.199935:0:2421:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786072185.199970:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786072185.199988:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072185.199991:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1786072185.200205:0:2421:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786072185.200207:0:2421:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786072185.200339:0:2421:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff936d3d5f9370. 00000400:00000200:2.0:1786072185.200344:0:2421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d0b26c2a8 00000400:00000010:2.0:1786072185.200346:0:2421:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d0b26c2a8. 00000100:00000001:2.0:1786072185.200351:0:2421:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786072185.200357:0:2421:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff936d0643bb80 x1872818711276160/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072240 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786072185.200367:0:2421:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff936d0643bb80 x1872818711276160/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072240 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786072185.200373:0:2421:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786072185.200398:0:2421:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786072185.200409:0:2421:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786072185.200412:0:2421:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786072185.200415:0:2421:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786072185.200417:0:2421:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786072185.200419:0:2421:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786072185.200428:0:2421:0:(import.c:2149:obd_at_measure()) add 36 to ffff936d16262c60 time=118 v=36 (36 36 5 5) 00000100:00001000:2.0:1786072185.200432:0:2421:0:(import.c:2149:obd_at_measure()) add 1 to ffff936d16262c18 time=16 v=5 (1 1 1 1) 00000100:00000001:2.0:1786072185.200435:0:2421:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786072185.200436:0:2421:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786072185.200438:0:2421:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1786072185.200441:0:2421:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072185.200444:0:2421:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1786072185.200446:0:2421:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff936d3976a000: skip recheck: last_committed 38654726226 00000100:00000001:2.0:1786072185.200448:0:2421:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1786072185.200450:0:2421:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786072185.200454:0:2421:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff936d0643bb80 x1872818711276160/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072240 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786072185.200461:0:2421:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786072185.200464:0:2421:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786072185.200465:0:2421:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786072185.200469:0:2421:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff936d0643bb80 x1872818711276160/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072240 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786072185.200476:0:2421:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff936d0643bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:80aa5924-6869-4c81-88c0-98a34e467390:2421:1872818711276160:192.168.204.140@tcp:400:kworker.0 00000100:00000001:2.0:1786072185.200480:0:2421:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786072185.200483:0:2421:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786072185.200486:0:2421:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff936d0643bb80 x1872818711276160/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072240 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786072185.200493:0:2421:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786072185.200495:0:2421:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786072185.200498:0:2421:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff936d049fe000. 02000000:00000001:2.0:1786072185.200503:0:2421:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786072185.200505:0:2421:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786072185.200507:0:2421:0:(genops.c:1244:class_import_put()) import ffff936d16262800 refcount=3 obd=lustre-OST0000-osc-ffff936d3976a000 00000020:00000001:2.0:1786072185.200515:0:2421:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786072185.200518:0:2421:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff936d0665a800. 02000000:00000001:2.0:1786072185.200520:0:2421:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786072185.200522:0:2421:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786072185.200524:0:2421:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff936d0643bb80. 00000100:00000001:2.0:1786072185.200527:0:2421:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786072185.200528:0:2421:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786072185.200531:0:2421:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786072185.200539:0:2421:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786072185.200541:0:2421:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072185.200543:0:2421:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786072185.200545:0:2421:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072185.256507:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072185.256514:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072185.256520:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072185.256521:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786072185.256707:0:239616:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786072185.256710:0:239616:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786072185.256713:0:239616:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786072186.280750:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072186.280758:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072186.280764:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072186.280765:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786072186.280784:0:245326:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786072186.280787:0:245326:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786072186.280790:0:245326:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786072187.313625:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072187.313633:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072187.313639:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072187.313641:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786072187.314445:0:233679:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786072187.314449:0:233679:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786072187.314453:0:233679:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1786072187.869341:0:277853:0:(llite_lib.c:4245:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1786072188.275368:0:277889:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1786072188.275398:0:277889:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: rpc test_812b: @@@@@@ FAIL: can't put import for osc.lustre-OST0000-osc-ffff936d3976a000.ost_server_uuid into CONNECTING state after 50 sec, have FULL 00000001:00000001:3.0:1786072188.286577:0:277889:0:(debug.c:656:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:0.0:1786072188.333055:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072188.333061:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072188.333080:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072188.333084:0:273755:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786072188.333086:0:273755:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786072188.333091:0:273755:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1786072188.333093:0:273755:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1786072188.333094:0:273755:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072188.333097:0:273755:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786072188.333099:0:273755:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072188.333101:0:273755:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072188.333103:0:273755:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786072188.333975:0:245327:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786072188.333980:0:245327:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786072188.333984:0:245327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1786072189.032434:0:247146:0:(connection.c:75:cpu_latency_work()) work item of ffff936d05017910 (cpu 1) has reached its deadline 4307982581, at 4307982592 00000100:00000010:1.0:1786072189.032447:0:247146:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff936d392da780. 00000100:00000040:0.0:1786072189.034880:0:221477:0:(connection.c:75:cpu_latency_work()) work item of ffff936d05017800 (cpu 0) has reached its deadline 4307982581, at 4307982594 00000100:00000010:0.0:1786072189.034891:0:221477:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff936d392da840. 00010000:00000001:0.0:1786072189.356184:0:221477:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072189.356191:0:221477:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072189.356197:0:221477:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072189.356198:0:221477:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786072189.356569:0:233680:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786072189.356573:0:233680:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786072189.356576:0:233680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1786072190.156243:0:277989:0:(llite_lib.c:4245:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786072190.318249:0:274015:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9500c81f-e128-413b-a15c-d036a6184eaf->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1786072190.318260:0:274015:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1786072190.318268:0:274015:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff936d06345c00. 00000020:00000040:1.0:1786072190.318274:0:274015:0:(genops.c:1231:class_import_get()) import ffff936d16267000 refcount=4 obd=MGC192.168.204.140@tcp 00000100:00000001:1.0:1786072190.318279:0:274015:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786072190.318282:0:274015:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786072190.318288:0:274015:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1786072190.318296:0:274015:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff936d07180a00. 00000100:00000001:1.0:1786072190.318303:0:274015:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786072190.318314:0:274015:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9500c81f-e128-413b-a15c-d036a6184eaf->MGS req@ffff936d06345c00 x1872818711276288/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786072190.318324:0:274015:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786072190.318329:0:274015:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786072190.318335:0:274015:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef9346ed] to pc [ptlrpcd_00_01+1] req@ffff936d06345c00 x1872818711276288/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072190.318357:0:274015:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786072190.318369:0:274015:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80aa5924-6869-4c81-88c0-98a34e467390->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1786072190.318372:0:274015:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1786072190.318443:0:274015:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff936d06346300. 00000020:00000040:1.0:1786072190.318447:0:274015:0:(genops.c:1231:class_import_get()) import ffff936d16266800 refcount=6 obd=lustre-MDT0000-mdc-ffff936d3976a000 00000100:00000001:1.0:1786072190.318450:0:274015:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786072190.318451:0:274015:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786072190.318453:0:274015:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1786072190.318457:0:274015:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff936d07180b00. 00000100:00000001:1.0:1786072190.318460:0:274015:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786072190.318465:0:274015:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 80aa5924-6869-4c81-88c0-98a34e467390->lustre-MDT0000_UUID req@ffff936d06346300 x1872818711276416/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786072190.318473:0:274015:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786072190.318475:0:274015:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786072190.318478:0:274015:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5b71781] to pc [ptlrpcd_00_00+0] req@ffff936d06346300 x1872818711276416/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072190.318487:0:274015:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786072190.318490:0:274015:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80aa5924-6869-4c81-88c0-98a34e467390->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1786072190.318493:0:274015:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1786072190.318495:0:274015:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff936d06347480. 00000020:00000040:1.0:1786072190.318498:0:274015:0:(genops.c:1231:class_import_get()) import ffff936d16184800 refcount=4 obd=lustre-MDT0001-mdc-ffff936d3976a000 00000100:00000001:1.0:1786072190.318500:0:274015:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786072190.318501:0:274015:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786072190.318503:0:274015:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1786072190.318506:0:274015:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff936d07180d00. 00000100:00000001:1.0:1786072190.318508:0:274015:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786072190.318512:0:274015:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 80aa5924-6869-4c81-88c0-98a34e467390->lustre-MDT0001_UUID req@ffff936d06347480 x1872818711276544/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786072190.318518:0:274015:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786072190.318520:0:274015:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786072190.318523:0:274015:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ed977720] to pc [ptlrpcd_00_01+1] req@ffff936d06347480 x1872818711276544/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072190.318541:0:274015:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786072190.318543:0:274015:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80aa5924-6869-4c81-88c0-98a34e467390->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1786072190.318546:0:274015:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1786072190.318549:0:274015:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff936d06344000. 00000020:00000040:1.0:1786072190.318551:0:274015:0:(genops.c:1231:class_import_get()) import ffff936d16262800 refcount=4 obd=lustre-OST0000-osc-ffff936d3976a000 00000100:00000001:1.0:1786072190.318553:0:274015:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786072190.318555:0:274015:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786072190.318556:0:274015:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1786072190.318637:0:274015:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff936d07180500. 00000100:00000001:1.0:1786072190.318640:0:274015:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786072190.318645:0:274015:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 80aa5924-6869-4c81-88c0-98a34e467390->lustre-OST0000_UUID req@ffff936d06344000 x1872818711276672/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786072190.318652:0:274015:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786072190.318654:0:274015:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786072190.318658:0:274015:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000072ce4b6] to pc [ptlrpcd_00_00+0] req@ffff936d06344000 x1872818711276672/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072190.318666:0:274015:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786072190.318668:0:274015:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80aa5924-6869-4c81-88c0-98a34e467390->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1786072190.318671:0:274015:0:(pinger.c:247:ptlrpc_pinger_process_import()) 80aa5924-6869-4c81-88c0-98a34e467390->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1786072190.318676:0:274015:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13321) 00000100:00000001:1.0:1786072190.318690:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786072190.318693:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786072190.318696:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786072190.318700:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff936d06345c00 x1872818711276288/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072190.318707:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786072190.318710:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786072190.318714:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786072190.318717:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786072190.318726:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786072190.318730:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff936d06345c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9500c81f-e128-413b-a15c-d036a6184eaf:2419:1872818711276288:192.168.204.140@tcp:400:kworker.0 00000100:00000001:1.0:1786072190.318734:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786072190.318740:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786072190.318743:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786072190.318745:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786072190.318750:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff936d0b1aa000. 02000000:00000001:1.0:1786072190.318752:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786072190.318759:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000010:1.0:1786072190.318763:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff936d0a95c4d0. 00000400:00000010:1.0:1786072190.318770:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d0121c2a8. 00000100:00000200:1.0:1786072190.318778:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872818711276288, portal 25 00000100:00000001:1.0:1786072190.318780:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786072190.318782:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446624695197654016 : -119378511897600 : ffff936d06345c00) 00000100:00000040:1.0:1786072190.318787:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff936d06345c00 x1872818711276288/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072206 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072190.318794:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786072190.318796:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp 00000400:00000010:1.0:1786072190.318799:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d0121c550. 00000100:00000200:1.0:1786072190.318801:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1872818711276288, offset 0 00000400:00000200:1.0:1786072190.318808:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp 00000400:00000200:1.0:1786072190.318817:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072190.318824:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.140@tcp local destination 00000400:00000200:1.0:1786072190.318829:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786072190.318833:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp 00000400:00000200:1.0:1786072190.318836:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786072190.318839:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp 00000400:00000200:1.0:1786072190.318842:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [543805:543805:256:4294967295] 192.168.204.140@tcp LPNI seq info [543745:543745:8:4294967295] 00000400:00000200:1.0:1786072190.318846:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072190.318856:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) : PUT try# 0 00000800:00000200:1.0:1786072190.318862:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.140@tcp 00000800:00000010:1.0:1786072190.318873:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff936d07180f00. 00000800:00000200:1.0:1786072190.318882:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff936d0afbc180] -> 12345-192.168.204.140@tcp (5) 00000800:00000200:1.0:1786072190.318889:0:2419:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988 00000800:00000200:1.0:1786072190.318894:0:2419:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff936d07180f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1786072190.318905:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786072190.318909:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000100:00000001:1.0:1786072190.318912:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4307987706 00000100:00000010:1.0:1786072190.318917:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff936d057d97e0. 00000100:00000001:1.0:1786072190.318923:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1786072190.318929:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4307987706 00000100:00000010:1.0:1786072190.318933:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff936d057d9ae0. 00000100:00000001:1.0:1786072190.318936:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1786072190.318939:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786072190.318941:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072190.318944:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786072190.318948:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff936d06347480 x1872818711276544/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072190.318954:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786072190.318956:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786072190.318957:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786072190.318959:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786072190.318961:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786072190.318964:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff936d06347480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:80aa5924-6869-4c81-88c0-98a34e467390:2419:1872818711276544:192.168.204.140@tcp:400:kworker.0 00000100:00000001:1.0:1786072190.318967:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786072190.318970:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786072190.318971:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786072190.318973:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786072190.318976:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff936d0b1abc00. 02000000:00000001:1.0:1786072190.318978:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786072190.318981:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000010:1.0:1786072190.318984:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff936d0a95ce70. 00000400:00000010:1.0:1786072190.318988:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d0121c440. 00000100:00000200:1.0:1786072190.319008:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872818711276544, portal 10 00000100:00000001:1.0:1786072190.319010:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786072190.319011:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446624695197660288 : -119378511891328 : ffff936d06347480) 00000100:00000040:1.0:1786072190.319019:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff936d06347480 x1872818711276544/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072190.319025:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786072190.319027:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp 00000400:00000010:1.0:1786072190.319029:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d0121cee0. 00000100:00000200:1.0:1786072190.319031:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872818711276544, offset 0 00000400:00000200:1.0:1786072190.319035:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp 00000400:00000200:1.0:1786072190.319039:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072190.319042:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.140@tcp local destination 00000400:00000200:1.0:1786072190.319045:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786072190.319047:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp 00000400:00000200:1.0:1786072190.319049:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786072190.319051:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp 00000400:00000200:1.0:1786072190.319054:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [543806:543806:255:4294967295] 192.168.204.140@tcp LPNI seq info [543746:543746:7:4294967295] 00000400:00000200:1.0:1786072190.319058:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072190.319063:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) : PUT try# 0 00000800:00000200:1.0:1786072190.319068:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.140@tcp 00000800:00000010:1.0:1786072190.319071:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff936d07180200. 00000800:00000200:1.0:1786072190.319075:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff936d0afbc180] -> 12345-192.168.204.140@tcp (5) 00000800:00000200:1.0:1786072190.319079:0:2419:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988 00000800:00000200:1.0:1786072190.319082:0:2419:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff936d07180200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1786072190.319085:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786072190.319088:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff936d3976a000: using a timeout of 25928 usecs (26 jiffies) 00000400:00000200:1.0:1786072190.319091:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000100:00000001:1.0:1786072190.319093:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff936d3976a000: PM QoS new deadline estimation for cpu 0 is 4307983904 00000100:00000001:1.0:1786072190.319095:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff936d3976a000: PM QoS request active for cpu 0, keep current deadline 4307987706 00000100:00000001:1.0:1786072190.319096:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff936d3976a000: PM QoS new deadline estimation for cpu 1 is 4307983904 00000100:00000001:1.0:1786072190.319274:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff936d3976a000: PM QoS request active for cpu 1, keep current deadline 4307987706 00000100:00000001:1.0:1786072190.319276:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786072190.319278:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072190.319281:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072190.319283:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786072190.319291:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786072190.319293:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1786072190.319295:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786072190.319297:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786072190.319298:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786072190.319301:0:2419:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:1.0:1786072190.319302:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786072190.319304:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786072190.319305:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786072190.319307:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786072190.319308:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786072190.319309:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786072190.319313:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff936d06346300 x1872818711276416/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072190.319320:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786072190.319321:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786072190.319324:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786072190.319325:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786072190.319327:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786072190.319330:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff936d06346300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:80aa5924-6869-4c81-88c0-98a34e467390:2419:1872818711276416:192.168.204.140@tcp:400:kworker.0 00000100:00000001:1.0:1786072190.319333:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786072190.319336:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786072190.319337:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786072190.319339:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786072190.319342:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff936d0b1aaa00. 02000000:00000001:1.0:1786072190.319344:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786072190.319348:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000010:1.0:1786072190.319350:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff936d0a95cec8. 00000400:00000010:1.0:1786072190.319354:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d0121cc38. 00000100:00000200:1.0:1786072190.319358:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872818711276416, portal 10 00000100:00000001:1.0:1786072190.319365:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786072190.319366:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446624695197655808 : -119378511895808 : ffff936d06346300) 00000100:00000040:1.0:1786072190.319373:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff936d06346300 x1872818711276416/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072190.319411:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786072190.319414:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp 00000400:00000010:1.0:1786072190.319417:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d0121c3b8. 00000100:00000200:1.0:1786072190.319420:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872818711276416, offset 0 00000400:00000200:1.0:1786072190.319425:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp 00000400:00000200:1.0:1786072190.319430:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072190.319434:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.140@tcp local destination 00000400:00000200:1.0:1786072190.319437:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786072190.319440:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp 00000400:00000200:1.0:1786072190.319442:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786072190.319445:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp 00000400:00000200:1.0:1786072190.319448:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [543807:543807:254:4294967295] 192.168.204.140@tcp LPNI seq info [543747:543747:6:4294967295] 00000400:00000200:1.0:1786072190.319452:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072190.319459:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) : PUT try# 0 00000800:00000200:1.0:1786072190.319463:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.140@tcp 00000800:00000010:1.0:1786072190.319467:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff936d07180300. 00000800:00000200:1.0:1786072190.319471:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff936d0afbc180] -> 12345-192.168.204.140@tcp (5) 00000800:00000200:1.0:1786072190.319475:0:2419:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988 00000800:00000200:1.0:1786072190.319478:0:2419:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff936d07180300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1786072190.319480:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786072190.319483:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: using a timeout of 22727 usecs (23 jiffies) 00000400:00000200:1.0:1786072190.319485:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000100:00000001:1.0:1786072190.319487:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: PM QoS new deadline estimation for cpu 0 is 4307983902 00000100:00000001:1.0:1786072190.319489:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: PM QoS request active for cpu 0, keep current deadline 4307987706 00000100:00000001:1.0:1786072190.319491:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: PM QoS new deadline estimation for cpu 1 is 4307983902 00000100:00000001:1.0:1786072190.319493:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: PM QoS request active for cpu 1, keep current deadline 4307987706 00000100:00000001:1.0:1786072190.319500:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786072190.319502:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072190.319504:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786072190.319509:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff936d06344000 x1872818711276672/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072190.319516:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786072190.319517:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786072190.319520:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786072190.319521:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786072190.319523:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786072190.319527:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff936d06344000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:80aa5924-6869-4c81-88c0-98a34e467390:2419:1872818711276672:192.168.204.140@tcp:400:kworker.0 00000100:00000001:1.0:1786072190.319530:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786072190.319533:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786072190.319534:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786072190.319536:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786072190.319540:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff936d07265c00. 02000000:00000001:1.0:1786072190.319542:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786072190.319546:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000010:1.0:1786072190.319549:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff936d0a95c058. 00000400:00000010:1.0:1786072190.319553:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d0121ccc0. 00000100:00000200:1.0:1786072190.319556:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872818711276672, portal 4 00000100:00000001:1.0:1786072190.319629:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786072190.319631:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446624695197646848 : -119378511904768 : ffff936d06344000) 00000100:00000040:1.0:1786072190.319637:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff936d06344000 x1872818711276672/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072190.319643:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786072190.319645:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp 00000400:00000010:1.0:1786072190.319648:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d0121c4c8. 00000100:00000200:1.0:1786072190.319651:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1872818711276672, offset 0 00000400:00000200:1.0:1786072190.319655:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp 00000400:00000200:1.0:1786072190.319658:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072190.319662:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.140@tcp local destination 00000400:00000200:1.0:1786072190.319669:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786072190.319672:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp 00000400:00000200:1.0:1786072190.319675:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786072190.319677:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp 00000400:00000200:1.0:1786072190.319680:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [543808:543808:253:4294967295] 192.168.204.140@tcp LPNI seq info [543748:543748:5:4294967295] 00000400:00000200:1.0:1786072190.319683:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072190.319690:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) : PUT try# 0 00000800:00000200:1.0:1786072190.319694:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.140@tcp 00000800:00000010:1.0:1786072190.319698:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff936d07180000. 00000800:00000200:1.0:1786072190.319702:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff936d0afbc180] -> 12345-192.168.204.140@tcp (5) 00000800:00000200:1.0:1786072190.319706:0:2419:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988 00000800:00000200:1.0:1786072190.319709:0:2419:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff936d07180000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1786072190.319711:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786072190.319714:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff936d3976a000: using a timeout of 155220 usecs (156 jiffies) 00000400:00000200:1.0:1786072190.319717:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000100:00000001:1.0:1786072190.319719:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff936d3976a000: PM QoS new deadline estimation for cpu 0 is 4307984035 00000100:00000001:1.0:1786072190.319721:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff936d3976a000: PM QoS request active for cpu 0, keep current deadline 4307987706 00000100:00000001:1.0:1786072190.319723:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff936d3976a000: PM QoS new deadline estimation for cpu 1 is 4307984035 00000100:00000001:1.0:1786072190.319725:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff936d3976a000: PM QoS request active for cpu 1, keep current deadline 4307987706 00000100:00000001:1.0:1786072190.319727:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786072190.319730:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072190.319732:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072190.319734:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072190.319751:0:2418:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786072190.319753:0:2418:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1786072190.319792:0:2411:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786072190.319796:0:2411:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff936d07180f00. 00000400:00000200:1.0:1786072190.319801:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786072190.319806:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000400:00000200:1.0:1786072190.319811:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d0121c550 00000400:00000010:1.0:1786072190.319819:0:2411:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d0121c550. 00000100:00000001:1.0:1786072190.319824:0:2411:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786072190.319829:0:2411:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff936d06345c00 x1872818711276288/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072206 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072190.319839:0:2411:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786072190.319842:0:2411:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff936d06345c00 x1872818711276288/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072206 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072190.319848:0:2411:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072190.319850:0:2411:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1786072190.319862:0:2411:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786072190.319865:0:2411:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff936d07180200. 00000400:00000200:1.0:1786072190.319867:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786072190.319870:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000400:00000200:1.0:1786072190.319872:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d0121cee0 00000400:00000010:1.0:1786072190.319874:0:2411:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d0121cee0. 00000100:00000001:1.0:1786072190.319876:0:2411:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786072190.319879:0:2411:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff936d06347480 x1872818711276544/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072190.319886:0:2411:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786072190.319888:0:2411:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff936d06347480 x1872818711276544/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072275 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072190.319894:0:2411:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072190.319895:0:2411:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1786072190.319903:0:2411:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786072190.319905:0:2411:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff936d07180300. 00000400:00000200:1.0:1786072190.319908:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786072190.319911:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000400:00000200:1.0:1786072190.319913:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d0121c3b8 00000400:00000010:1.0:1786072190.319915:0:2411:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d0121c3b8. 00000100:00000001:1.0:1786072190.319917:0:2411:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786072190.319920:0:2411:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff936d06346300 x1872818711276416/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072190.319928:0:2411:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786072190.319937:0:2411:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff936d06346300 x1872818711276416/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072275 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072190.319944:0:2411:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072190.319946:0:2411:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1786072190.320026:0:2411:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786072190.320032:0:2411:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff936d07180000. 00000400:00000200:1.0:1786072190.320035:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786072190.320039:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000400:00000200:1.0:1786072190.320042:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d0121c4c8 00000400:00000010:1.0:1786072190.320043:0:2411:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d0121c4c8. 00000100:00000001:1.0:1786072190.320046:0:2411:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786072190.320048:0:2411:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff936d06344000 x1872818711276672/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072190.320055:0:2411:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786072190.320058:0:2411:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff936d06344000 x1872818711276672/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072245 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072190.320063:0:2411:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072190.320065:0:2411:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1786072190.323043:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072190.323054:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786072190.323058:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072190.323061:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786072190.323070:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072190.323077:0:2410:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me 00000400:00000200:0.0:1786072190.323085:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072190.323089:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072190.323095:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072190.323099:0:2410:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 224 into portal 25 MB=0x6a7519603ab00 00000400:00000200:0.0:1786072190.323104:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072190.323109:0:2410:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.140@tcp of length 224/224 into md 0x536c91 [1] + 224 00000800:00000001:0.0:1786072190.323116:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072190.323122:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786072190.323125:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786072190.323129:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000100:00000001:0.0:1786072190.323136:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786072190.323144:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff936d06345c00 x1872818711276288/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072206 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786072190.323232:0:2410:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff936d06345c00 x1872818711276288/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072206 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072190.323272:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786072190.323276:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786072190.323294:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786072190.323305:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072190.323308:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1786072190.323339:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786072190.323341:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786072190.323344:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff936d0a95c4d0. 00000400:00000200:1.0:1786072190.323349:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d0121c2a8 00000400:00000010:1.0:1786072190.323351:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d0121c2a8. 00000100:00000001:1.0:1786072190.323354:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786072190.323359:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff936d06345c00 x1872818711276288/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072206 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786072190.323367:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff936d06345c00 x1872818711276288/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072206 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072190.323373:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786072190.323711:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786072190.323714:0:2419:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1786072190.323725:0:2419:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1786072190.323728:0:2419:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1786072190.323731:0:2419:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786072190.323734:0:2419:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1786072190.323741:0:2419:0:(import.c:2149:obd_at_measure()) add 5 to ffff936d16267460 time=123 v=5 (5 5 5 5) 00000100:00001000:1.0:1786072190.323746:0:2419:0:(import.c:2149:obd_at_measure()) add 1 to ffff936d16267418 time=60 v=5 (1 1 1 0) 00000100:00000001:1.0:1786072190.323749:0:2419:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1786072190.323751:0:2419:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786072190.323754:0:2419:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1786072190.323756:0:2419:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072190.323759:0:2419:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786072190.323764:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff936d06345c00 x1872818711276288/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072206 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072190.323771:0:2419:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786072190.323774:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786072190.323777:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786072190.323780:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff936d06345c00 x1872818711276288/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072206 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786072190.323787:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff936d06345c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9500c81f-e128-413b-a15c-d036a6184eaf:2419:1872818711276288:192.168.204.140@tcp:400:kworker.0 00000100:00000001:1.0:1786072190.323792:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072190.323794:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786072190.323798:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff936d06345c00 x1872818711276288/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072206 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072190.323804:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786072190.323807:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786072190.323810:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff936d0b1aa000. 02000000:00000001:1.0:1786072190.323814:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786072190.323816:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786072190.323818:0:2419:0:(genops.c:1244:class_import_put()) import ffff936d16267000 refcount=3 obd=MGC192.168.204.140@tcp 00000020:00000001:1.0:1786072190.323820:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786072190.323823:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff936d07180a00. 02000000:00000001:1.0:1786072190.323827:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786072190.323828:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786072190.323836:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff936d06345c00. 00000100:00000001:1.0:1786072190.323840:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786072190.323841:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786072190.323844:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072190.323846:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786072190.323848:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786072190.323849:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072190.323851:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1786072190.326218:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072190.326235:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786072190.326239:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072190.326241:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786072190.326367:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072190.326524:0:2411:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me 00000400:00000200:1.0:1786072190.326534:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072190.326538:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072190.326544:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072190.326548:0:2411:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 224 into portal 10 MB=0x6a7519603ac00 00000400:00000200:1.0:1786072190.326553:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072190.326645:0:2411:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.140@tcp of length 224/224 into md 0x536ca1 [1] + 224 00000800:00000001:1.0:1786072190.326654:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072190.326659:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786072190.326662:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786072190.326667:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000100:00000001:1.0:1786072190.326674:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786072190.326682:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff936d06347480 x1872818711276544/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072275 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786072190.326693:0:2411:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff936d06347480 x1872818711276544/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072275 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072190.326709:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786072190.326717:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072190.326720:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786072190.326722:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072190.326725:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786072190.326742:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072190.326747:0:2411:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me 00000400:00000200:1.0:1786072190.326751:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072190.326754:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072190.326757:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072190.326760:0:2411:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 224 into portal 4 MB=0x6a7519603ac80 00000400:00000200:1.0:1786072190.326764:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072190.326768:0:2411:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.140@tcp of length 224/224 into md 0x536cc1 [1] + 224 00000800:00000001:1.0:1786072190.326772:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072190.326776:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786072190.326778:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786072190.326781:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000100:00000001:1.0:1786072190.326784:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786072190.326789:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff936d06344000 x1872818711276672/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072245 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786072190.326797:0:2411:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff936d06344000 x1872818711276672/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072245 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072190.326804:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786072190.326808:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072190.326810:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786072190.326812:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072190.326814:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786072190.326817:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072190.326820:0:2411:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me 00000400:00000200:1.0:1786072190.326823:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072190.326825:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072190.326828:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072190.326831:0:2411:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 224 into portal 10 MB=0x6a7519603ab80 00000400:00000200:1.0:1786072190.326833:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072190.326836:0:2411:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.140@tcp of length 224/224 into md 0x536cb1 [1] + 224 00000800:00000001:1.0:1786072190.326839:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072190.326851:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786072190.326853:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786072190.326856:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000100:00000001:1.0:1786072190.326860:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786072190.326864:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff936d06346300 x1872818711276416/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072275 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786072190.326871:0:2411:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff936d06346300 x1872818711276416/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072275 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072190.326878:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786072190.326881:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072190.326883:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786072190.327008:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786072190.327013:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1786072190.327019:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786072190.327022:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786072190.327025:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff936d0a95cec8. 00000400:00000200:0.0:1786072190.327030:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d0121cc38 00000400:00000010:0.0:1786072190.327032:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d0121cc38. 00000100:00000001:0.0:1786072190.327035:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786072190.327040:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff936d06346300 x1872818711276416/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072275 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786072190.327053:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff936d06346300 x1872818711276416/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072275 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072190.327060:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786072190.327062:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786072190.327064:0:2419:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1786072190.327068:0:2419:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1786072190.327071:0:2419:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1786072190.327073:0:2419:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786072190.327076:0:2419:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1786072190.327085:0:2419:0:(import.c:2149:obd_at_measure()) add 60 to ffff936d16266c60 time=123 v=60 (60 60 60 60) 00000100:00001000:0.0:1786072190.327089:0:2419:0:(import.c:2149:obd_at_measure()) add 1 to ffff936d16266c18 time=60 v=5 (1 1 1 0) 00000100:00000001:0.0:1786072190.327092:0:2419:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1786072190.327093:0:2419:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072190.327096:0:2419:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1786072190.327099:0:2419:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072190.327102:0:2419:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1786072190.327104:0:2419:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff936d3976a000: skip recheck: last_committed 30064771465 00000100:00000001:0.0:1786072190.327106:0:2419:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1786072190.327115:0:2419:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072190.327122:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff936d06346300 x1872818711276416/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072275 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072190.327128:0:2419:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786072190.327131:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786072190.327133:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786072190.327136:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff936d06346300 x1872818711276416/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072275 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786072190.327142:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff936d06346300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:80aa5924-6869-4c81-88c0-98a34e467390:2419:1872818711276416:192.168.204.140@tcp:400:kworker.0 00000400:00000001:0.0:1786072190.327148:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786072190.327149:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786072190.327151:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff936d0a95c058. 00000400:00000200:0.0:1786072190.327153:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d0121ccc0 00000400:00000010:0.0:1786072190.327154:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d0121ccc0. 00000100:00000001:0.0:1786072190.327156:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786072190.327159:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff936d06344000 x1872818711276672/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072245 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786072190.327165:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff936d06344000 x1872818711276672/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072245 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072190.327170:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786072190.327171:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786072190.327173:0:2419:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1786072190.327174:0:2419:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1786072190.327176:0:2419:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1786072190.327177:0:2419:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786072190.327179:0:2419:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1786072190.327183:0:2419:0:(import.c:2149:obd_at_measure()) add 36 to ffff936d16262c60 time=123 v=36 (36 36 5 5) 00000100:00001000:0.0:1786072190.327186:0:2419:0:(import.c:2149:obd_at_measure()) add 1 to ffff936d16262c18 time=21 v=5 (1 1 1 1) 00000100:00000001:0.0:1786072190.327188:0:2419:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1786072190.327203:0:2419:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072190.327205:0:2419:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1786072190.327207:0:2419:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072190.327215:0:2419:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1786072190.327217:0:2419:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff936d3976a000: skip recheck: last_committed 38654726226 00000100:00000001:0.0:1786072190.327218:0:2419:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1786072190.327219:0:2419:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072190.327223:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff936d06344000 x1872818711276672/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072245 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072190.327229:0:2419:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786072190.327231:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786072190.327232:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786072190.327235:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff936d06344000 x1872818711276672/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072245 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786072190.327241:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff936d06344000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:80aa5924-6869-4c81-88c0-98a34e467390:2419:1872818711276672:192.168.204.140@tcp:400:kworker.0 00000400:00000001:0.0:1786072190.327246:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786072190.327247:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786072190.327248:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff936d0a95ce70. 00000400:00000200:0.0:1786072190.327900:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d0121c440 00000400:00000010:0.0:1786072190.327902:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d0121c440. 00000100:00000001:0.0:1786072190.327906:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786072190.327911:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff936d06347480 x1872818711276544/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072275 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786072190.327919:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff936d06347480 x1872818711276544/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072275 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072190.327925:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786072190.327926:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786072190.327928:0:2419:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1786072190.327930:0:2419:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1786072190.327931:0:2419:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1786072190.327932:0:2419:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786072190.327935:0:2419:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1786072190.327939:0:2419:0:(import.c:2149:obd_at_measure()) add 60 to ffff936d16184c60 time=123 v=60 (60 60 60 60) 00000100:00001000:0.0:1786072190.327943:0:2419:0:(import.c:2149:obd_at_measure()) add 1 to ffff936d16184c18 time=37 v=5 (1 1 1 0) 00000100:00000001:0.0:1786072190.327952:0:2419:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1786072190.327954:0:2419:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072190.327956:0:2419:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1786072190.327960:0:2419:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff936d06347480 x1872818711276544/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072275 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1786072190.327967:0:2419:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072190.327969:0:2419:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1786072190.327970:0:2419:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff936d3976a000: skip recheck: last_committed 21474836545 00000100:00000001:0.0:1786072190.327972:0:2419:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1786072190.327973:0:2419:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072190.327977:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff936d06347480 x1872818711276544/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072275 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072190.327983:0:2419:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786072190.327985:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786072190.327986:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786072190.328000:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff936d06347480 x1872818711276544/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072275 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786072190.328007:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff936d06347480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:80aa5924-6869-4c81-88c0-98a34e467390:2419:1872818711276544:192.168.204.140@tcp:400:kworker.0 00000100:00000001:0.0:1786072190.328011:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786072190.328014:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786072190.328017:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff936d06346300 x1872818711276416/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072275 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072190.328023:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786072190.328026:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786072190.328030:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff936d0b1aaa00. 02000000:00000001:0.0:1786072190.328034:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786072190.328036:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786072190.328038:0:2419:0:(genops.c:1244:class_import_put()) import ffff936d16266800 refcount=5 obd=lustre-MDT0000-mdc-ffff936d3976a000 00000020:00000001:0.0:1786072190.328040:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786072190.328043:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff936d07180b00. 02000000:00000001:0.0:1786072190.328046:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786072190.328054:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786072190.328056:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff936d06346300. 00000100:00000001:0.0:1786072190.328060:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786072190.328061:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786072190.328063:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786072190.328066:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff936d06344000 x1872818711276672/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072245 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072190.328072:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786072190.328074:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786072190.328075:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff936d07265c00. 02000000:00000001:0.0:1786072190.328077:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786072190.328079:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786072190.328080:0:2419:0:(genops.c:1244:class_import_put()) import ffff936d16262800 refcount=3 obd=lustre-OST0000-osc-ffff936d3976a000 00000020:00000001:0.0:1786072190.328081:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786072190.328082:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff936d07180500. 02000000:00000001:0.0:1786072190.328084:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786072190.328085:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786072190.328086:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff936d06344000. 00000100:00000001:0.0:1786072190.328088:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786072190.328089:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786072190.328091:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786072190.328093:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff936d06347480 x1872818711276544/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072275 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072190.328099:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786072190.328100:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786072190.328102:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff936d0b1abc00. 02000000:00000001:0.0:1786072190.328104:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786072190.328105:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786072190.328106:0:2419:0:(genops.c:1244:class_import_put()) import ffff936d16184800 refcount=3 obd=lustre-MDT0001-mdc-ffff936d3976a000 00000020:00000001:0.0:1786072190.328107:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786072190.328109:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff936d07180d00. 02000000:00000001:0.0:1786072190.328110:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786072190.328111:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786072190.328112:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff936d06347480. 00000100:00000001:0.0:1786072190.328114:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786072190.328115:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786072190.328122:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786072190.328129:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786072190.328131:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072190.328133:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786072190.328135:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072190.376904:0:221477:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072190.376911:0:221477:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072190.376916:0:221477:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072190.376917:0:221477:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786072190.377197:0:239616:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786072190.377201:0:239616:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786072190.377204:0:239616:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 14408 lines, 14408 kept, 0 dropped, 0 bad.