00010000:00000001:3.0F:1767734685.410380:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734685.410394:0:231614:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767734685.410396:0:231614:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767734685.410399:0:231614:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734685.410402:0:231614:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767734685.410404:0:231614:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734685.410406:0:231614:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734685.410408:0:231614:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734685.410411:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734685.410413:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0F:1767734685.410463:0:226620:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767734685.410475:0:226620:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734685.410478:0:226620:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0F:1767734685.488985:0:250405:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734686.012652:0:250470:0:(mdc_changelog.c:618:chlg_open()) Process entered 00000002:00000010:3.0:1767734686.012661:0:250470:0:(mdc_changelog.c:622:chlg_open()) kmalloced '(crs)': 224 at ffff94b1f7416100. 00000002:00000001:3.0:1767734686.012667:0:250470:0:(mdc_changelog.c:638:chlg_open()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734686.012677:0:250470:0:(mdc_changelog.c:582:chlg_write()) Process entered 00000002:00000010:3.0:1767734686.012680:0:250470:0:(mdc_changelog.c:587:chlg_write()) kmalloced '(kbuf)': 64 at ffff94b1f6013100. 00000020:00000040:3.0:1767734686.012690:0:250470:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-mdc-ffff94b1e7e86000 (ffff94b1c699caa0) now 6 - changelog 00000002:00000001:3.0:1767734686.012695:0:250470:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000002:00000001:3.0:1767734686.012700:0:250470:0:(mdc_request.c:2643:mdc_set_info_async()) Process entered 00000100:00000001:3.0:1767734686.012747:0:250470:0:(pack_generic.c:1733:do_set_info_async()) Process entered 00000100:00000010:3.0:1767734686.012755:0:250470:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200bdb800. 00000020:00000040:3.0:1767734686.012760:0:250470:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=4 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000100:00000001:3.0:1767734686.012767:0:250470:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767734686.012772:0:250470:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767734686.012777:0:250470:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767734686.012785:0:250470:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1d279dc00. 00000100:00000001:3.0:1767734686.012793:0:250470:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734686.012801:0:250470:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767734686.012804:0:250470:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767734686.012810:0:250470:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b200adc3c0. 00000100:00000001:3.0:1767734686.012812:0:250470:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090969318336 : -117982740233280 : ffff94b200adc3c0) 00000100:00000001:3.0:1767734686.012817:0:250470:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734686.012819:0:250470:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970363904 : -117982739187712 : ffff94b200bdb800) 00000100:00000001:3.0:1767734686.012825:0:250470:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767734686.012829:0:250470:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734686.012832:0:250470:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767734686.012835:0:250470:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767734686.012848:0:250470:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200bdb800 x1853602672083072/t0(0) o46->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734686.012878:0:250470:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767734686.012881:0:250470:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734686.012885:0:250470:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767734686.012889:0:250470:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767734686.012893:0:250470:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767734686.012897:0:250470:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200bdb800 pname:cluuid:pid:xid:nid:opc:job lfs:66586885-669e-469f-b1c7-cb1a0fe6eee4:250470:1853602672083072:192.168.203.112@tcp:46:lfs.0 00000100:00000001:3.0:1767734686.012903:0:250470:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767734686.012910:0:250470:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767734686.012913:0:250470:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734686.012916:0:250470:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767734686.012920:0:250470:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1d279ca00. 02000000:00000001:3.0:1767734686.012922:0:250470:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734686.012933:0:250470:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:3.0:1767734686.012938:0:250470:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1dd1138f0. 00000400:00000010:3.0:1767734686.012946:0:250470:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7908. 00000100:00000200:3.0:1767734686.012955:0:250470:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672083072, portal 10 00000100:00000001:3.0:1767734686.012958:0:250470:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734686.012960:0:250470:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970363904 : -117982739187712 : ffff94b200bdb800) 00000100:00000040:3.0:1767734686.012969:0:250470:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b200bdb800 x1853602672083072/t0(0) o46->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734702 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734686.012978:0:250470:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767734686.012982:0:250470:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:3.0:1767734686.012986:0:250470:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7c38. 00000100:00000200:3.0:1767734686.012990:0:250470:0:(niobuf.c:94:ptl_send_buf()) Sending 480 bytes to portal 12, xid 1853602672083072, offset 0 00000400:00000200:3.0:1767734686.012998:0:250470:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:3.0:1767734686.013008:0:250470:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734686.013018:0:250470:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734686.013024:0:250470:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767734686.013030:0:250470:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:3.0:1767734686.013034:0:250470:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767734686.013038:0:250470:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:3.0:1767734686.013051:0:250470:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66595:66595:256:4294967295] 192.168.203.112@tcp LPNI seq info [66595:66595:8:4294967295] 00000400:00000200:3.0:1767734686.013057:0:250470:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734686.013070:0:250470:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:3.0:1767734686.013077:0:250470:0:(socklnd_cb.c:1001:ksocknal_send()) sending 480 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734686.013083:0:250470:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f7416000. 00000800:00000200:3.0:1767734686.013092:0:250470:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734686.013103:0:250470:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734686.013109:0:250470:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f7416000 type 1, nob 576 niov 1 nkiov 1 00000100:00000001:3.0:1767734686.013133:0:250470:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734686.013139:0:250470:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 97872 usecs (98 jiffies) 00000400:00000200:3.0:1767734686.013144:0:250470:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734686.013148:0:250470:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303447932 00000100:00000010:3.0:1767734686.013153:0:250470:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1c58954e0. 00000100:00000001:3.0:1767734686.013161:0:250470:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767734686.013171:0:250470:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303447932 00000100:00000010:3.0:1767734686.013175:0:250470:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1c5895180. 00000100:00000001:3.0:1767734686.013178:0:250470:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767734686.013182:0:250470:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734686.013186:0:250470:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734686.013189:0:250470:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767734686.013191:0:250470:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767734686.013195:0:250470:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b200adc3c0 going to sleep for 11 seconds 00000100:00000001:3.0:1767734686.013198:0:250470:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767734686.013201:0:250470:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0F:1767734686.013348:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734686.013369:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f7416000. 00000400:00000200:2.0:1767734686.013379:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734686.013389:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734686.013396:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7c38 00000400:00000010:2.0:1767734686.013400:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7c38. 00000100:00000001:2.0:1767734686.013406:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734686.013444:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200bdb800 x1853602672083072/t0(0) o46->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734702 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734686.013461:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734686.013466:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200bdb800 x1853602672083072/t0(0) o46->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734702 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734686.013477:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734686.013479:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734686.018574:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734686.018589:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734686.018594:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734686.018598:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734686.018607:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734686.018616:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734686.018624:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734686.018630:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734686.018636:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734686.018642:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 10 MB=0x695d780d30080 00000400:00000200:2.0:1767734686.018648:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734686.018655:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 224/224 into md 0x7b9d5 [1] + 224 00000800:00000001:2.0:1767734686.018663:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734686.018673:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734686.018676:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734686.018681:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734686.018687:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734686.018694:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200bdb800 x1853602672083072/t0(0) o46->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734702 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734686.018709:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b200bdb800 x1853602672083072/t0(0) o46->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734702 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734686.018749:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734686.018762:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734686.018767:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734686.018787:0:250470:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767734686.018799:0:250470:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767734686.018802:0:250470:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767734686.018807:0:250470:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1dd1138f0. 00000400:00000200:3.0:1767734686.018813:0:250470:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7908 00000400:00000010:3.0:1767734686.018816:0:250470:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7908. 00000100:00000001:3.0:1767734686.018820:0:250470:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734686.018841:0:250470:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200bdb800 x1853602672083072/t0(0) o46->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734702 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767734686.018856:0:250470:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200bdb800 x1853602672083072/t0(0) o46->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734702 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734686.018866:0:250470:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767734686.018868:0:250470:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734686.018872:0:250470:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767734686.018875:0:250470:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767734686.018878:0:250470:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767734686.018881:0:250470:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734686.018884:0:250470:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767734686.018893:0:250470:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=16 v=5 (5 0 0 0) 00000100:00001000:3.0:1767734686.018898:0:250470:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=16 v=5 (1 0 0 0) 00000100:00000001:3.0:1767734686.018901:0:250470:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767734686.018904:0:250470:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734686.018907:0:250470:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767734686.018911:0:250470:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734686.018915:0:250470:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767734686.018918:0:250470:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924697 00000100:00000001:3.0:1767734686.018920:0:250470:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767734686.018922:0:250470:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734686.018927:0:250470:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200bdb800 x1853602672083072/t0(0) o46->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734702 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734686.018936:0:250470:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734686.018940:0:250470:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767734686.018942:0:250470:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767734686.018948:0:250470:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200bdb800 x1853602672083072/t0(0) o46->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734702 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767734686.018958:0:250470:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200bdb800 pname:cluuid:pid:xid:nid:opc:job lfs:66586885-669e-469f-b1c7-cb1a0fe6eee4:250470:1853602672083072:192.168.203.112@tcp:46:lfs.0 00000100:00000001:3.0:1767734686.018963:0:250470:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734686.018966:0:250470:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734686.018969:0:250470:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767734686.018977:0:250470:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734686.018982:0:250470:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200bdb800 x1853602672083072/t0(0) o46->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734702 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734686.018990:0:250470:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767734686.018994:0:250470:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b200adc3c0. 00000100:00000001:3.0:1767734686.018997:0:250470:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767734686.018999:0:250470:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734686.019001:0:250470:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734686.019005:0:250470:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b200bdb800 x1853602672083072/t0(0) o46->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734702 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734686.019012:0:250470:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767734686.019015:0:250470:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767734686.019019:0:250470:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1d279ca00. 02000000:00000001:3.0:1767734686.019022:0:250470:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767734686.019025:0:250470:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767734686.019027:0:250470:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=3 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:3.0:1767734686.019029:0:250470:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767734686.019032:0:250470:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1d279dc00. 02000000:00000001:3.0:1767734686.019036:0:250470:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767734686.019038:0:250470:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767734686.019040:0:250470:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b200bdb800. 00000100:00000001:3.0:1767734686.019044:0:250470:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767734686.019046:0:250470:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734686.019048:0:250470:0:(pack_generic.c:1769:do_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734686.019051:0:250470:0:(mdc_request.c:2667:mdc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734686.019054:0:250470:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767734686.019058:0:250470:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdc-ffff94b1e7e86000 (ffff94b1c699caa0) now 6 - changelog 00000002:00000001:3.0:1767734686.019061:0:250470:0:(mdc_changelog.c:601:chlg_write()) Process leaving 00000002:00000010:3.0:1767734686.019063:0:250470:0:(mdc_changelog.c:603:chlg_write()) kfreed 'kbuf': 64 at ffff94b1f6013100. 00000002:00000010:3.0:1767734686.019076:0:250470:0:(mdc_changelog.c:662:chlg_release()) kfreed 'crs': 224 at ffff94b1f7416100. 00000100:00000040:3.0:1767734686.114466:0:231614:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121b30 (cpu 0) has reached its deadline 4303447932, at 4303447936 00000100:00000040:2.0:1767734686.114476:0:209018:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121a20 (cpu 0) has reached its deadline 4303447932, at 4303447936 00000100:00000010:3.0:1767734686.114481:0:231614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1c5895180. 00000100:00000010:2.0:1767734686.114494:0:209018:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1c58954e0. 00000100:00000040:2.0:1767734686.242520:0:243930:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6d7b501b-fa70-4fef-9613-be2df560a7ce->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767734686.242531:0:243930:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767734686.242541:0:243930:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02cb100. 00000020:00000040:2.0:1767734686.242546:0:243930:0:(genops.c:1229:class_import_get()) import ffff94b1ef331000 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000001:2.0:1767734686.242551:0:243930:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767734686.242555:0:243930:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767734686.242561:0:243930:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767734686.242571:0:243930:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b1ef790600. 00000100:00000001:2.0:1767734686.242579:0:243930:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734686.242593:0:243930:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6d7b501b-fa70-4fef-9613-be2df560a7ce->MGS req@ffff94b1d02cb100 x1853602672083200/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767734686.242608:0:243930:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767734686.242614:0:243930:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734686.242623:0:243930:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9763bb6] to pc [ptlrpcd_01_01+1] req@ffff94b1d02cb100 x1853602672083200/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734686.242669:0:243930:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734686.242674:0:243930:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66586885-669e-469f-b1c7-cb1a0fe6eee4->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767734686.242678:0:243930:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767734686.242689:0:196093:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767734686.242695:0:196093:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1767734686.242699:0:196093:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734686.242709:0:196094:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767734686.242710:0:196093:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767734686.242717:0:196093:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734686.242719:0:196094:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734686.242722:0:196093:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767734686.242728:0:196093:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767734686.242733:0:196093:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767734686.242754:0:196093:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02cb100 x1853602672083200/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767734686.242757:0:243930:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200bdb800. 00000100:00000001:2.0:1767734686.242767:0:196093:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767734686.242770:0:196093:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767734686.242783:0:243930:0:(genops.c:1229:class_import_get()) import ffff94b1f0134000 refcount=3 obd=lustre-OST0000-osc-ffff94b1e7e86000 02000000:00000001:2.0:1767734686.242783:0:196093:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767734686.242790:0:196093:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734686.242793:0:243930:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767734686.242796:0:196093:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734686.242798:0:243930:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:2.0:1767734686.242806:0:196093:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6d7b501b-fa70-4fef-9613-be2df560a7ce:196093:1853602672083200:192.168.203.112@tcp:400:kworker.0 02000000:00000001:3.0:1767734686.242807:0:243930:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734686.242821:0:196093:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:3.0:1767734686.242824:0:243930:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b1f7416100. 02000000:00000001:2.0:1767734686.242827:0:196093:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767734686.242834:0:196093:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734686.242835:0:243930:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734686.242838:0:196093:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767734686.242849:0:196093:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1c33d8c00. 00000100:00000040:3.0:1767734686.242855:0:243930:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 66586885-669e-469f-b1c7-cb1a0fe6eee4->lustre-OST0000_UUID req@ffff94b200bdb800 x1853602672083328/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1767734686.242856:0:196093:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734686.242876:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734686.242883:0:243930:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:2.0:1767734686.242886:0:196093:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f8c5e7e8. 00000100:00000001:3.0:1767734686.242891:0:243930:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767734686.242898:0:196093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa297f8. 00000100:00000040:3.0:1767734686.242904:0:243930:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078681629] to pc [ptlrpcd_01_00+0] req@ffff94b200bdb800 x1853602672083328/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767734686.242910:0:196093:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672083200, portal 25 00000100:00000001:2.0:1767734686.242921:0:196093:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734686.242926:0:196093:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155553024 : -117983553998592 : ffff94b1d02cb100) 00000100:00000040:2.0:1767734686.242940:0:196093:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1d02cb100 x1853602672083200/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734702 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734686.242944:0:243930:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734686.242953:0:243930:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66586885-669e-469f-b1c7-cb1a0fe6eee4->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767734686.242963:0:196093:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767734686.242964:0:243930:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:2.0:1767734686.242972:0:196093:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000100:00000001:3.0:1767734686.242976:0:196094:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767734686.242979:0:196093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29770. 00000100:00100000:3.0:1767734686.242983:0:196094:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000200:2.0:1767734686.242986:0:196093:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853602672083200, offset 0 00000100:00000001:3.0:1767734686.242990:0:196094:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734686.242999:0:196093:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000100:00000001:3.0:1767734686.243001:0:196094:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767734686.243007:0:196094:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734686.243015:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734686.243017:0:196094:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767734686.243023:0:196094:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767734686.243026:0:196094:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767734686.243032:0:196093:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000100:00000040:3.0:1767734686.243038:0:196094:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200bdb800 x1853602672083328/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767734686.243044:0:196093:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767734686.243058:0:196093:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000100:00000001:3.0:1767734686.243060:0:196094:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767734686.243068:0:196093:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767734686.243069:0:196094:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734686.243079:0:196093:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 02000000:00000001:3.0:1767734686.243080:0:196094:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767734686.243084:0:196094:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767734686.243088:0:196094:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767734686.243097:0:196094:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200bdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:66586885-669e-469f-b1c7-cb1a0fe6eee4:196094:1853602672083328:192.168.203.112@tcp:400:kworker.0 00000400:00000200:2.0:1767734686.243107:0:196093:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66596:66596:256:4294967295] 192.168.203.112@tcp LPNI seq info [66596:66596:8:4294967295] 00000100:00000001:3.0:1767734686.243109:0:196094:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767734686.243117:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 02000000:00000001:3.0:1767734686.243130:0:196094:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767734686.243137:0:196093:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 02000000:00000001:3.0:1767734686.243138:0:196094:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734686.243147:0:196094:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767734686.243154:0:196094:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1c6359000. 00000800:00000200:2.0:1767734686.243156:0:196093:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 02000000:00000001:3.0:1767734686.243161:0:196094:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767734686.243168:0:196093:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1ef790c00. 00000400:00000200:3.0:1767734686.243176:0:196094:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000800:00000200:2.0:1767734686.243184:0:196093:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000400:00000010:3.0:1767734686.243186:0:196094:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1dd1138f0. 00000400:00000010:3.0:1767734686.243198:0:196094:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7908. 00000100:00000200:3.0:1767734686.243206:0:196094:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672083328, portal 4 00000100:00000001:3.0:1767734686.243209:0:196094:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734686.243212:0:196094:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970363904 : -117982739187712 : ffff94b200bdb800) 00000100:00000040:3.0:1767734686.243224:0:196094:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b200bdb800 x1853602672083328/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734702 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734686.243234:0:196094:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1767734686.243242:0:196093:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000100:00000040:3.0:1767734686.243248:0:196094:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000800:00000200:2.0:1767734686.243254:0:196093:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1ef790c00 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:3.0:1767734686.243256:0:196094:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7880. 00000100:00000200:3.0:1767734686.243267:0:196094:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853602672083328, offset 0 00000400:00000200:3.0:1767734686.243277:0:196094:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000100:00000001:2.0:1767734686.243281:0:196093:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734686.243291:0:196094:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734686.243301:0:196094:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734686.243353:0:196094:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767734686.243360:0:196094:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:3.0:1767734686.243365:0:196094:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767734686.243369:0:196094:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:3.0:1767734686.243375:0:196094:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66597:66597:255:4294967295] 192.168.203.112@tcp LPNI seq info [66597:66597:7:4294967295] 00000400:00000200:3.0:1767734686.243382:0:196094:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734686.243393:0:196094:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:3.0:1767734686.243402:0:196094:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 00000400:00000200:2.0:1767734686.243405:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000800:00000010:3.0:1767734686.243435:0:196094:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f7416000. 00000100:00000001:2.0:1767734686.243438:0:196093:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4303448921 00000800:00000200:3.0:1767734686.243451:0:196094:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000100:00000010:2.0:1767734686.243452:0:196093:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1d8e3b660. 00000100:00000001:2.0:1767734686.243466:0:196093:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 2 00000800:00000200:3.0:1767734686.243475:0:196094:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000100:00000001:2.0:1767734686.243479:0:196093:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4303448921 00000800:00000200:3.0:1767734686.243483:0:196094:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f7416000 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:2.0:1767734686.243488:0:196093:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1d8e3b780. 00000100:00000001:2.0:1767734686.243492:0:196093:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767734686.243500:0:196093:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734686.243507:0:196094:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734686.243507:0:196093:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734686.243521:0:196093:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734686.243523:0:196094:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1e7e86000: using a timeout of 6640 usecs (7 jiffies) 00000100:00000001:2.0:1767734686.243526:0:196093:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734686.243535:0:196093:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767734686.243537:0:196093:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767734686.243541:0:196094:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:2.0:1767734686.243543:0:196093:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734686.243549:0:196094:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303448072 00000100:00000001:2.0:1767734686.243551:0:196093:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734686.243561:0:196094:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1e7e86000: PM QoS request active for cpu 2, keep current deadline 4303448921 00000100:00000001:3.0:1767734686.243566:0:196094:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303448072 00000100:00000001:3.0:1767734686.243569:0:196094:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1e7e86000: PM QoS request active for cpu 3, keep current deadline 4303448921 00000100:00000001:3.0:1767734686.243572:0:196094:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734686.243576:0:196094:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734686.243580:0:196094:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734686.243584:0:196094:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734686.243601:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:3.0:1767734686.243606:0:243930:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200bda300. 00000800:00000010:2.0:1767734686.243609:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1ef790c00. 00000020:00000040:3.0:1767734686.243616:0:243930:0:(genops.c:1229:class_import_get()) import ffff94b1f0134800 refcount=3 obd=lustre-OST0001-osc-ffff94b1e7e86000 00000400:00000200:2.0:1767734686.243619:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767734686.243624:0:243930:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767734686.243629:0:243930:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767734686.243635:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 02000000:00000001:3.0:1767734686.243638:0:243930:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734686.243647:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29770 02000000:00000010:3.0:1767734686.243649:0:243930:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b1f7416800. 00000400:00000010:2.0:1767734686.243654:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29770. 00000100:00000001:3.0:1767734686.243658:0:243930:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734686.243661:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:3.0:1767734686.243674:0:243930:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 66586885-669e-469f-b1c7-cb1a0fe6eee4->lustre-OST0001_UUID req@ffff94b200bda300 x1853602672083456/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1767734686.243676:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cb100 x1853602672083200/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734702 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734686.243688:0:243930:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767734686.243697:0:243930:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734686.243714:0:243930:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a238a3b1] to pc [ptlrpcd_01_01+1] req@ffff94b200bda300 x1853602672083456/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734686.243718:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734686.243733:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cb100 x1853602672083200/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734702 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734686.243745:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734686.243749:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767734686.243750:0:243930:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734686.243766:0:196094:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767734686.243769:0:196094:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767734686.243772:0:196094:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767734686.243779:0:196094:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200bda300 x1853602672083456/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734686.243789:0:196094:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767734686.243801:0:196094:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734686.243805:0:196094:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767734686.243809:0:196094:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767734686.243812:0:196094:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734686.243813:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00100000:3.0:1767734686.243821:0:196094:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200bda300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:66586885-669e-469f-b1c7-cb1a0fe6eee4:196094:1853602672083456:192.168.203.112@tcp:400:kworker.0 00000800:00000010:2.0:1767734686.243823:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f7416000. 00000400:00000200:2.0:1767734686.243832:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767734686.243833:0:196094:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767734686.243843:0:196094:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767734686.243848:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 02000000:00000001:3.0:1767734686.243850:0:196094:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734686.243857:0:196094:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767734686.243858:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7880 02000000:00000010:3.0:1767734686.243864:0:196094:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1c6359800. 00000400:00000010:2.0:1767734686.243865:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7880. 02000000:00000001:3.0:1767734686.243873:0:196094:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734686.243876:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767734686.243887:0:196094:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000200:2.0:1767734686.243891:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200bdb800 x1853602672083328/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734702 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767734686.243895:0:196094:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1dd1133c8. 00000400:00000010:3.0:1767734686.243906:0:196094:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e76e8. 00000100:00000001:2.0:1767734686.243913:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1767734686.243917:0:196094:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672083456, portal 4 00000100:00000040:2.0:1767734686.243922:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200bdb800 x1853602672083328/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734702 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734686.243924:0:196094:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734686.243930:0:196094:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970358528 : -117982739193088 : ffff94b200bda300) 00000100:00000001:2.0:1767734686.243945:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734686.243948:0:196094:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b200bda300 x1853602672083456/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734702 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734686.243950:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767734686.243963:0:196094:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767734686.243967:0:196094:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:3.0:1767734686.243972:0:196094:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7e58. 00000100:00000001:2.0:1767734686.243975:0:196093:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767734686.243980:0:196093:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767734686.243984:0:196093:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734686.243987:0:196093:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734686.244011:0:243930:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (8785) 00000100:00000200:3.0:1767734686.244062:0:196094:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853602672083456, offset 0 00000400:00000200:3.0:1767734686.244073:0:196094:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:3.0:1767734686.244079:0:196094:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734686.244085:0:196094:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734686.244089:0:196094:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767734686.244093:0:196094:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:3.0:1767734686.244096:0:196094:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767734686.244099:0:196094:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:3.0:1767734686.244103:0:196094:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66598:66598:256:4294967295] 192.168.203.112@tcp LPNI seq info [66598:66598:8:4294967295] 00000400:00000200:3.0:1767734686.244108:0:196094:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734686.244116:0:196094:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:3.0:1767734686.244131:0:196094:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734686.244136:0:196094:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f7416f00. 00000800:00000200:3.0:1767734686.244142:0:196094:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734686.244148:0:196094:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734686.244152:0:196094:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f7416f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767734686.244173:0:196094:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734686.244179:0:196094:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1e7e86000: using a timeout of 6337 usecs (7 jiffies) 00000400:00000200:3.0:1767734686.244183:0:196094:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734686.244186:0:196094:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303448072 00000100:00000001:3.0:1767734686.244189:0:196094:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1e7e86000: PM QoS request active for cpu 2, keep current deadline 4303448921 00000100:00000001:3.0:1767734686.244192:0:196094:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303448072 00000100:00000001:3.0:1767734686.244194:0:196094:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1e7e86000: PM QoS request active for cpu 3, keep current deadline 4303448921 00000100:00000001:3.0:1767734686.244198:0:196094:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734686.244201:0:196094:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734686.244205:0:196094:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734686.244208:0:196094:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734686.244215:0:196094:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767734686.244218:0:196094:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767734686.244223:0:196094:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767734686.244226:0:196094:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767734686.244228:0:196094:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734686.244231:0:196094:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734686.244283:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734686.244289:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f7416f00. 00000400:00000200:2.0:1767734686.244294:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734686.244301:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734686.244305:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7e58 00000400:00000010:2.0:1767734686.244337:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7e58. 00000100:00000001:2.0:1767734686.244341:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734686.244347:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200bda300 x1853602672083456/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734702 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734686.244378:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734686.244383:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200bda300 x1853602672083456/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734702 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734686.244391:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734686.244393:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734686.246646:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734686.246661:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734686.246665:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734686.246669:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734686.246677:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734686.246684:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734686.246693:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734686.246699:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734686.246707:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734686.246714:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 25 MB=0x695d780d30100 00000400:00000200:2.0:1767734686.246721:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734686.246727:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.112@tcp of length 224/224 into md 0x7b9e5 [1] + 224 00000800:00000001:2.0:1767734686.246735:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734686.246740:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734686.246743:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734686.246748:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734686.246753:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734686.246760:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cb100 x1853602672083200/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734702 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734686.246774:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b1d02cb100 x1853602672083200/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734702 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734686.246803:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734686.246813:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734686.246818:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734686.246821:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734686.246824:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734686.246843:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734686.246851:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000100:00000001:3.0:1767734686.246855:0:196093:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767734686.246861:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734686.246863:0:196093:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767734686.246872:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000001:3.0:1767734686.246875:0:196093:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767734686.246882:0:196093:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767734686.246883:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:3.0:1767734686.246891:0:196093:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f8c5e7e8. 00000400:00000200:2.0:1767734686.246893:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 4 MB=0x695d780d30180 00000400:00000200:3.0:1767734686.246904:0:196093:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa297f8 00000400:00000200:2.0:1767734686.246905:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:3.0:1767734686.246913:0:196093:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa297f8. 00000100:00000001:3.0:1767734686.246920:0:196093:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734686.246935:0:196093:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02cb100 x1853602672083200/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734702 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767734686.246936:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.112@tcp of length 224/224 into md 0x7b9f5 [1] + 224 00000800:00000001:2.0:1767734686.246955:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734686.246965:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767734686.246968:0:196093:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02cb100 x1853602672083200/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734702 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767734686.246972:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734686.246979:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734686.246984:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734686.246997:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200bdb800 x1853602672083328/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734702 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734686.247005:0:196093:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767734686.247012:0:196093:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734686.247020:0:196093:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:2.0:1767734686.247026:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b200bdb800 x1853602672083328/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734702 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767734686.247027:0:196093:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767734686.247033:0:196093:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767734686.247039:0:196093:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734686.247047:0:196093:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767734686.247058:0:196093:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1ef331458 time=114 v=5 (5 5 5 5) 00000100:00001000:3.0:1767734686.247064:0:196093:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1ef331410 time=114 v=5 (1 1 1 1) 00000100:00000001:2.0:1767734686.247066:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767734686.247069:0:196093:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767734686.247074:0:196093:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767734686.247077:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:3.0:1767734686.247079:0:196093:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767734686.247085:0:196093:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767734686.247088:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734686.247090:0:196093:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767734686.247097:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734686.247104:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767734686.247106:0:196093:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02cb100 x1853602672083200/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734702 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767734686.247115:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734686.247135:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000100:00000001:3.0:1767734686.247145:0:196093:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767734686.247154:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734686.247157:0:196093:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767734686.247162:0:196093:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734686.247164:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000040:3.0:1767734686.247173:0:196093:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02cb100 x1853602672083200/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734702 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767734686.247175:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734686.247188:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 4 MB=0x695d780d30200 00000400:00000200:2.0:1767734686.247202:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734686.247214:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.112@tcp of length 224/224 into md 0x7ba05 [1] + 224 00000100:00100000:3.0:1767734686.247219:0:196093:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6d7b501b-fa70-4fef-9613-be2df560a7ce:196093:1853602672083200:192.168.203.112@tcp:400:kworker.0 00000800:00000001:2.0:1767734686.247223:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767734686.247230:0:196093:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734686.247233:0:196093:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734686.247242:0:196093:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02cb100 x1853602672083200/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734702 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767734686.247248:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734686.247256:0:196093:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:2.0:1767734686.247258:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767734686.247262:0:196093:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767734686.247268:0:196093:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1c33d8c00. 00000400:00000200:2.0:1767734686.247271:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 02000000:00000001:3.0:1767734686.247278:0:196093:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767734686.247281:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767734686.247284:0:196093:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000200:2.0:1767734686.247292:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200bda300 x1853602672083456/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734702 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767734686.247303:0:196093:0:(genops.c:1242:class_import_put()) import ffff94b1ef331000 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:3.0:1767734686.247345:0:196093:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767734686.247349:0:196093:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b1ef790600. 02000000:00000001:3.0:1767734686.247355:0:196093:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767734686.247358:0:196093:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767734686.247365:0:196093:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02cb100. 00000100:00000040:2.0:1767734686.247371:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b200bda300 x1853602672083456/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734702 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734686.247373:0:196093:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767734686.247378:0:196093:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734686.247387:0:196093:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734686.247400:0:196093:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767734686.247401:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767734686.247405:0:196093:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734686.247434:0:196093:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767734686.247438:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767734686.247441:0:196093:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767734686.247448:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734686.247483:0:196094:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767734686.247487:0:196094:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767734686.247492:0:196094:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767734686.247496:0:196094:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767734686.247499:0:196094:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1dd1133c8. 00000400:00000200:2.0:1767734686.247505:0:196094:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e76e8 00000400:00000010:2.0:1767734686.247509:0:196094:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e76e8. 00000100:00000001:2.0:1767734686.247513:0:196094:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734686.247518:0:196094:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200bda300 x1853602672083456/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734702 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767734686.247530:0:196094:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200bda300 x1853602672083456/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734702 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734686.247539:0:196094:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767734686.247541:0:196094:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734686.247543:0:196094:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767734686.247546:0:196094:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767734686.247548:0:196094:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767734686.247550:0:196094:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734686.247553:0:196094:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767734686.247560:0:196094:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f0134c58 time=16 v=5 (5 0 0 0) 00000100:00001000:2.0:1767734686.247565:0:196094:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f0134c10 time=16 v=5 (1 0 0 0) 00000100:00000001:2.0:1767734686.247568:0:196094:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767734686.247570:0:196094:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734686.247583:0:196094:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767734686.247587:0:196094:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734686.247591:0:196094:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767734686.247594:0:196094:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94b1e7e86000: skip recheck: last_committed 0 00000100:00000001:2.0:1767734686.247597:0:196094:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767734686.247599:0:196094:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734686.247605:0:196094:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200bda300 x1853602672083456/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734702 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734686.247614:0:196094:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734686.247617:0:196094:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767734686.247620:0:196094:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767734686.247625:0:196094:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200bda300 x1853602672083456/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734702 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767734686.247634:0:196094:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200bda300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:66586885-669e-469f-b1c7-cb1a0fe6eee4:196094:1853602672083456:192.168.203.112@tcp:400:kworker.0 00000400:00000001:2.0:1767734686.247641:0:196094:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767734686.247643:0:196094:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767734686.247645:0:196094:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1dd1138f0. 00000400:00000200:2.0:1767734686.247648:0:196094:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7908 00000400:00000010:2.0:1767734686.247650:0:196094:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7908. 00000100:00000001:2.0:1767734686.247652:0:196094:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734686.247656:0:196094:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200bdb800 x1853602672083328/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734702 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767734686.247666:0:196094:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200bdb800 x1853602672083328/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734702 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734686.247674:0:196094:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767734686.247677:0:196094:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734686.247679:0:196094:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767734686.247681:0:196094:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767734686.247682:0:196094:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767734686.247684:0:196094:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734686.247686:0:196094:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767734686.247691:0:196094:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f0134458 time=16 v=5 (5 0 0 0) 00000100:00001000:2.0:1767734686.247701:0:196094:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f0134410 time=16 v=5 (1 0 0 0) 00000100:00000001:2.0:1767734686.247704:0:196094:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767734686.247706:0:196094:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734686.247708:0:196094:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767734686.247711:0:196094:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734686.247713:0:196094:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767734686.247715:0:196094:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94b1e7e86000: skip recheck: last_committed 17179871171 00000100:00000001:2.0:1767734686.247717:0:196094:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767734686.247718:0:196094:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734686.247723:0:196094:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200bdb800 x1853602672083328/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734702 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734686.247731:0:196094:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734686.247733:0:196094:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767734686.247735:0:196094:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767734686.247739:0:196094:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200bdb800 x1853602672083328/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734702 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767734686.247748:0:196094:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200bdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:66586885-669e-469f-b1c7-cb1a0fe6eee4:196094:1853602672083328:192.168.203.112@tcp:400:kworker.0 00000100:00000001:2.0:1767734686.247753:0:196094:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734686.247755:0:196094:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734686.247759:0:196094:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b200bda300 x1853602672083456/t0(0) o400->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734702 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734686.247767:0:196094:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767734686.247769:0:196094:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767734686.247772:0:196094:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1c6359800. 02000000:00000001:2.0:1767734686.247776:0:196094:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767734686.247778:0:196094:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767734686.247780:0:196094:0:(genops.c:1242:class_import_put()) import ffff94b1f0134800 refcount=2 obd=lustre-OST0001-osc-ffff94b1e7e86000 00000020:00000001:2.0:1767734686.247783:0:196094:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767734686.247786:0:196094:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b1f7416800. 02000000:00000001:2.0:1767734686.247789:0:196094:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767734686.247791:0:196094:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767734686.247793:0:196094:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b200bda300. 00000100:00000001:2.0:1767734686.247802:0:196094:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767734686.247804:0:196094:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734686.247806:0:196094:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734686.247811:0:196094:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b200bdb800 x1853602672083328/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734702 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734686.247819:0:196094:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767734686.247821:0:196094:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767734686.247823:0:196094:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1c6359000. 02000000:00000001:2.0:1767734686.247826:0:196094:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767734686.247827:0:196094:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767734686.247829:0:196094:0:(genops.c:1242:class_import_put()) import ffff94b1f0134000 refcount=2 obd=lustre-OST0000-osc-ffff94b1e7e86000 00000020:00000001:2.0:1767734686.247831:0:196094:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767734686.247833:0:196094:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b1f7416100. 02000000:00000001:2.0:1767734686.247835:0:196094:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767734686.247837:0:196094:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767734686.247838:0:196094:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b200bdb800. 00000100:00000001:2.0:1767734686.247841:0:196094:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767734686.247843:0:196094:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734686.247845:0:196094:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734686.247850:0:196094:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767734686.247852:0:196094:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734686.247855:0:196094:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767734686.247857:0:196094:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734686.434502:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734686.434508:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734686.434513:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734686.434515:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734686.434646:0:215725:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767734686.434652:0:215725:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767734686.434657:0:215725:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767734687.138477:0:231614:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121b30 (cpu 0) has reached its deadline 4303448921, at 4303448960 00000100:00000040:2.0:1767734687.138491:0:209018:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121a20 (cpu 0) has reached its deadline 4303448921, at 4303448960 00000100:00000010:3.0:1767734687.138495:0:231614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1d8e3b780. 00000100:00000010:2.0:1767734687.138511:0:209018:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1d8e3b660. 00010000:00000001:3.0:1767734687.458495:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734687.458502:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734687.458509:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734687.458514:0:231614:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767734687.458518:0:231614:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767734687.458525:0:231614:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734687.458528:0:231614:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734687.458530:0:231614:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734687.458535:0:231614:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767734687.458538:0:231614:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734687.458541:0:231614:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734687.458546:0:231614:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734687.458678:0:249777:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767734687.458684:0:249777:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767734687.458689:0:249777:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1767734688.482434:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734688.482440:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734688.482447:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734688.482449:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734688.482639:0:215726:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767734688.482646:0:215726:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767734688.482650:0:215726:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1767734689.506442:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734689.506449:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734689.506455:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734689.506465:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734689.506556:0:226620:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767734689.506560:0:226620:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734689.506563:0:226620:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1767734690.132520:0:250630:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734690.530558:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734690.530565:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734690.530575:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734690.530577:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734690.530637:0:215725:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767734690.530643:0:215725:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767734690.530649:0:215725:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1767734690.685761:0:250721:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767734690.857781:0:250757:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767734690.857787:0:250757:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity test 160l: Verify that MTIME changelog records contain the parent FID ========================================================== 16:24:50 (1767734690) 00000001:00000001:2.0:1767734690.866482:0:250757:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000100:00000040:0.0:1767734691.362559:0:238095:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6d7b501b-fa70-4fef-9613-be2df560a7ce->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767734691.362570:0:238095:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767734691.362581:0:238095:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2dabb80. 00000020:00000040:0.0:1767734691.362588:0:238095:0:(genops.c:1229:class_import_get()) import ffff94b1ef331000 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000001:0.0:1767734691.362594:0:238095:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734691.362598:0:238095:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734691.362605:0:238095:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734691.362614:0:238095:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b1deb6f100. 00000100:00000001:0.0:1767734691.362624:0:238095:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734691.362640:0:238095:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6d7b501b-fa70-4fef-9613-be2df560a7ce->MGS req@ffff94b1f2dabb80 x1853602672083584/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767734691.362655:0:238095:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734691.362660:0:238095:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734691.362668:0:238095:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc07c1b1] to pc [ptlrpcd_00_00+0] req@ffff94b1f2dabb80 x1853602672083584/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734691.362708:0:238095:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734691.362712:0:238095:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66586885-669e-469f-b1c7-cb1a0fe6eee4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767734691.362717:0:238095:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767734691.362720:0:238095:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da9c00. 00000020:00000040:0.0:1767734691.362724:0:238095:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=4 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000100:00000001:0.0:1767734691.362727:0:238095:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734691.362729:0:238095:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734691.362731:0:238095:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734691.362735:0:238095:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b1deb6f900. 00000100:00000001:0.0:1767734691.362739:0:238095:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734691.362744:0:238095:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 66586885-669e-469f-b1c7-cb1a0fe6eee4->lustre-MDT0000_UUID req@ffff94b1f2da9c00 x1853602672083712/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767734691.362774:0:238095:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734691.362777:0:238095:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734691.362784:0:238095:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6528b70] to pc [ptlrpcd_00_01+1] req@ffff94b1f2da9c00 x1853602672083712/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734691.362798:0:238095:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734691.362801:0:238095:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66586885-669e-469f-b1c7-cb1a0fe6eee4->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767734691.362806:0:238095:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767734691.362810:0:238095:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8380. 00000100:00000001:1.0:1767734691.362814:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1767734691.362814:0:238095:0:(genops.c:1229:class_import_get()) import ffff94b1f0134000 refcount=3 obd=lustre-OST0000-osc-ffff94b1e7e86000 00000100:00000001:1.0:1767734691.362824:0:196091:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734691.362825:0:238095:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734691.362833:0:238095:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767734691.362834:0:196091:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1767734691.362837:0:238095:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734691.362845:0:238095:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b1deb6f000. 00000100:00000040:1.0:1767734691.362851:0:196091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2dabb80 x1853602672083584/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734691.362852:0:238095:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734691.362867:0:238095:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 66586885-669e-469f-b1c7-cb1a0fe6eee4->lustre-OST0000_UUID req@ffff94b1f2da8380 x1853602672083840/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767734691.362886:0:196091:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734691.362892:0:196091:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734691.362894:0:238095:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767734691.362899:0:196091:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767734691.362900:0:238095:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734691.362907:0:196091:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767734691.362913:0:238095:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000069264033] to pc [ptlrpcd_00_00+0] req@ffff94b1f2da8380 x1853602672083840/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767734691.362915:0:196091:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734691.362929:0:196091:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2dabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6d7b501b-fa70-4fef-9613-be2df560a7ce:196091:1853602672083584:192.168.203.112@tcp:400:kworker.0 00000100:00000001:1.0:1767734691.362942:0:196091:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767734691.362944:0:238095:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734691.362950:0:238095:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66586885-669e-469f-b1c7-cb1a0fe6eee4->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767734691.362951:0:196091:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767734691.362956:0:238095:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:1.0:1767734691.362959:0:196091:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734691.362962:0:238095:0:(import.c:2045:ptlrpc_disconnect_and_idle_import()) Process entered 02000000:00000001:1.0:1767734691.362965:0:196091:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767734691.362969:0:238095:0:(import.c:1742:ptlrpc_disconnect_prep_req()) Process entered 02000000:00000010:1.0:1767734691.362975:0:196091:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1d0638200. 00000100:00000010:0.0:1767734691.362977:0:238095:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8e00. 02000000:00000001:1.0:1767734691.362983:0:196091:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767734691.362985:0:238095:0:(genops.c:1229:class_import_get()) import ffff94b1f0134800 refcount=3 obd=lustre-OST0001-osc-ffff94b1e7e86000 00000100:00000001:0.0:1767734691.362991:0:238095:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767734691.362998:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 02000000:00000001:0.0:1767734691.363003:0:238095:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:1.0:1767734691.363008:0:196091:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810d68. 02000000:00000001:0.0:1767734691.363009:0:238095:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734691.363023:0:238095:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b1deb6ff00. 00000400:00000010:1.0:1767734691.363025:0:196091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b6e8. 00000100:00000001:0.0:1767734691.363029:0:238095:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734691.363036:0:238095:0:(import.c:1780:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446626090737372672 : -117982972178944 : ffff94b1f2da8e00) 00000100:00000200:1.0:1767734691.363038:0:196091:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672083584, portal 25 00000100:00080000:0.0:1767734691.363041:0:238095:0:(import.c:65:import_set_state_nolock()) ffff94b1f0134800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00000001:1.0:1767734691.363046:0:196091:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00080000:0.0:1767734691.363050:0:238095:0:(import.c:2080:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff94b1e7e86000: disconnect after 21s idle 00000100:00000001:1.0:1767734691.363051:0:196091:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737384320 : -117982972167296 : ffff94b1f2dabb80) 00000100:00000001:0.0:1767734691.363060:0:238095:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734691.363067:0:238095:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734691.363069:0:196091:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1f2dabb80 x1853602672083584/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734707 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767734691.363079:0:238095:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ddcc036c] to pc [ptlrpcd_rcv+-1] req@ffff94b1f2da8e00 x1853602672083968/t0(0) o9->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734691.363091:0:196091:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734691.363105:0:196091:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734691.363110:0:196091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b110. 00000100:00000001:0.0:1767734691.363124:0:238095:0:(import.c:2084:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767734691.363131:0:196091:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853602672083584, offset 0 00000100:00000001:0.0:1767734691.363131:0:238095:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734691.363144:0:238095:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (8790) 00000400:00000200:1.0:1767734691.363151:0:196091:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734691.363165:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734691.363167:0:196092:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767734691.363173:0:196092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734691.363176:0:196092:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767734691.363181:0:196091:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000100:00000040:0.0:1767734691.363191:0:196092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da9c00 x1853602672083712/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767734691.363196:0:196091:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734691.363209:0:196091:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000100:00000001:0.0:1767734691.363215:0:196092:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767734691.363222:0:196091:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1767734691.363222:0:196092:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734691.363232:0:196091:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 02000000:00000001:0.0:1767734691.363233:0:196092:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767734691.363234:0:196090:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767734691.363241:0:196092:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734691.363243:0:196090:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767734691.363244:0:196091:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66599:66599:256:4294967295] 192.168.203.112@tcp LPNI seq info [66599:66599:8:4294967295] 00000100:00000001:2.0:1767734691.363251:0:196090:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1767734691.363252:0:196092:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734691.363261:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00100000:0.0:1767734691.363271:0:196092:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:66586885-669e-469f-b1c7-cb1a0fe6eee4:196092:1853602672083712:192.168.203.112@tcp:400:kworker.0 00000100:00000040:2.0:1767734691.363273:0:196090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8e00 x1853602672083968/t0(0) o9->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734691.363287:0:196092:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734691.363296:0:196092:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767734691.363297:0:196091:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 02000000:00000001:0.0:1767734691.363303:0:196092:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734691.363342:0:196090:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767734691.363346:0:196090:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734691.363351:0:196090:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767734691.363356:0:196090:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767734691.363360:0:196090:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767734691.363369:0:196090:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66586885-669e-469f-b1c7-cb1a0fe6eee4:196090:1853602672083968:192.168.203.112@tcp:9:kworker.0 02000000:00000001:0.0:1767734691.363397:0:196092:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734691.363407:0:196092:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1c38db200. 00000100:00000001:2.0:1767734691.363412:0:196090:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734691.363419:0:196092:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734691.363422:0:196090:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:1.0:1767734691.363428:0:196091:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 02000000:00000001:2.0:1767734691.363433:0:196090:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767734691.363441:0:196091:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472cc00. 00000400:00000200:0.0:1767734691.363442:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 02000000:00000001:2.0:1767734691.363444:0:196090:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:0.0:1767734691.363459:0:196092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558d68. 02000000:00000010:2.0:1767734691.363461:0:196090:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1c33d9a00. 00000800:00000200:1.0:1767734691.363462:0:196091:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 02000000:00000001:2.0:1767734691.363471:0:196090:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767734691.363486:0:196091:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000400:00000200:2.0:1767734691.363488:0:196090:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:2.0:1767734691.363498:0:196090:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f8c5eb58. 00000800:00000200:1.0:1767734691.363499:0:196091:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472cc00 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:2.0:1767734691.363513:0:196090:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29770. 00000100:00000200:2.0:1767734691.363522:0:196090:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672083968, portal 4 00000100:00000001:2.0:1767734691.363525:0:196090:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734691.363527:0:196090:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737372672 : -117982972178944 : ffff94b1f2da8e00) 00000100:00000001:1.0:1767734691.363531:0:196091:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767734691.363539:0:196092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80bdd0. 00000100:00000040:2.0:1767734691.363542:0:196090:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1f2da8e00 x1853602672083968/t0(0) o9->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767734691.363549:0:196092:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672083712, portal 10 00000400:00000200:1.0:1767734691.363551:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734691.363562:0:196091:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4303454041 00000100:00000001:0.0:1767734691.363563:0:196092:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734691.363569:0:196092:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737376256 : -117982972175360 : ffff94b1f2da9c00) 00000100:00000001:2.0:1767734691.363576:0:196090:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:1.0:1767734691.363578:0:196091:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1dd24dd20. 00000100:00000040:2.0:1767734691.363589:0:196090:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000100:00000040:0.0:1767734691.363591:0:196092:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1f2da9c00 x1853602672083712/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734707 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734691.363593:0:196091:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 2 00000400:00000010:2.0:1767734691.363599:0:196090:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29dd0. 00000100:00000001:1.0:1767734691.363609:0:196091:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4303454041 00000100:00000200:2.0:1767734691.363612:0:196090:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853602672083968, offset 0 00000100:00000001:0.0:1767734691.363615:0:196092:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:1.0:1767734691.363623:0:196091:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1dd24d600. 00000100:00000040:0.0:1767734691.363631:0:196092:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000200:2.0:1767734691.363634:0:196090:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000100:00000001:1.0:1767734691.363636:0:196091:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 3 00000400:00000010:0.0:1767734691.363642:0:196092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80ba18. 00000100:00000001:1.0:1767734691.363647:0:196091:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767734691.363650:0:196090:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000200:0.0:1767734691.363653:0:196092:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853602672083712, offset 0 00000100:00000001:1.0:1767734691.363655:0:196091:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734691.363666:0:196090:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000800:00000200:3.0:1767734691.363670:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767734691.363670:0:196091:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734691.363680:0:196092:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000100:00000001:1.0:1767734691.363683:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734691.363685:0:196090:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:3.0:1767734691.363687:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472cc00. 00000400:00000200:0.0:1767734691.363698:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734691.363699:0:196091:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767734691.363700:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767734691.363708:0:196091:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767734691.363716:0:196090:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000100:00000001:1.0:1767734691.363718:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767734691.363720:0:196092:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734691.363725:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734691.363730:0:196090:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767734691.363738:0:196091:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767734691.363741:0:196092:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767734691.363745:0:196091:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767734691.363746:0:196090:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734691.363754:0:196092:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734691.363765:0:196092:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000100:00000040:1.0:1767734691.363766:0:196091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8380 x1853602672083840/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767734691.363770:0:196090:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66600:66600:255:4294967295] 192.168.203.112@tcp LPNI seq info [66600:66600:7:4294967295] 00000400:00000200:0.0:1767734691.363780:0:196092:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734691.363797:0:196092:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66601:66601:255:4294967295] 192.168.203.112@tcp LPNI seq info [66601:66601:7:4294967295] 00000400:00000200:2.0:1767734691.363800:0:196090:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734691.363821:0:196091:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767734691.363825:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734691.363827:0:196091:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734691.363836:0:196090:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 02000000:00000001:1.0:1767734691.363839:0:196091:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734691.363846:0:196091:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734691.363854:0:196091:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734691.363855:0:196090:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 00000100:00100000:1.0:1767734691.363866:0:196091:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:66586885-669e-469f-b1c7-cb1a0fe6eee4:196091:1853602672083840:192.168.203.112@tcp:400:kworker.0 00000800:00000010:2.0:1767734691.363869:0:196090:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1ef790200. 00000100:00000001:1.0:1767734691.363874:0:196091:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734691.363881:0:196091:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:2.0:1767734691.363889:0:196090:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 02000000:00000001:1.0:1767734691.363890:0:196091:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734691.363901:0:196091:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:2.0:1767734691.363908:0:196090:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 02000000:00000010:1.0:1767734691.363909:0:196091:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1d0639c00. 00000400:00000200:3.0:1767734691.363913:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b110 00000800:00000200:2.0:1767734691.363917:0:196090:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1ef790200 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:1.0:1767734691.363920:0:196091:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767734691.363924:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b110. 00000100:00000001:2.0:1767734691.363934:0:196090:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734691.363936:0:196092:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000100:00000001:3.0:1767734691.363939:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767734691.363945:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000040:2.0:1767734691.363947:0:196090:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1e7e86000: using a timeout of 5943 usecs (6 jiffies) 00000100:00000200:3.0:1767734691.363961:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2dabb80 x1853602672083584/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734707 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767734691.363962:0:196091:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810b58. 00000800:00000200:0.0:1767734691.363969:0:196092:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 00000400:00000200:2.0:1767734691.363972:0:196090:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734691.363976:0:196091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b880. 00000100:00000001:2.0:1767734691.363985:0:196090:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303453191 00000800:00000010:0.0:1767734691.363987:0:196092:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1deb6f200. 00000100:00000200:1.0:1767734691.363989:0:196091:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672083840, portal 4 00000100:00000001:2.0:1767734691.364001:0:196090:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1e7e86000: PM QoS request active for cpu 2, keep current deadline 4303454041 00000100:00000001:1.0:1767734691.364003:0:196091:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734691.364007:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767734691.364009:0:196091:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737369984 : -117982972181632 : ffff94b1f2da8380) 00000100:00000001:2.0:1767734691.364013:0:196090:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303453191 00000800:00000200:0.0:1767734691.364015:0:196092:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000100:00000040:3.0:1767734691.364023:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2dabb80 x1853602672083584/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734707 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734691.364026:0:196090:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1e7e86000: PM QoS request active for cpu 3, keep current deadline 4303454041 00000100:00000040:1.0:1767734691.364029:0:196091:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1f2da8380 x1853602672083840/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734707 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734691.364038:0:196090:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1767734691.364041:0:196092:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000100:00000001:2.0:1767734691.364052:0:196090:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767734691.364056:0:196092:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1deb6f200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767734691.364066:0:196090:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734691.364073:0:196092:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734691.364078:0:196090:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734691.364089:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734691.364089:0:196092:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 95722 usecs (96 jiffies) 00000100:00000001:1.0:1767734691.364091:0:196091:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767734691.364093:0:196090:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767734691.364100:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767734691.364103:0:196090:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000040:1.0:1767734691.364112:0:196091:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734691.364114:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:2.0:1767734691.364116:0:196090:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767734691.364124:0:196090:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1767734691.364125:0:196091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845bf68. 00000100:00000001:0.0:1767734691.364127:0:196092:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303453281 00000100:00000001:2.0:1767734691.364129:0:196090:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734691.364135:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:1.0:1767734691.364139:0:196091:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853602672083840, offset 0 00000100:00000001:0.0:1767734691.364141:0:196092:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, keep current deadline 4303454041 00000100:00000001:2.0:1767734691.364142:0:196090:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767734691.364143:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1ef790200. 00000400:00000200:3.0:1767734691.364157:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767734691.364161:0:196092:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303453281 00000400:00000200:1.0:1767734691.364164:0:196091:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000100:00000001:0.0:1767734691.364174:0:196092:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, keep current deadline 4303454041 00000400:00000200:3.0:1767734691.364176:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:0.0:1767734691.364185:0:196092:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767734691.364187:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734691.364190:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29dd0 00000100:00000001:0.0:1767734691.364199:0:196092:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767734691.364200:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29dd0. 00000400:00000200:1.0:1767734691.364207:0:196091:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000100:00000001:3.0:1767734691.364213:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767734691.364213:0:196092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734691.364215:0:196091:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1767734691.364224:0:196092:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767734691.364228:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8e00 x1853602672083968/t0(0) o9->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767734691.364230:0:196091:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000100:00000001:0.0:1767734691.364237:0:196092:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734691.364245:0:196092:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767734691.364247:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767734691.364255:0:196092:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767734691.364256:0:196091:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000100:00000040:3.0:1767734691.364264:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8e00 x1853602672083968/t0(0) o9->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734701 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734691.364265:0:196092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767734691.364271:0:196091:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000100:00000001:0.0:1767734691.364273:0:196092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734691.364285:0:196092:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734691.364289:0:196091:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66602:66602:254:4294967295] 192.168.203.112@tcp LPNI seq info [66602:66602:6:4294967295] 00000100:00000001:3.0:1767734691.364306:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734691.364346:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734691.364358:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767734691.364364:0:196091:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734691.364393:0:196091:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734691.364405:0:196091:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472ca00. 00000800:00000200:1.0:1767734691.364414:0:196091:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734691.364421:0:196091:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734691.364427:0:196091:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472ca00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767734691.364432:0:196091:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734691.364438:0:196091:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1e7e86000: using a timeout of 6498 usecs (7 jiffies) 00000400:00000200:1.0:1767734691.364443:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734691.364447:0:196091:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303453193 00000100:00000001:1.0:1767734691.364451:0:196091:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1e7e86000: PM QoS request active for cpu 2, keep current deadline 4303454041 00000100:00000001:1.0:1767734691.364454:0:196091:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303453193 00000100:00000001:1.0:1767734691.364458:0:196091:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1e7e86000: PM QoS request active for cpu 3, keep current deadline 4303454041 00000100:00000001:1.0:1767734691.364462:0:196091:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1767734691.364465:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767734691.364466:0:196091:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767734691.364474:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1deb6f200. 00000100:00000001:1.0:1767734691.364476:0:196091:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734691.364484:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734691.364486:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767734691.364492:0:196091:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734691.364498:0:196091:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767734691.364500:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:1.0:1767734691.364506:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767734691.364510:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80ba18 00000100:00000001:1.0:1767734691.364512:0:196091:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767734691.364517:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80ba18. 00000100:00000001:1.0:1767734691.364519:0:196091:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734691.364526:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767734691.364527:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767734691.364538:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da9c00 x1853602672083712/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734707 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734691.364552:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734691.364557:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da9c00 x1853602672083712/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734707 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734691.364567:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734691.364570:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767734691.364689:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734691.364694:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472ca00. 00000400:00000200:3.0:1767734691.364699:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734691.364704:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734691.364708:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845bf68 00000400:00000010:3.0:1767734691.364710:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845bf68. 00000100:00000001:3.0:1767734691.364713:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734691.364718:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8380 x1853602672083840/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734707 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734691.364728:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734691.364732:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8380 x1853602672083840/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734707 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734691.364741:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734691.364743:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734691.366624:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734691.366640:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734691.366645:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734691.366661:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734691.366671:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734691.366682:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734691.366689:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734691.366695:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734691.366701:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734691.366706:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 25 MB=0x695d780d30280 00000400:00000200:2.0:1767734691.366712:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734691.366720:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.112@tcp of length 224/224 into md 0x7ba15 [1] + 224 00000800:00000001:2.0:1767734691.366728:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734691.366739:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734691.366742:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734691.366746:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734691.366752:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734691.366760:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2dabb80 x1853602672083584/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734707 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734691.366775:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b1f2dabb80 x1853602672083584/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734707 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734691.366803:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734691.366812:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734691.366816:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734691.366916:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767734691.366922:0:196091:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734691.366930:0:196091:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734691.366934:0:196091:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734691.366937:0:196091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810d68. 00000400:00000200:1.0:1767734691.366956:0:196091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b6e8 00000400:00000010:1.0:1767734691.366959:0:196091:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b6e8. 00000100:00000001:1.0:1767734691.366965:0:196091:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734691.366975:0:196091:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2dabb80 x1853602672083584/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734707 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767734691.366991:0:196091:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2dabb80 x1853602672083584/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734707 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734691.367003:0:196091:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734691.367005:0:196091:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734691.367010:0:196091:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734691.367013:0:196091:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734691.367017:0:196091:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734691.367020:0:196091:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734691.367024:0:196091:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734691.367031:0:196091:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1ef331458 time=119 v=5 (5 5 5 5) 00000100:00001000:1.0:1767734691.367037:0:196091:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1ef331410 time=119 v=5 (1 1 1 1) 00000100:00000001:1.0:1767734691.367041:0:196091:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734691.367045:0:196091:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734691.367048:0:196091:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734691.367052:0:196091:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767734691.367054:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767734691.367056:0:196091:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734691.367067:0:196091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2dabb80 x1853602672083584/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734707 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767734691.367069:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734691.367082:0:196091:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734691.367087:0:196091:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734691.367090:0:196091:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734691.367095:0:196091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2dabb80 x1853602672083584/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734707 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767734691.367105:0:196091:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2dabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6d7b501b-fa70-4fef-9613-be2df560a7ce:196091:1853602672083584:192.168.203.112@tcp:400:kworker.0 00000100:00000001:1.0:1767734691.367111:0:196091:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734691.367113:0:196091:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734691.367117:0:196091:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2dabb80 x1853602672083584/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734707 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734691.367134:0:196091:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734691.367138:0:196091:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734691.367141:0:196091:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1d0638200. 02000000:00000001:1.0:1767734691.367147:0:196091:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734691.367149:0:196091:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734691.367151:0:196091:0:(genops.c:1242:class_import_put()) import ffff94b1ef331000 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:1.0:1767734691.367154:0:196091:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734691.367158:0:196091:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b1deb6f100. 02000000:00000001:1.0:1767734691.367163:0:196091:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734691.367166:0:196091:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734691.367168:0:196091:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2dabb80. 00000100:00000001:1.0:1767734691.367172:0:196091:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734691.367174:0:196091:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734691.367178:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734691.367181:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767734691.367183:0:196091:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734691.367185:0:196091:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734691.367189:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767734691.367220:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734691.367228:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734691.367236:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734691.367256:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734691.367264:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734691.367268:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734691.367273:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734691.367368:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 10 MB=0x695d780d30300 00000400:00000200:3.0:1767734691.367403:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734691.367409:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 224/224 into md 0x7ba25 [1] + 224 00000800:00000001:3.0:1767734691.367417:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734691.367425:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734691.367428:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734691.367433:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734691.367438:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734691.367446:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da9c00 x1853602672083712/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734707 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734691.367459:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b1f2da9c00 x1853602672083712/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734707 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734691.367482:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734691.367489:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734691.367493:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734691.367496:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734691.367498:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734691.367502:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734691.367507:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734691.367513:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734691.367517:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734691.367520:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734691.367524:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 4 MB=0x695d780d30380 00000400:00000200:3.0:1767734691.367529:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734691.367534:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.112@tcp of length 224/224 into md 0x7ba35 [1] + 224 00000800:00000001:3.0:1767734691.367538:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734691.367544:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734691.367556:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734691.367562:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734691.367569:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734691.367575:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8380 x1853602672083840/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734707 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734691.367590:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b1f2da8380 x1853602672083840/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734707 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734691.367592:0:196092:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767734691.367599:0:196092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734691.367608:0:196092:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734691.367613:0:196092:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734691.367617:0:196092:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558d68. 00000100:00000001:3.0:1767734691.367619:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767734691.367626:0:196092:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80bdd0 00000400:00000010:0.0:1767734691.367631:0:196092:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80bdd0. 00000100:00000001:0.0:1767734691.367635:0:196092:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734691.367646:0:196092:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da9c00 x1853602672083712/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734707 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767734691.367661:0:196092:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da9c00 x1853602672083712/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734707 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734691.367671:0:196092:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734691.367673:0:196092:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734691.367676:0:196092:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734691.367679:0:196092:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734691.367681:0:196092:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734691.367683:0:196092:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734691.367687:0:196092:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734691.367695:0:196092:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=21 v=5 (5 0 0 0) 00000100:00001000:0.0:1767734691.367700:0:196092:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=21 v=5 (1 0 0 0) 00000100:00000001:0.0:1767734691.367704:0:196092:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734691.367706:0:196092:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734691.367722:0:196092:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734691.367728:0:196092:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734691.367731:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767734691.367733:0:196092:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767734691.367740:0:196091:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767734691.367741:0:196092:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924697 00000800:00000001:3.0:1767734691.367745:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767734691.367751:0:196092:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000001:1.0:1767734691.367752:0:196091:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:3.0:1767734691.367757:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734691.367760:0:196092:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767734691.367761:0:196091:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:3.0:1767734691.367764:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:1.0:1767734691.367770:0:196091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810b58. 00000800:00000001:3.0:1767734691.367774:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734691.367779:0:196092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da9c00 x1853602672083712/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734707 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767734691.367782:0:196091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b880 00000400:00000200:3.0:1767734691.367789:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734691.367792:0:196091:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b880. 00000100:00000001:1.0:1767734691.367804:0:196091:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767734691.367807:0:196092:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734691.367812:0:196092:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734691.367817:0:196092:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767734691.367820:0:196091:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8380 x1853602672083840/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734707 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767734691.367829:0:196092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da9c00 x1853602672083712/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734707 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767734691.367868:0:196091:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8380 x1853602672083840/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734707 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767734691.367871:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000100:00100000:0.0:1767734691.367893:0:196092:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:66586885-669e-469f-b1c7-cb1a0fe6eee4:196092:1853602672083712:192.168.203.112@tcp:400:kworker.0 00000400:00000200:3.0:1767734691.367895:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734691.367913:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734691.367914:0:196091:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734691.367918:0:196092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734691.367922:0:196091:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734691.367925:0:196092:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767734691.367932:0:196091:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:3.0:1767734691.367933:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 02000000:00000001:1.0:1767734691.367940:0:196091:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:0.0:1767734691.367942:0:196092:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da9c00 x1853602672083712/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734707 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734691.367945:0:196091:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767734691.367951:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 4 MB=0x695d780d30400 00000100:00000001:1.0:1767734691.367966:0:196091:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734691.367968:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 02000000:00000001:1.0:1767734691.367977:0:196091:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734691.367981:0:196092:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:3.0:1767734691.367988:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.112@tcp of length 224/224 into md 0x7ba1d [1] + 224 02000000:00000001:0.0:1767734691.367989:0:196092:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:1.0:1767734691.367991:0:196091:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f0134458 time=21 v=5 (5 0 0 0) 02000000:00000010:0.0:1767734691.367998:0:196092:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1c38db200. 00000800:00000001:3.0:1767734691.368005:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:1.0:1767734691.368013:0:196091:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f0134410 time=21 v=5 (1 0 0 0) 02000000:00000001:0.0:1767734691.368014:0:196092:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000800:00000001:3.0:1767734691.368019:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767734691.368021:0:196092:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767734691.368024:0:196091:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:0.0:1767734691.368029:0:196092:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=3 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000400:00000200:3.0:1767734691.368030:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767734691.368031:0:196091:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734691.368041:0:196092:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1767734691.368045:0:196091:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:0.0:1767734691.368049:0:196092:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b1deb6f900. 00000400:00000200:3.0:1767734691.368053:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00010000:00000001:1.0:1767734691.368054:0:196091:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734691.368058:0:196092:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734691.368065:0:196092:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767734691.368067:0:196091:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767734691.368068:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000010:0.0:1767734691.368070:0:196092:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da9c00. 00000100:00000040:1.0:1767734691.368075:0:196091:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94b1e7e86000: skip recheck: last_committed 17179871171 00000100:00000001:0.0:1767734691.368079:0:196092:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734691.368083:0:196091:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000200:3.0:1767734691.368084:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8e00 x1853602672083968/t0(0) o9->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734701 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734691.368086:0:196092:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734691.368088:0:196091:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734691.368097:0:196092:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734691.368107:0:196091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8380 x1853602672083840/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734707 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734691.368118:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b1f2da8e00 x1853602672083968/t0(0) o9->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734701 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734691.368121:0:196092:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734691.368128:0:196092:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734691.368138:0:196092:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767734691.368143:0:196092:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734691.368146:0:196091:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734691.368157:0:196091:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734691.368162:0:196091:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734691.368173:0:196091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8380 x1853602672083840/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734707 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734691.368178:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:1.0:1767734691.368187:0:196091:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:66586885-669e-469f-b1c7-cb1a0fe6eee4:196091:1853602672083840:192.168.203.112@tcp:400:kworker.0 00000100:00000001:1.0:1767734691.368202:0:196091:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734691.368205:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767734691.368205:0:196091:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:3.0:1767734691.368216:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734691.368217:0:196091:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8380 x1853602672083840/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734707 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734691.368234:0:196091:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734691.368236:0:196091:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734691.368240:0:196091:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1d0639c00. 02000000:00000001:1.0:1767734691.368246:0:196091:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734691.368248:0:196091:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734691.368252:0:196091:0:(genops.c:1242:class_import_put()) import ffff94b1f0134000 refcount=2 obd=lustre-OST0000-osc-ffff94b1e7e86000 00000020:00000001:1.0:1767734691.368256:0:196091:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734691.368259:0:196091:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b1deb6f000. 02000000:00000001:1.0:1767734691.368274:0:196091:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734691.368278:0:196091:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734691.368280:0:196091:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8380. 00000100:00000001:1.0:1767734691.368286:0:196091:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734691.368288:0:196091:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734691.368290:0:196090:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767734691.368292:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734691.368297:0:196090:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734691.368303:0:196091:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734691.368308:0:196091:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767734691.368341:0:196090:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767734691.368345:0:196090:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767734691.368349:0:196090:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f8c5eb58. 00000400:00000200:2.0:1767734691.368358:0:196090:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29770 00000400:00000010:2.0:1767734691.368362:0:196090:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29770. 00000100:00000001:1.0:1767734691.368370:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767734691.368401:0:196090:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767734691.368404:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767734691.368416:0:196090:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8e00 x1853602672083968/t0(0) o9->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734701 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767734691.368433:0:196090:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8e00 x1853602672083968/t0(0) o9->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734701 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734691.368466:0:196090:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767734691.368469:0:196090:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734691.368472:0:196090:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767734691.368475:0:196090:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767734691.368477:0:196090:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767734691.368480:0:196090:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734691.368483:0:196090:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767734691.368489:0:196090:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f0134c58 time=21 v=5 (5 0 0 0) 00000100:00001000:2.0:1767734691.368494:0:196090:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f0134c10 time=21 v=5 (1 0 0 0) 00000100:00000001:2.0:1767734691.368497:0:196090:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767734691.368500:0:196090:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734691.368502:0:196090:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767734691.368506:0:196090:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734691.368509:0:196090:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767734691.368511:0:196090:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94b1e7e86000: skip recheck: last_committed 0 00000100:00000001:2.0:1767734691.368513:0:196090:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767734691.368515:0:196090:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734691.368521:0:196090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8e00 x1853602672083968/t0(0) o9->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734701 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734691.368531:0:196090:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734691.368535:0:196090:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767734691.368537:0:196090:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1767734691.368542:0:196090:0:(import.c:1990:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff94b1f2da8e00 x1853602672083968/t0(0) o9->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734701 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767734691.368551:0:196090:0:(import.c:65:import_set_state_nolock()) ffff94b1f0134800 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:2.0:1767734691.368556:0:196090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8e00 x1853602672083968/t0(0) o9->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734701 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767734691.368567:0:196090:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66586885-669e-469f-b1c7-cb1a0fe6eee4:196090:1853602672083968:192.168.203.112@tcp:9:kworker.0 00000100:00000001:2.0:1767734691.368573:0:196090:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734691.368576:0:196090:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734691.368586:0:196090:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8e00 x1853602672083968/t0(0) o9->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734701 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734691.368595:0:196090:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767734691.368597:0:196090:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767734691.368600:0:196090:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1c33d9a00. 02000000:00000001:2.0:1767734691.368604:0:196090:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767734691.368606:0:196090:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767734691.368608:0:196090:0:(genops.c:1242:class_import_put()) import ffff94b1f0134800 refcount=2 obd=lustre-OST0001-osc-ffff94b1e7e86000 00000020:00000001:2.0:1767734691.368611:0:196090:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767734691.368613:0:196090:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b1deb6ff00. 02000000:00000001:2.0:1767734691.368617:0:196090:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767734691.368619:0:196090:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767734691.368621:0:196090:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8e00. 00000100:00000001:2.0:1767734691.368625:0:196090:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767734691.368627:0:196090:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734691.368629:0:196090:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734691.368635:0:196090:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767734691.368637:0:196090:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734691.368640:0:196090:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767734691.368642:0:196090:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734691.554429:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734691.554434:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734691.554439:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734691.554441:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734691.554542:0:249777:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767734691.554547:0:249777:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767734691.554551:0:249777:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767734692.258468:0:231791:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121b30 (cpu 0) has reached its deadline 4303454041, at 4303454080 00000100:00000040:2.0:1767734692.258481:0:209018:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121a20 (cpu 0) has reached its deadline 4303454041, at 4303454080 00000100:00000010:3.0:1767734692.258485:0:231791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1dd24d600. 00000100:00000010:2.0:1767734692.258499:0:209018:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1dd24dd20. 00010000:00000001:3.0:1767734692.578455:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734692.578461:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734692.578467:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734692.578468:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734692.578601:0:215726:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767734692.578607:0:215726:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767734692.578612:0:215726:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1767734693.603448:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734693.603455:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734693.603466:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734693.603469:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734693.603536:0:226620:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767734693.603544:0:226620:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734693.603549:0:226620:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1767734694.117095:0:250974:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:2.0:1767734694.117101:0:250974:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:2.0:1767734694.117104:0:250974:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1767734694.117109:0:250974:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30802bba8 00000080:00200000:2.0:1767734694.117114:0:250974:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908),name=/ 00000080:00000010:2.0:1767734694.117124:0:250974:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c33d8800. 00800000:00000002:2.0:1767734694.117132:0:250974:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:2.0:1767734694.117138:0:250974:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:2.0:1767734694.117151:0:250974:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1767734694.117153:0:250974:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30802bac8 00800000:00000002:2.0:1767734694.117157:0:250974:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1767734694.117163:0:250974:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1767734694.117168:0:250974:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1767734694.117175:0:250974:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1767734694.117177:0:250974:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30802b998 00000002:00010000:2.0:1767734694.117180:0:250974:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1767734694.117185:0:250974:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1767734694.117188:0:250974:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1767734694.117192:0:250974:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1767734694.117201:0:250974:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1fa50c000 count: 2 00010000:00000001:2.0:1767734694.117205:0:250974:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767734694.117211:0:250974:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767734694.117215:0:250974:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767734694.117221:0:250974:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afc200/0x1886cffb85c2b885 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabb47 expref: -99 pid: 249958 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767734694.117235:0:250974:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1767734694.117242:0:250974:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767734694.117246:0:250974:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afc200/0x1886cffb85c2b885 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabb47 expref: -99 pid: 249958 timeout: 0 lvb_type: 0 00000002:00000001:2.0:1767734694.117255:0:250974:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1767734694.117258:0:250974:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1767734694.117261:0:250974:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1767734694.117263:0:250974:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1767734694.117266:0:250974:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1767734694.117269:0:250974:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1767734694.117273:0:250974:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1767734694.117276:0:250974:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:2.0:1767734694.117281:0:250974:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c33d8800. 00000080:00000001:2.0:1767734694.117286:0:250974:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1767734694.117288:0:250974:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1767734694.117292:0:250974:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00010000:2.0:1767734694.117302:0:250974:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) for lock 0x1886cffb85c2b885 00800000:00000001:2.0:1767734694.117306:0:250974:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1767734694.117341:0:250974:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1767734694.117344:0:250974:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734694.117347:0:250974:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734694.117423:0:250974:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f8afc200 refcount=3 00000020:00000001:2.0:1767734694.117429:0:250974:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090835231232 : -117982874320384 : ffff94b1f8afc200) 00010000:00000001:2.0:1767734694.117433:0:250974:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090835231232 : -117982874320384 : ffff94b1f8afc200) 00010000:00000001:2.0:1767734694.117437:0:250974:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734694.117440:0:250974:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1767734694.117441:0:250974:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767734694.117444:0:250974:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1767734694.117447:0:250974:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b885 from it ffffafc30802bbe0 00010000:00000001:2.0:1767734694.117450:0:250974:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734694.117452:0:250974:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734694.117454:0:250974:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f8afc200 refcount=3 00000020:00000001:2.0:1767734694.117456:0:250974:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090835231232 : -117982874320384 : ffff94b1f8afc200) 00010000:00000001:2.0:1767734694.117459:0:250974:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090835231232 : -117982874320384 : ffff94b1f8afc200) 00010000:00000001:2.0:1767734694.117462:0:250974:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767734694.117466:0:250974:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afc200/0x1886cffb85c2b885 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabb47 expref: -99 pid: 249958 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767734694.117475:0:250974:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734694.117477:0:250974:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734694.117479:0:250974:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1767734694.117482:0:250974:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1767734694.117485:0:250974:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afc200/0x1886cffb85c2b885 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabb47 expref: -99 pid: 249958 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767734694.117496:0:250974:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767734694.117500:0:250974:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767734694.117502:0:250974:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767734694.117508:0:250974:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734694.117509:0:250974:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734694.117520:0:250974:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734694.117524:0:250974:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767734694.117527:0:250974:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734694.117529:0:250974:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734694.117533:0:250974:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734694.117536:0:250974:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767734694.117537:0:250974:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734694.117539:0:250974:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767734694.117543:0:250974:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767734694.117545:0:250974:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1767734694.117548:0:250974:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908), inode mode 41ed mask 1 00000080:00000001:2.0:1767734694.117554:0:250974:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1767734694.117565:0:250974:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1f9724040. 00000020:00000001:2.0:1767734694.117571:0:250974:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30802bd98 00000080:00200000:2.0:1767734694.117574:0:250974:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=d160l.sanity, dir=[0x200000007:0x1:0x0](ffff94b1d15a8908), flags=1536 00000080:00000001:2.0:1767734694.117578:0:250974:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:2.0:1767734694.117579:0:250974:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1767734694.117581:0:250974:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30802bca8 00000080:00200000:2.0:1767734694.117583:0:250974:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908),name=/ 00000080:00000010:2.0:1767734694.117587:0:250974:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c33d8800. 00800000:00000002:2.0:1767734694.117591:0:250974:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:2.0:1767734694.117594:0:250974:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:2.0:1767734694.117597:0:250974:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1767734694.117599:0:250974:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30802bbc8 00800000:00000002:2.0:1767734694.117601:0:250974:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1767734694.117605:0:250974:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1767734694.117608:0:250974:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1767734694.117612:0:250974:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1767734694.117614:0:250974:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30802ba98 00000002:00010000:2.0:1767734694.117616:0:250974:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1767734694.117620:0:250974:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1767734694.117622:0:250974:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1767734694.117623:0:250974:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1767734694.117627:0:250974:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1fa50c000 count: 2 00010000:00000001:2.0:1767734694.117630:0:250974:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767734694.117633:0:250974:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767734694.117642:0:250974:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767734694.117646:0:250974:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afc200/0x1886cffb85c2b885 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabb47 expref: -99 pid: 249958 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767734694.117655:0:250974:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1767734694.117658:0:250974:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767734694.117661:0:250974:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afc200/0x1886cffb85c2b885 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabb47 expref: -99 pid: 249958 timeout: 0 lvb_type: 0 00000002:00000001:2.0:1767734694.117669:0:250974:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1767734694.117671:0:250974:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1767734694.117673:0:250974:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1767734694.117675:0:250974:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1767734694.117678:0:250974:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1767734694.117680:0:250974:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1767734694.117683:0:250974:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1767734694.117686:0:250974:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:2.0:1767734694.117689:0:250974:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c33d8800. 00000080:00000001:2.0:1767734694.117692:0:250974:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1767734694.117694:0:250974:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1767734694.117697:0:250974:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00010000:2.0:1767734694.117700:0:250974:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) for lock 0x1886cffb85c2b885 00800000:00000001:2.0:1767734694.117704:0:250974:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1767734694.117706:0:250974:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1767734694.117708:0:250974:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734694.117709:0:250974:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734694.117711:0:250974:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f8afc200 refcount=3 00000020:00000001:2.0:1767734694.117714:0:250974:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090835231232 : -117982874320384 : ffff94b1f8afc200) 00010000:00000001:2.0:1767734694.117717:0:250974:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090835231232 : -117982874320384 : ffff94b1f8afc200) 00010000:00000001:2.0:1767734694.117719:0:250974:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734694.117721:0:250974:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1767734694.117722:0:250974:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767734694.117724:0:250974:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1767734694.117727:0:250974:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b885 from it ffffafc30802bce0 00010000:00000001:2.0:1767734694.117734:0:250974:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734694.117736:0:250974:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734694.117738:0:250974:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f8afc200 refcount=3 00000020:00000001:2.0:1767734694.117740:0:250974:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090835231232 : -117982874320384 : ffff94b1f8afc200) 00010000:00000001:2.0:1767734694.117742:0:250974:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090835231232 : -117982874320384 : ffff94b1f8afc200) 00010000:00000001:2.0:1767734694.117745:0:250974:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767734694.117748:0:250974:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afc200/0x1886cffb85c2b885 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabb47 expref: -99 pid: 249958 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767734694.117756:0:250974:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734694.117757:0:250974:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734694.117759:0:250974:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1767734694.117761:0:250974:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1767734694.117764:0:250974:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afc200/0x1886cffb85c2b885 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabb47 expref: -99 pid: 249958 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767734694.117771:0:250974:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767734694.117773:0:250974:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767734694.117774:0:250974:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767734694.117777:0:250974:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734694.117778:0:250974:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734694.117780:0:250974:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734694.117782:0:250974:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767734694.117784:0:250974:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734694.117786:0:250974:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734694.117789:0:250974:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734694.117791:0:250974:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767734694.117793:0:250974:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734694.117794:0:250974:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767734694.117796:0:250974:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767734694.117798:0:250974:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1767734694.117801:0:250974:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908), inode mode 41ed mask 3 00000080:00000001:2.0:1767734694.117804:0:250974:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734694.117809:0:250974:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:2.0:1767734694.117811:0:250974:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1767734694.117812:0:250974:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30802bd90 00000080:00200000:2.0:1767734694.117820:0:250974:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908),name=/ 00000080:00000010:2.0:1767734694.117824:0:250974:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c33d8800. 00800000:00000002:2.0:1767734694.117827:0:250974:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:2.0:1767734694.117830:0:250974:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:2.0:1767734694.117832:0:250974:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1767734694.117834:0:250974:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30802bcb0 00800000:00000002:2.0:1767734694.117836:0:250974:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1767734694.117839:0:250974:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1767734694.117842:0:250974:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1767734694.117846:0:250974:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1767734694.117847:0:250974:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30802bb80 00000002:00010000:2.0:1767734694.117849:0:250974:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1767734694.117853:0:250974:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1767734694.117854:0:250974:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1767734694.117856:0:250974:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1767734694.117859:0:250974:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1fa50c000 count: 2 00010000:00000001:2.0:1767734694.117862:0:250974:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767734694.117865:0:250974:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767734694.117867:0:250974:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767734694.117871:0:250974:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afc200/0x1886cffb85c2b885 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabb47 expref: -99 pid: 249958 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767734694.117878:0:250974:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1767734694.117880:0:250974:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767734694.117884:0:250974:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afc200/0x1886cffb85c2b885 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabb47 expref: -99 pid: 249958 timeout: 0 lvb_type: 0 00000002:00000001:2.0:1767734694.117891:0:250974:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1767734694.117893:0:250974:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1767734694.117895:0:250974:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1767734694.117897:0:250974:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1767734694.117899:0:250974:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1767734694.117902:0:250974:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1767734694.117905:0:250974:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1767734694.117912:0:250974:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:2.0:1767734694.117914:0:250974:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c33d8800. 00000080:00000001:2.0:1767734694.117917:0:250974:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1767734694.117919:0:250974:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1767734694.117922:0:250974:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00010000:2.0:1767734694.117925:0:250974:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) for lock 0x1886cffb85c2b885 00800000:00000001:2.0:1767734694.117928:0:250974:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1767734694.117930:0:250974:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1767734694.117931:0:250974:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734694.117933:0:250974:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734694.117935:0:250974:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f8afc200 refcount=3 00000020:00000001:2.0:1767734694.117937:0:250974:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090835231232 : -117982874320384 : ffff94b1f8afc200) 00010000:00000001:2.0:1767734694.117940:0:250974:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090835231232 : -117982874320384 : ffff94b1f8afc200) 00010000:00000001:2.0:1767734694.117942:0:250974:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734694.117944:0:250974:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1767734694.117945:0:250974:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767734694.117947:0:250974:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1767734694.117950:0:250974:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b885 from it ffffafc30802bdc8 00010000:00000001:2.0:1767734694.117952:0:250974:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734694.117954:0:250974:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734694.117955:0:250974:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f8afc200 refcount=3 00000020:00000001:2.0:1767734694.117957:0:250974:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090835231232 : -117982874320384 : ffff94b1f8afc200) 00010000:00000001:2.0:1767734694.117960:0:250974:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090835231232 : -117982874320384 : ffff94b1f8afc200) 00010000:00000001:2.0:1767734694.117962:0:250974:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767734694.117965:0:250974:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afc200/0x1886cffb85c2b885 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabb47 expref: -99 pid: 249958 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767734694.117972:0:250974:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734694.117974:0:250974:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734694.117975:0:250974:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1767734694.117977:0:250974:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1767734694.117980:0:250974:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afc200/0x1886cffb85c2b885 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabb47 expref: -99 pid: 249958 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767734694.117997:0:250974:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767734694.117999:0:250974:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767734694.118001:0:250974:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767734694.118003:0:250974:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734694.118005:0:250974:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734694.118006:0:250974:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734694.118009:0:250974:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767734694.118010:0:250974:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734694.118012:0:250974:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734694.118015:0:250974:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734694.118017:0:250974:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767734694.118019:0:250974:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734694.118020:0:250974:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767734694.118022:0:250974:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767734694.118024:0:250974:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1767734694.118027:0:250974:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908), inode mode 41ed mask 3 00000080:00000001:2.0:1767734694.118030:0:250974:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734694.118036:0:250974:0:(namei.c:2172:do_mkdir()) Process entered 00000020:00000001:2.0:1767734694.118038:0:250974:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30802bda0 00000080:00200000:2.0:1767734694.118040:0:250974:0:(namei.c:2175:do_mkdir()) VFS Op:name=d160l.sanity, dir=[0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00000001:2.0:1767734694.118044:0:250974:0:(namei.c:1904:ll_new_node()) Process entered 00000080:00000001:2.0:1767734694.118046:0:250974:0:(namei.c:1713:ll_new_node_prepare()) Process entered 00000080:00000010:2.0:1767734694.118050:0:250974:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c33d8800. 00800000:00000002:2.0:1767734694.118053:0:250974:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000010:2.0:1767734694.118061:0:250974:0:(namei.c:1731:ll_new_node_prepare()) kmalloced '(lum)': 48 at ffff94b1d1dfb280. 00000080:00000001:2.0:1767734694.118066:0:250974:0:(namei.c:1820:ll_new_node_prepare()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767734694.118069:0:250974:0:(lmv_obd.c:2218:lmv_create()) Process entered 00800000:00000001:2.0:1767734694.118072:0:250974:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1767734694.118078:0:250974:0:(lmv_obd.c:1669:lmv_locate_tgt_qos()) Process entered 00800000:00000001:2.0:1767734694.118080:0:250974:0:(lmv_obd.c:1672:lmv_locate_tgt_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:2.0:1767734694.118083:0:250974:0:(lmv_obd.c:1750:lmv_locate_tgt_rr()) Process entered 00800000:00000001:2.0:1767734694.118087:0:250974:0:(lmv_obd.c:1764:lmv_locate_tgt_rr()) Process leaving (rc=18446626090835053568 : -117982874498048 : ffff94b1f8ad0c00) 00800000:00000001:2.0:1767734694.118091:0:250974:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446626090835053568 : -117982874498048 : ffff94b1f8ad0c00) 00800000:00000001:2.0:1767734694.118094:0:250974:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1767734694.118096:0:250974:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1767734694.118105:0:250974:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1767734694.118108:0:250974:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1767734694.118111:0:250974:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff94b1e7e86000: Allocated FID [0x2000013a3:0x6:0x0] 40000000:00000001:2.0:1767734694.118114:0:250974:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734694.118116:0:250974:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767734694.118119:0:250974:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767734694.118121:0:250974:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734694.118124:0:250974:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30802bbe0 00800000:00000002:2.0:1767734694.118126:0:250974:0:(lmv_obd.c:2249:lmv_create()) CREATE name 'd160l.sanity' [0x2000013a3:0x6:0x0] on [0x200000007:0x1:0x0] -> mds #0 00000002:00000001:2.0:1767734694.118131:0:250974:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:2.0:1767734694.118135:0:250974:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1767734694.118138:0:250974:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1fa50c000 count: 2 00010000:00000001:2.0:1767734694.118141:0:250974:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767734694.118145:0:250974:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1767734694.118149:0:250974:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767734694.118152:0:250974:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afc200/0x1886cffb85c2b885 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58dabb47 expref: -99 pid: 249958 timeout: 0 lvb_type: 0 00000080:00000001:2.0:1767734694.118161:0:250974:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1767734694.118191:0:250974:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1767734694.118195:0:250974:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1767734694.118198:0:250974:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1767734694.118201:0:250974:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1767734694.118203:0:250974:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1767734694.118205:0:250974:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1fa50c000 count: 3 00010000:00000001:2.0:1767734694.118208:0:250974:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1767734694.118212:0:250974:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734694.118214:0:250974:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1767734694.118215:0:250974:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1767734694.118217:0:250974:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1fa50c000 count: 3 00010000:00000001:2.0:1767734694.118219:0:250974:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1767734694.118222:0:250974:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734694.118224:0:250974:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1767734694.118225:0:250974:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1767734694.118227:0:250974:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1fa50c000 count: 3 00010000:00000001:2.0:1767734694.118229:0:250974:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1767734694.118239:0:250974:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734694.118241:0:250974:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1767734694.118246:0:250974:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff94b1d15a8840, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1767734694.118250:0:250974:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1767734694.118253:0:250974:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1767734694.118255:0:250974:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1767734694.118257:0:250974:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734694.118261:0:250974:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767734694.118266:0:250974:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767734694.118269:0:250974:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767734694.118271:0:250974:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767734694.118273:0:250974:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767734694.118277:0:250974:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f8afc200 with handle 0x1886cffb85c2b885 from hash 00010000:00000001:2.0:1767734694.118280:0:250974:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767734694.118282:0:250974:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734694.118284:0:250974:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734694.118285:0:250974:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767734694.118289:0:250974:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767734694.118291:0:250974:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1767734694.118295:0:250974:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767734694.118298:0:250974:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1767734694.118300:0:250974:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767734694.118307:0:250974:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02c8000. 00000020:00000040:2.0:1767734694.118342:0:250974:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=4 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 02000000:00000001:2.0:1767734694.118349:0:250974:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1767734694.118373:0:250974:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734694.118377:0:250974:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1767734694.118382:0:250974:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767734694.118388:0:250974:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734694.118390:0:250974:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734694.118392:0:250974:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734694.118397:0:250974:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767734694.118400:0:250974:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767734694.118404:0:250974:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767734694.118413:0:250974:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1f44a9c00. 00000100:00000001:2.0:1767734694.118421:0:250974:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734694.118432:0:250974:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767734694.118436:0:250974:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1767734694.118444:0:250974:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afc200/0x1886cffb85c2b885 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58dabb47 expref: -99 pid: 249958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767734694.118452:0:250974:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1767734694.118454:0:250974:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767734694.118456:0:250974:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767734694.118459:0:250974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f8afc200/0x1886cffb85c2b885 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58dabb47 expref: -99 pid: 249958 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767734694.118468:0:250974:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1fa50c000 count: 0 00010000:00000010:2.0:1767734694.118475:0:250974:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1f1164c00. 00010000:00000001:2.0:1767734694.118483:0:250974:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734694.118485:0:250974:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734694.118488:0:250974:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767734694.118490:0:250974:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734694.118492:0:250974:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1767734694.118506:0:250974:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1e7e86000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1767734694.118521:0:250974:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1d02c8000 x1853602672084224/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 560/896 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767734694.118532:0:250974:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767734694.118535:0:250974:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767734694.118541:0:250974:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fe64f480. 00000100:00000001:2.0:1767734694.118544:0:250974:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090930992256 : -117982778559360 : ffff94b1fe64f480) 00000100:00000001:2.0:1767734694.118547:0:250974:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734694.118549:0:250974:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155540480 : -117983554011136 : ffff94b1d02c8000) 00000100:00000001:2.0:1767734694.118555:0:250974:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767734694.118559:0:250974:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734694.118562:0:250974:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767734694.118564:0:250974:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767734694.118570:0:250974:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02c8000 x1853602672084224/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 560/896 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734694.118580:0:250974:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767734694.118589:0:250974:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734694.118593:0:250974:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767734694.118596:0:250974:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767734694.118599:0:250974:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767734694.118604:0:250974:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02c8000 pname:cluuid:pid:xid:nid:opc:job mkdir:66586885-669e-469f-b1c7-cb1a0fe6eee4:250974:1853602672084224:192.168.203.112@tcp:36:mkdir.0 00000100:00000001:2.0:1767734694.118609:0:250974:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767734694.118617:0:250974:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767734694.118620:0:250974:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734694.118623:0:250974:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767734694.118628:0:250974:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1c59fc000. 02000000:00000001:2.0:1767734694.118631:0:250974:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734694.118642:0:250974:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:2.0:1767734694.118647:0:250974:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f8c5eb58. 00000400:00000010:2.0:1767734694.118656:0:250974:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29770. 00000100:00000200:2.0:1767734694.118665:0:250974:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672084224, portal 10 00000100:00000001:2.0:1767734694.118667:0:250974:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734694.118669:0:250974:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155540480 : -117983554011136 : ffff94b1d02c8000) 00000100:00000040:2.0:1767734694.118677:0:250974:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1d02c8000 x1853602672084224/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 560/896 e 0 to 0 dl 1767734710 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734694.118687:0:250974:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767734694.118690:0:250974:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:2.0:1767734694.118694:0:250974:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29e58. 00000100:00000200:2.0:1767734694.118697:0:250974:0:(niobuf.c:94:ptl_send_buf()) Sending 560 bytes to portal 12, xid 1853602672084224, offset 0 00000400:00000200:2.0:1767734694.118706:0:250974:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:2.0:1767734694.118717:0:250974:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734694.118727:0:250974:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734694.118733:0:250974:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767734694.118739:0:250974:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:2.0:1767734694.118743:0:250974:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767734694.118747:0:250974:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:2.0:1767734694.118752:0:250974:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66603:66603:256:4294967295] 192.168.203.112@tcp LPNI seq info [66603:66603:8:4294967295] 00000400:00000200:2.0:1767734694.118758:0:250974:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734694.118770:0:250974:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:2.0:1767734694.118784:0:250974:0:(socklnd_cb.c:1001:ksocknal_send()) sending 560 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767734694.118791:0:250974:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1ef790a00. 00000800:00000200:2.0:1767734694.118801:0:250974:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767734694.118811:0:250974:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767734694.118817:0:250974:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1ef790a00 type 1, nob 656 niov 1 nkiov 1 00000100:00000001:2.0:1767734694.118843:0:250974:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734694.118850:0:250974:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 93638 usecs (94 jiffies) 00000400:00000200:2.0:1767734694.118855:0:250974:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:2.0:1767734694.118858:0:250974:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303456034 00000100:00000010:2.0:1767734694.118863:0:250974:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1d8e3bea0. 00000100:00000001:2.0:1767734694.118871:0:250974:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767734694.118878:0:250974:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303456034 00000100:00000010:2.0:1767734694.118882:0:250974:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1d8e3be40. 00000100:00000001:2.0:1767734694.118886:0:250974:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767734694.118890:0:250974:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734694.118893:0:250974:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734694.118896:0:250974:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767734694.118898:0:250974:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767734694.118902:0:250974:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fe64f480 going to sleep for 11 seconds 00000100:00000001:2.0:1767734694.118905:0:250974:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767734694.118908:0:250974:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734694.119027:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734694.119038:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1ef790a00. 00000400:00000200:3.0:1767734694.119048:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734694.119061:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734694.119070:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29e58 00000400:00000010:3.0:1767734694.119074:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29e58. 00000100:00000001:3.0:1767734694.119081:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734694.119092:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02c8000 x1853602672084224/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 560/896 e 0 to 0 dl 1767734710 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734694.119110:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734694.119115:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02c8000 x1853602672084224/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 560/896 e 0 to 0 dl 1767734710 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734694.119126:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734694.119129:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1F:1767734694.124662:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1fa50c000. 00010000:00000010:2.1:1767734694.124682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f8afc200. 00000800:00000001:3.0:1767734694.125009:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734694.125023:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734694.125027:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734694.125031:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734694.125042:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734694.125125:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734694.125136:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734694.125142:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734694.125150:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734694.125155:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 448 into portal 10 MB=0x695d780d30500 00000400:00000200:3.0:1767734694.125163:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734694.125172:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 448/448 into md 0x7ba3d [1] + 224 00000800:00000001:3.0:1767734694.125184:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734694.125195:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734694.125198:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734694.125203:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734694.125209:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734694.125217:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02c8000 x1853602672084224/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 560/896 e 0 to 0 dl 1767734710 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734694.125231:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=896 req@ffff94b1d02c8000 x1853602672084224/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 560/896 e 0 to 0 dl 1767734710 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734694.125258:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767734694.125267:0:196086:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767734694.125271:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734694.125278:0:196086:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734694.125286:0:196086:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66604:66604:256:4294967295] 192.168.203.112@tcp LPNI seq info [66604:66604:8:4294967295] 00000400:00000200:3.0:1767734694.125292:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734694.125303:0:196086:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:3.0:1767734694.125385:0:196086:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734694.125394:0:196086:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f7416700. 00000100:00000001:2.0:1767734694.125401:0:250974:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:3.0:1767734694.125413:0:196086:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000400:00000001:2.0:1767734694.125420:0:250974:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767734694.125425:0:250974:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000200:3.0:1767734694.125430:0:196086:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000400:00000010:2.0:1767734694.125435:0:250974:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f8c5eb58. 00000800:00000200:3.0:1767734694.125440:0:196086:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f7416700 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767734694.125448:0:250974:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29770 00000400:00000010:2.0:1767734694.125454:0:250974:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29770. 00000100:00000001:2.0:1767734694.125461:0:250974:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734694.125475:0:250974:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02c8000 x1853602672084224/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 560/896 e 0 to 0 dl 1767734710 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767734694.125495:0:250974:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02c8000 x1853602672084224/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 560/896 e 0 to 0 dl 1767734710 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767734694.125520:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767734694.125521:0:250974:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767734694.125525:0:250974:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734694.125530:0:250974:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767734694.125535:0:250974:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000010:3.0:1767734694.125538:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f7416700. 00000100:00000001:2.0:1767734694.125541:0:250974:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767734694.125556:0:250974:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734694.125558:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767734694.125570:0:250974:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734694.125584:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000100:00001000:2.0:1767734694.125589:0:250974:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=24 v=5 (5 0 0 0) 00000100:00001000:2.0:1767734694.125598:0:250974:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=24 v=5 (1 0 0 0) 00000100:00000001:2.0:1767734694.125602:0:250974:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767734694.125604:0:250974:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734694.125607:0:250974:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767734694.125612:0:250974:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734694.125615:0:250974:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1767734694.125618:0:250974:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x100005b37/0x1] 00000100:00000001:2.0:1767734694.125621:0:250974:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1767734694.125623:0:250974:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734694.125625:0:250974:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155540480 : -117983554011136 : ffff94b1d02c8000) 00000100:00000001:2.0:1767734694.125629:0:250974:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767734694.125631:0:250974:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924697 00000100:00000001:2.0:1767734694.125634:0:250974:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767734694.125637:0:250974:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734694.125646:0:250974:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02c8000 x1853602672084224/t12884924698(12884924698) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 560/448 e 0 to 0 dl 1767734710 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767734694.125671:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767734694.125672:0:250974:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734694.125682:0:250974:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:3.0:1767734694.125684:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734694.125686:0:250974:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767734694.125701:0:250974:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02c8000 x1853602672084224/t12884924698(12884924698) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 560/448 e 0 to 0 dl 1767734710 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767734694.125712:0:250974:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02c8000 pname:cluuid:pid:xid:nid:opc:job mkdir:66586885-669e-469f-b1c7-cb1a0fe6eee4:250974:1853602672084224:192.168.203.112@tcp:36:mkdir.0 00000100:00000001:2.0:1767734694.125721:0:250974:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734694.125734:0:250974:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734694.125737:0:250974:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767734694.125740:0:250974:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734694.125745:0:250974:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02c8000 x1853602672084224/t12884924698(12884924698) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 560/448 e 0 to 0 dl 1767734710 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734694.125754:0:250974:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767734694.125758:0:250974:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fe64f480. 00000100:00000001:2.0:1767734694.125761:0:250974:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767734694.125763:0:250974:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734694.125770:0:250974:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1767734694.125774:0:250974:0:(lmv_obd.c:2257:lmv_create()) Created - [0x2000013a3:0x6:0x0] 00800000:00000001:2.0:1767734694.125776:0:250974:0:(lmv_obd.c:2263:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734694.125780:0:250974:0:(namei.c:1840:ll_new_node_finish()) Process entered 00000080:00000002:2.0:1767734694.125783:0:250974:0:(namei.c:1635:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1767734673 to 1767734694 00000080:00000001:2.0:1767734694.125787:0:250974:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:2.0:1767734694.125791:0:250974:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1767734694.125794:0:250974:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1767734694.125797:0:250974:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920710 : 144115272414920710 : 2000013a3000006) 00000080:00000001:2.0:1767734694.125801:0:250974:0:(namei.c:117:ll_iget()) Process entered 00000080:00000010:2.0:1767734694.125811:0:250974:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff94b1df7a5280. 00000080:00000001:2.0:1767734694.125822:0:250974:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:2.0:1767734694.125825:0:250974:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x2000013a3:0x6:0x0](ffff94b1df7a5348) 00000080:00000001:2.0:1767734694.125829:0:250974:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1767734694.125831:0:250974:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2000013a3:0x6:0x0] 00000080:00000001:2.0:1767734694.125834:0:250974:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734694.125836:0:250974:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920710 : 144115272414920710 : 2000013a3000006) 00000080:00000001:2.0:1767734694.125839:0:250974:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00000002:2.0:1767734694.125842:0:250974:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115272414920710 mtime from 0 to 1767734694 00000080:00200000:2.0:1767734694.125847:0:250974:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a3:0x6:0x0], updating i_size 512 00000080:00000001:2.0:1767734694.125850:0:250974:0:(llite_lib.c:3248:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1767734694.125852:0:250974:0:(namei.c:160:ll_iget()) Process leaving (rc=18446626090412299080 : -117983297252536 : ffff94b1df7a5348) 00000080:00000001:2.0:1767734694.125855:0:250974:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1767734694.125859:0:250974:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1767734694.125861:0:250974:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734694.125865:0:250974:0:(namei.c:1887:ll_new_node_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734694.125874:0:250974:0:(namei.c:1999:ll_new_node()) Process leaving 00000100:00000001:2.0:1767734694.125876:0:250974:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734694.125881:0:250974:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02c8000 x1853602672084224/t12884924698(12884924698) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 560/448 e 0 to 0 dl 1767734710 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734694.125890:0:250974:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1767734694.125892:0:250974:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:2.0:1767734694.125896:0:250974:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c33d8800. 00000080:00000010:2.0:1767734694.125899:0:250974:0:(namei.c:2005:ll_new_node()) kfreed 'lum': 48 at ffff94b1d1dfb280. 00000080:00000001:2.0:1767734694.125902:0:250974:0:(namei.c:2007:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734694.125904:0:250974:0:(namei.c:2183:do_mkdir()) Process leaving via out_tally (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1767734694.125908:0:250974:0:(namei.c:2227:do_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734694.125918:0:250974:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1767734694.125923:0:250974:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1767734694.131414:0:250975:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:2.0:1767734694.131421:0:250975:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:2.0:1767734694.131423:0:250975:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1767734694.131425:0:250975:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30810bbc0 00000080:00200000:2.0:1767734694.131430:0:250975:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908),name=/ 00000080:00000010:2.0:1767734694.131437:0:250975:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c33d8800. 00800000:00000002:2.0:1767734694.131443:0:250975:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:2.0:1767734694.131447:0:250975:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:2.0:1767734694.131451:0:250975:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1767734694.131453:0:250975:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30810bae0 00800000:00000002:2.0:1767734694.131457:0:250975:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1767734694.131462:0:250975:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1767734694.131465:0:250975:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1767734694.131469:0:250975:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1767734694.131471:0:250975:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30810b9b0 00000002:00010000:2.0:1767734694.131473:0:250975:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1767734694.131477:0:250975:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1767734694.131479:0:250975:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1767734694.131481:0:250975:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1767734694.131485:0:250975:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734694.131488:0:250975:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734694.131490:0:250975:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734694.131493:0:250975:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1767734694.131505:0:250975:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1767734694.131509:0:250975:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02c9880. 00000020:00000040:2.0:1767734694.131513:0:250975:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00010000:00000001:2.0:1767734694.131518:0:250975:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1767734694.131522:0:250975:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767734694.131525:0:250975:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734694.131528:0:250975:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734694.131529:0:250975:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734694.131533:0:250975:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767734694.131535:0:250975:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767734694.131538:0:250975:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767734694.131543:0:250975:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1f44aa400. 00000100:00000001:2.0:1767734694.131548:0:250975:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734694.131552:0:250975:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767734694.131554:0:250975:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734694.131556:0:250975:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767734694.131558:0:250975:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734694.131560:0:250975:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734694.131566:0:250975:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090155546752 : -117983554004864 : ffff94b1d02c9880) 00010000:00000001:2.0:1767734694.131571:0:250975:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1767734694.131574:0:250975:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767734694.131579:0:250975:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff94b1c7d52d00. 00010000:00000010:2.0:1767734694.131583:0:250975:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94b1c98bfe00. 00010000:00000001:2.0:1767734694.131586:0:250975:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767734694.131590:0:250975:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1c1677400. 00000020:00000001:2.0:1767734694.131594:0:250975:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767734694.131597:0:250975:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1c1677400 with handle 0x1886cffb85c2b8e0 to hash 00000020:00000001:2.0:1767734694.131600:0:250975:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767734694.131602:0:250975:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734694.131607:0:250975:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734694.131610:0:250975:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767734694.131613:0:250975:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767734694.131617:0:250975:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b8e0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 250975 initiator: MDT0 00010000:00010000:2.0:1767734694.131637:0:250975:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b8e0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 250975 initiator: MDT0 00010000:00010000:2.0:1767734694.131651:0:250975:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b8e0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 250975 initiator: MDT0 00000100:00000001:2.0:1767734694.131656:0:250975:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767734694.131658:0:250975:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767734694.131662:0:250975:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fe64f480. 00000100:00000001:2.0:1767734694.131665:0:250975:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090930992256 : -117982778559360 : ffff94b1fe64f480) 00000100:00000001:2.0:1767734694.131668:0:250975:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734694.131669:0:250975:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155546752 : -117983554004864 : ffff94b1d02c9880) 00000100:00000001:2.0:1767734694.131673:0:250975:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767734694.131676:0:250975:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734694.131678:0:250975:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767734694.131680:0:250975:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767734694.131687:0:250975:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02c9880 x1853602672084352/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734694.131697:0:250975:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767734694.131699:0:250975:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734694.131702:0:250975:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767734694.131705:0:250975:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767734694.131708:0:250975:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767734694.131711:0:250975:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02c9880 pname:cluuid:pid:xid:nid:opc:job touch:66586885-669e-469f-b1c7-cb1a0fe6eee4:250975:1853602672084352:192.168.203.112@tcp:101:touch.0 00000100:00000001:2.0:1767734694.131715:0:250975:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767734694.131719:0:250975:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767734694.131721:0:250975:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734694.131723:0:250975:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767734694.131728:0:250975:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1c59fe000. 02000000:00000001:2.0:1767734694.131730:0:250975:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734694.131737:0:250975:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:2.0:1767734694.131740:0:250975:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f8c5eb58. 00000400:00000010:2.0:1767734694.131745:0:250975:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29770. 00000100:00000200:2.0:1767734694.131756:0:250975:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672084352, portal 10 00000100:00000001:2.0:1767734694.131759:0:250975:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734694.131760:0:250975:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155546752 : -117983554004864 : ffff94b1d02c9880) 00000100:00000040:2.0:1767734694.131768:0:250975:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1d02c9880 x1853602672084352/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734710 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734694.131776:0:250975:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767734694.131779:0:250975:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:2.0:1767734694.131783:0:250975:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29088. 00000100:00000200:2.0:1767734694.131785:0:250975:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1853602672084352, offset 0 00000400:00000200:2.0:1767734694.131791:0:250975:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:2.0:1767734694.131798:0:250975:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734694.131805:0:250975:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734694.131809:0:250975:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767734694.131813:0:250975:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:2.0:1767734694.131817:0:250975:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767734694.131820:0:250975:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:2.0:1767734694.131824:0:250975:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66605:66605:256:4294967295] 192.168.203.112@tcp LPNI seq info [66605:66605:8:4294967295] 00000400:00000200:2.0:1767734694.131829:0:250975:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734694.131839:0:250975:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:2.0:1767734694.131845:0:250975:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767734694.131850:0:250975:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1ef790a00. 00000800:00000200:2.0:1767734694.131856:0:250975:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767734694.131863:0:250975:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767734694.131868:0:250975:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1ef790a00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1767734694.131889:0:250975:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734694.131894:0:250975:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 91708 usecs (92 jiffies) 00000400:00000200:2.0:1767734694.131898:0:250975:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:2.0:1767734694.131901:0:250975:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303456045 00000100:00000001:2.0:1767734694.131907:0:250975:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303456034 00000100:00000001:2.0:1767734694.131911:0:250975:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303456045 00000100:00000001:2.0:1767734694.131922:0:250975:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303456034 00000100:00000001:2.0:1767734694.131925:0:250975:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734694.131928:0:250975:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734694.131930:0:250975:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767734694.131932:0:250975:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767734694.131935:0:250975:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fe64f480 going to sleep for 11 seconds 00000100:00000001:2.0:1767734694.131938:0:250975:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767734694.131940:0:250975:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734694.132060:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734694.132068:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1ef790a00. 00000400:00000200:3.0:1767734694.132075:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734694.132083:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734694.132089:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29088 00000400:00000010:3.0:1767734694.132092:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29088. 00000100:00000001:3.0:1767734694.132096:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734694.132104:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02c9880 x1853602672084352/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734710 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734694.132117:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734694.132122:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02c9880 x1853602672084352/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734710 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734694.132209:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734694.132212:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:2.1:1767734694.133411:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1f9724040. 00000800:00000001:3.0:1767734694.134565:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734694.134577:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734694.134581:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734694.134583:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734694.134591:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734694.134597:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734694.134604:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734694.134609:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734694.134614:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734694.134618:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 688 into portal 10 MB=0x695d780d30580 00000400:00000200:3.0:1767734694.134624:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734694.134631:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 688/688 into md 0x7ba4d [1] + 224 00000800:00000001:3.0:1767734694.134637:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734694.134646:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734694.134660:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734694.134665:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734694.134671:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734694.134678:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02c9880 x1853602672084352/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734710 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767734694.134692:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1792 req@ffff94b1d02c9880 x1853602672084352/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734710 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734694.134719:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734694.134726:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734694.134731:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734694.134810:0:250975:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767734694.134821:0:250975:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767734694.134822:0:250975:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767734694.134827:0:250975:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f8c5eb58. 00000400:00000200:2.0:1767734694.134833:0:250975:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29770 00000400:00000010:2.0:1767734694.134835:0:250975:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29770. 00000100:00000001:2.0:1767734694.134839:0:250975:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734694.134848:0:250975:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02c9880 x1853602672084352/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734710 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1767734694.134860:0:250975:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02c9880 x1853602672084352/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734710 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734694.134869:0:250975:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767734694.134871:0:250975:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734694.134873:0:250975:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767734694.134875:0:250975:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767734694.134877:0:250975:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767734694.134880:0:250975:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734694.134882:0:250975:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767734694.134887:0:250975:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=24 v=5 (5 0 0 0) 00000100:00001000:2.0:1767734694.134891:0:250975:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=24 v=5 (1 0 0 0) 00000100:00000001:2.0:1767734694.134894:0:250975:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767734694.134895:0:250975:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734694.134897:0:250975:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767734694.134900:0:250975:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734694.134903:0:250975:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767734694.134905:0:250975:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924697 00000100:00000001:2.0:1767734694.134907:0:250975:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767734694.134920:0:250975:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734694.134926:0:250975:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02c9880 x1853602672084352/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/688 e 0 to 0 dl 1767734710 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734694.134934:0:250975:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734694.134936:0:250975:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767734694.134938:0:250975:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767734694.134942:0:250975:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02c9880 x1853602672084352/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/688 e 0 to 0 dl 1767734710 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1767734694.134950:0:250975:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02c9880 pname:cluuid:pid:xid:nid:opc:job touch:66586885-669e-469f-b1c7-cb1a0fe6eee4:250975:1853602672084352:192.168.203.112@tcp:101:touch.0 00000100:00000001:2.0:1767734694.134955:0:250975:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734694.134958:0:250975:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734694.134959:0:250975:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767734694.134962:0:250975:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734694.134965:0:250975:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02c9880 x1853602672084352/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/688 e 0 to 0 dl 1767734710 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734694.134972:0:250975:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767734694.134975:0:250975:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fe64f480. 00000100:00000001:2.0:1767734694.134978:0:250975:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767734694.134979:0:250975:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734694.134982:0:250975:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1767734694.134985:0:250975:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734694.134987:0:250975:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734694.134990:0:250975:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=4 00000020:00000001:2.0:1767734694.134992:0:250975:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734694.134995:0:250975:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000040:2.0:1767734694.135000:0:250975:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff94b1c1677400, remote cookie: 0x9bbb2ede58dabd00, flags: 0x1001 00010000:00010000:2.0:1767734694.135005:0:250975:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b8e0 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabd00 expref: -99 pid: 250975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767734694.135016:0:250975:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b8e0 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabd00 expref: -99 pid: 250975 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767734694.135035:0:250975:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767734694.135039:0:250975:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767734694.135042:0:250975:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767734694.135044:0:250975:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767734694.135045:0:250975:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767734694.135048:0:250975:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff94b1c7d52d00) refcount = 1 00010000:00010000:2.0:1767734694.135053:0:250975:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b8e0 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabd00 expref: -99 pid: 250975 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767734694.135060:0:250975:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767734694.135063:0:250975:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767734694.135065:0:250975:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767734694.135068:0:250975:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767734694.135071:0:250975:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767734694.135075:0:250975:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b8e0 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabd00 expref: -99 pid: 250975 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767734694.135081:0:250975:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1767734694.135082:0:250975:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734694.135084:0:250975:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734694.135085:0:250975:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734694.135086:0:250975:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734694.135088:0:250975:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734694.135093:0:250975:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1767734694.135095:0:250975:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734694.135096:0:250975:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734694.135098:0:250975:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:2.0:1767734694.135100:0:250975:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734694.135102:0:250975:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734694.135104:0:250975:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734694.135106:0:250975:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734694.135107:0:250975:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=4 00000020:00000001:2.0:1767734694.135109:0:250975:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734694.135116:0:250975:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734694.135118:0:250975:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767734694.135120:0:250975:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767734694.135124:0:250975:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b8e0 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabd00 expref: -99 pid: 250975 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767734694.135130:0:250975:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734694.135132:0:250975:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734694.135133:0:250975:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734694.135134:0:250975:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734694.135136:0:250975:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=5 00000020:00000001:2.0:1767734694.135138:0:250975:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734694.135140:0:250975:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734694.135142:0:250975:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767734694.135145:0:250975:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b8e0 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabd00 expref: -99 pid: 250975 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767734694.135151:0:250975:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734694.135152:0:250975:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767734694.135155:0:250975:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b8e0 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabd00 expref: -99 pid: 250975 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767734694.135161:0:250975:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767734694.135162:0:250975:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734694.135163:0:250975:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734694.135165:0:250975:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734694.135166:0:250975:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1767734694.135171:0:250975:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff94b1d02c9880 x1853602672084352/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/688 e 0 to 0 dl 1767734710 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1767734694.135180:0:250975:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734694.135181:0:250975:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734694.135182:0:250975:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:2.0:1767734694.135184:0:250975:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734694.135191:0:250975:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734694.135193:0:250975:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734694.135195:0:250975:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1767734694.135196:0:250975:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734694.135198:0:250975:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734694.135201:0:250975:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1767734694.135203:0:250975:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734694.135205:0:250975:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734694.135206:0:250975:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:2.0:1767734694.135208:0:250975:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734694.135210:0:250975:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00000002:00010000:2.0:1767734694.135214:0:250975:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b8e0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabd00 expref: -99 pid: 250975 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767734694.135221:0:250975:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734694.135222:0:250975:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734694.135223:0:250975:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1767734694.135225:0:250975:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734694.135226:0:250975:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734694.135227:0:250975:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:2.0:1767734694.135229:0:250975:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734694.135231:0:250975:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000040:2.0:1767734694.135235:0:250975:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52d00 count: 2 00010000:00000001:2.0:1767734694.135238:0:250975:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1767734694.135241:0:250975:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1c987a800 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1767734694.135244:0:250975:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734694.135245:0:250975:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1767734694.135247:0:250975:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1767734694.135249:0:250975:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30810b930 00000002:00002000:2.0:1767734694.135251:0:250975:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:2.0:1767734694.135255:0:250975:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767734694.135257:0:250975:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767734694.135259:0:250975:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1767734694.135262:0:250975:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1767734694.135269:0:250975:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1767734694.135272:0:250975:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:2.0:1767734694.135275:0:250975:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c33d8800. 00000080:00000001:2.0:1767734694.135278:0:250975:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1767734694.135279:0:250975:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:2.0:1767734694.135283:0:250975:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1767734694.135287:0:250975:0:(lmv_obd.c:3776:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1767734694.135291:0:250975:0:(lmv_obd.c:3755:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff94b1d1dfb280. 00800000:00000001:2.0:1767734694.135293:0:250975:0:(lmv_obd.c:3760:lmv_stripe_object_alloc()) Process leaving (rc=18446626090184061568 : -117983525490048 : ffff94b1d1dfb280) 00800000:00000001:2.0:1767734694.135296:0:250975:0:(lmv_obd.c:3837:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734694.135298:0:250975:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1767734694.135300:0:250975:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1767734694.135301:0:250975:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1767734694.135305:0:250975:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1767734694.135375:0:250975:0:(llite_lib.c:1821:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1767734694.135379:0:250975:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734694.135383:0:250975:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1767734694.135387:0:250975:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:2.0:1767734694.135391:0:250975:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 135680 00010000:00000001:2.0:1767734694.135395:0:250975:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734694.135396:0:250975:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734694.135399:0:250975:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:2.0:1767734694.135401:0:250975:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734694.135403:0:250975:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734694.135406:0:250975:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734694.135408:0:250975:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1767734694.135410:0:250975:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1767734694.135413:0:250975:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1767734694.135414:0:250975:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1d1dfb280 1 00800000:00000010:2.0:1767734694.135417:0:250975:0:(lmv_obd.c:3878:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff94b1d1dfb280. 00800000:00000001:2.0:1767734694.135421:0:250975:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1767734694.135424:0:250975:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) for lock 0x1886cffb85c2b8e0 00800000:00000001:2.0:1767734694.135427:0:250975:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1767734694.135430:0:250975:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1767734694.135432:0:250975:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734694.135440:0:250975:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734694.135442:0:250975:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:2.0:1767734694.135444:0:250975:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734694.135446:0:250975:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734694.135449:0:250975:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734694.135450:0:250975:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1767734694.135451:0:250975:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767734694.135453:0:250975:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734694.135456:0:250975:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1767734694.135459:0:250975:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00010000:2.0:1767734694.135461:0:250975:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b8e0 from it ffffafc30810bbf8 00010000:00000001:2.0:1767734694.135464:0:250975:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734694.135465:0:250975:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734694.135466:0:250975:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:2.0:1767734694.135468:0:250975:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734694.135470:0:250975:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734694.135472:0:250975:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767734694.135475:0:250975:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b8e0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabd00 expref: -99 pid: 250975 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767734694.135482:0:250975:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734694.135483:0:250975:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734694.135485:0:250975:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1767734694.135487:0:250975:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1767734694.135489:0:250975:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b8e0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabd00 expref: -99 pid: 250975 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767734694.135496:0:250975:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767734694.135498:0:250975:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767734694.135499:0:250975:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767734694.135502:0:250975:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734694.135503:0:250975:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734694.135505:0:250975:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734694.135507:0:250975:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767734694.135509:0:250975:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734694.135515:0:250975:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734694.135518:0:250975:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734694.135520:0:250975:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767734694.135521:0:250975:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734694.135523:0:250975:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767734694.135525:0:250975:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734694.135530:0:250975:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02c9880 x1853602672084352/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/688 e 0 to 0 dl 1767734710 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734694.135538:0:250975:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767734694.135541:0:250975:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767734694.135544:0:250975:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1c59fe000. 02000000:00000001:2.0:1767734694.135547:0:250975:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767734694.135549:0:250975:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767734694.135551:0:250975:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=4 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:2.0:1767734694.135553:0:250975:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767734694.135555:0:250975:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1f44aa400. 02000000:00000001:2.0:1767734694.135559:0:250975:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767734694.135561:0:250975:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767734694.135563:0:250975:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02c9880. 00000100:00000001:2.0:1767734694.135567:0:250975:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767734694.135568:0:250975:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1767734694.135571:0:250975:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908), inode mode 41ed mask 1 00000080:00000001:2.0:1767734694.135575:0:250975:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1767734694.135583:0:250975:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1f9724dc0. 00000020:00000001:2.0:1767734694.135587:0:250975:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30810bb28 00000080:00200000:2.0:1767734694.135589:0:250975:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=d160l.sanity, dir=[0x200000007:0x1:0x0](ffff94b1d15a8908), flags=25 00000080:00000001:2.0:1767734694.135593:0:250975:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:2.0:1767734694.135595:0:250975:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30810b9e8 00000080:00200000:2.0:1767734694.135597:0:250975:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=d160l.sanity, dir=[0x200000007:0x1:0x0](ffff94b1d15a8908), intent=0 00000080:00000010:2.0:1767734694.135603:0:250975:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c33d8800. 00800000:00000002:2.0:1767734694.135607:0:250975:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:2.0:1767734694.135611:0:250975:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:2.0:1767734694.135613:0:250975:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1767734694.135614:0:250975:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30810b908 00800000:00000002:2.0:1767734694.135617:0:250975:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd160l.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1767734694.135620:0:250975:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00000020:00000001:2.0:1767734694.135628:0:250975:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30810b8a0 00800000:00000002:2.0:1767734694.135630:0:250975:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d160l.sanity' -> mds #0 00000002:00000001:2.0:1767734694.135633:0:250975:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1767734694.135635:0:250975:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30810b7d8 00000002:00010000:2.0:1767734694.135637:0:250975:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d160l.sanity,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:2.0:1767734694.135641:0:250975:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1767734694.135643:0:250975:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1767734694.135646:0:250975:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02c9880. 00000020:00000040:2.0:1767734694.135649:0:250975:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00010000:00000001:2.0:1767734694.135652:0:250975:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1767734694.135655:0:250975:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767734694.135657:0:250975:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734694.135659:0:250975:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734694.135660:0:250975:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734694.135662:0:250975:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767734694.135664:0:250975:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767734694.135667:0:250975:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767734694.135672:0:250975:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1f44aa400. 00000100:00000001:2.0:1767734694.135675:0:250975:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734694.135678:0:250975:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767734694.135680:0:250975:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734694.135682:0:250975:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767734694.135683:0:250975:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734694.135685:0:250975:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734694.135690:0:250975:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090155546752 : -117983554004864 : ffff94b1d02c9880) 00010000:00000001:2.0:1767734694.135692:0:250975:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1767734694.135694:0:250975:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1767734694.135697:0:250975:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52d00 count: 2 00010000:00000001:2.0:1767734694.135699:0:250975:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767734694.135702:0:250975:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767734694.135704:0:250975:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1c1676800. 00000020:00000001:2.0:1767734694.135707:0:250975:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767734694.135709:0:250975:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1c1676800 with handle 0x1886cffb85c2b8e7 to hash 00000020:00000001:2.0:1767734694.135711:0:250975:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767734694.135713:0:250975:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626089907742720 : -117983801808896 : ffff94b1c1676800) 00010000:00000001:2.0:1767734694.135720:0:250975:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626089907742720 : -117983801808896 : ffff94b1c1676800) 00010000:00000001:2.0:1767734694.135723:0:250975:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767734694.135725:0:250975:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767734694.135728:0:250975:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1676800/0x1886cffb85c2b8e7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 250975 initiator: MDT0 00010000:00010000:2.0:1767734694.135735:0:250975:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1676800/0x1886cffb85c2b8e7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 250975 initiator: MDT0 00010000:00010000:2.0:1767734694.135743:0:250975:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1676800/0x1886cffb85c2b8e7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 250975 initiator: MDT0 00000100:00000001:2.0:1767734694.135748:0:250975:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767734694.135750:0:250975:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767734694.135754:0:250975:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fe64f480. 00000100:00000001:2.0:1767734694.135756:0:250975:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090930992256 : -117982778559360 : ffff94b1fe64f480) 00000100:00000001:2.0:1767734694.135758:0:250975:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734694.135760:0:250975:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155546752 : -117983554004864 : ffff94b1d02c9880) 00000100:00000001:2.0:1767734694.135763:0:250975:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767734694.135766:0:250975:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734694.135768:0:250975:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767734694.135769:0:250975:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767734694.135774:0:250975:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02c9880 x1853602672084480/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734694.135781:0:250975:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767734694.135783:0:250975:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734694.135786:0:250975:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767734694.135788:0:250975:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767734694.135790:0:250975:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767734694.135794:0:250975:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02c9880 pname:cluuid:pid:xid:nid:opc:job touch:66586885-669e-469f-b1c7-cb1a0fe6eee4:250975:1853602672084480:192.168.203.112@tcp:101:touch.0 00000100:00000001:2.0:1767734694.135797:0:250975:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767734694.135800:0:250975:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767734694.135802:0:250975:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734694.135804:0:250975:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767734694.135812:0:250975:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1c59fe000. 02000000:00000001:2.0:1767734694.135814:0:250975:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734694.135820:0:250975:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:2.0:1767734694.135823:0:250975:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f8c5eb58. 00000400:00000010:2.0:1767734694.135827:0:250975:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29770. 00000100:00000200:2.0:1767734694.135832:0:250975:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672084480, portal 10 00000100:00000001:2.0:1767734694.135834:0:250975:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734694.135835:0:250975:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155546752 : -117983554004864 : ffff94b1d02c9880) 00000100:00000040:2.0:1767734694.135841:0:250975:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1d02c9880 x1853602672084480/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734710 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734694.135848:0:250975:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767734694.135851:0:250975:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:2.0:1767734694.135853:0:250975:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29908. 00000100:00000200:2.0:1767734694.135856:0:250975:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1853602672084480, offset 0 00000400:00000200:2.0:1767734694.135861:0:250975:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:2.0:1767734694.135867:0:250975:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734694.135873:0:250975:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734694.135877:0:250975:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767734694.135880:0:250975:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:2.0:1767734694.135883:0:250975:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767734694.135886:0:250975:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:2.0:1767734694.135890:0:250975:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66606:66606:256:4294967295] 192.168.203.112@tcp LPNI seq info [66606:66606:8:4294967295] 00000400:00000200:2.0:1767734694.135894:0:250975:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734694.135903:0:250975:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:2.0:1767734694.135908:0:250975:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767734694.135912:0:250975:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1ef790200. 00000800:00000200:2.0:1767734694.135918:0:250975:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767734694.135923:0:250975:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767734694.135927:0:250975:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1ef790200 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:2.0:1767734694.135948:0:250975:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734694.135952:0:250975:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 89760 usecs (90 jiffies) 00000400:00000200:2.0:1767734694.135963:0:250975:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:2.0:1767734694.135965:0:250975:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303456047 00000100:00000001:2.0:1767734694.135970:0:250975:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303456045 00000100:00000001:2.0:1767734694.135974:0:250975:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303456047 00000100:00000001:2.0:1767734694.135977:0:250975:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303456045 00000100:00000001:2.0:1767734694.135980:0:250975:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734694.135983:0:250975:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734694.135985:0:250975:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767734694.135987:0:250975:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767734694.135989:0:250975:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fe64f480 going to sleep for 11 seconds 00000100:00000001:2.0:1767734694.135992:0:250975:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767734694.135994:0:250975:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734694.136132:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734694.136141:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1ef790200. 00000400:00000200:3.0:1767734694.136147:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734694.136156:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734694.136161:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29908 00000400:00000010:3.0:1767734694.136164:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29908. 00000100:00000001:3.0:1767734694.136169:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734694.136177:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02c9880 x1853602672084480/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734710 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734694.136190:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734694.136195:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02c9880 x1853602672084480/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734710 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734694.136204:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734694.136206:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734694.139445:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734694.139457:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734694.139461:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734694.139463:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734694.139471:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734694.139478:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734694.139485:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734694.139489:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734694.139494:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734694.139511:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 584 into portal 10 MB=0x695d780d30600 00000400:00000200:3.0:1767734694.139517:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734694.139523:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 584/584 into md 0x7ba5d [1] + 224 00000800:00000001:3.0:1767734694.139530:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734694.139539:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734694.139542:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734694.139546:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734694.139551:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734694.139558:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02c9880 x1853602672084480/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734710 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767734694.139572:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff94b1d02c9880 x1853602672084480/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734710 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734694.139599:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734694.139606:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734694.139610:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734694.139640:0:250975:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767734694.139650:0:250975:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767734694.139652:0:250975:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767734694.139656:0:250975:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f8c5eb58. 00000400:00000200:2.0:1767734694.139662:0:250975:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29770 00000400:00000010:2.0:1767734694.139665:0:250975:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29770. 00000100:00000001:2.0:1767734694.139668:0:250975:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734694.139677:0:250975:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02c9880 x1853602672084480/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734710 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1767734694.139688:0:250975:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02c9880 x1853602672084480/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734710 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734694.139696:0:250975:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767734694.139698:0:250975:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734694.139700:0:250975:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767734694.139702:0:250975:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767734694.139704:0:250975:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767734694.139706:0:250975:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734694.139709:0:250975:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767734694.139713:0:250975:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=24 v=5 (5 0 0 0) 00000100:00001000:2.0:1767734694.139717:0:250975:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=24 v=5 (1 0 0 0) 00000100:00000001:2.0:1767734694.139719:0:250975:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767734694.139731:0:250975:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734694.139733:0:250975:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767734694.139736:0:250975:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734694.139739:0:250975:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767734694.139740:0:250975:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924697 00000100:00000001:2.0:1767734694.139742:0:250975:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767734694.139744:0:250975:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734694.139749:0:250975:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02c9880 x1853602672084480/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734710 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734694.139756:0:250975:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734694.139758:0:250975:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767734694.139760:0:250975:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767734694.139764:0:250975:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02c9880 x1853602672084480/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734710 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1767734694.139771:0:250975:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02c9880 pname:cluuid:pid:xid:nid:opc:job touch:66586885-669e-469f-b1c7-cb1a0fe6eee4:250975:1853602672084480:192.168.203.112@tcp:101:touch.0 00000100:00000001:2.0:1767734694.139777:0:250975:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734694.139779:0:250975:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734694.139781:0:250975:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767734694.139783:0:250975:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734694.139787:0:250975:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02c9880 x1853602672084480/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734710 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734694.139793:0:250975:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767734694.139796:0:250975:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fe64f480. 00000100:00000001:2.0:1767734694.139798:0:250975:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767734694.139800:0:250975:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734694.139802:0:250975:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1767734694.139804:0:250975:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734694.139805:0:250975:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734694.139808:0:250975:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1676800 refcount=4 00000020:00000001:2.0:1767734694.139810:0:250975:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907742720 : -117983801808896 : ffff94b1c1676800) 00010000:00000001:2.0:1767734694.139813:0:250975:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907742720 : -117983801808896 : ffff94b1c1676800) 00010000:00000040:2.0:1767734694.139817:0:250975:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff94b1c1676800, remote cookie: 0x9bbb2ede58dabd1c, flags: 0x1001 00010000:00010000:2.0:1767734694.139826:0:250975:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1676800/0x1886cffb85c2b8e7 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabd1c expref: -99 pid: 250975 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767734694.139834:0:250975:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a3:0x6:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1767734694.139838:0:250975:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1767734694.139843:0:250975:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff94b1c7d52600. 00010000:00000010:2.0:1767734694.139846:0:250975:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94b1c98bf280. 00010000:00000001:2.0:1767734694.139851:0:250975:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767734694.139855:0:250975:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1676800/0x1886cffb85c2b8e7 lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabd1c expref: -99 pid: 250975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767734694.139861:0:250975:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1676800/0x1886cffb85c2b8e7 lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x6:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabd1c expref: -99 pid: 250975 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767734694.139867:0:250975:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767734694.139869:0:250975:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767734694.139871:0:250975:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767734694.139872:0:250975:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767734694.139874:0:250975:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767734694.139876:0:250975:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a3:0x6:0x0].0x0 (ffff94b1c7d52600) refcount = 1 00010000:00010000:2.0:1767734694.139880:0:250975:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1676800/0x1886cffb85c2b8e7 lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x6:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabd1c expref: -99 pid: 250975 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767734694.139885:0:250975:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767734694.139887:0:250975:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767734694.139889:0:250975:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767734694.139891:0:250975:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767734694.139893:0:250975:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767734694.139896:0:250975:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1676800/0x1886cffb85c2b8e7 lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x6:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabd1c expref: -99 pid: 250975 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767734694.139901:0:250975:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1767734694.139907:0:250975:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734694.139908:0:250975:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734694.139909:0:250975:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734694.139910:0:250975:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734694.139912:0:250975:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734694.139915:0:250975:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1767734694.139917:0:250975:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734694.139918:0:250975:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734694.139920:0:250975:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1676800 refcount=3 00000020:00000001:2.0:1767734694.139922:0:250975:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907742720 : -117983801808896 : ffff94b1c1676800) 00010000:00000001:2.0:1767734694.139924:0:250975:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907742720 : -117983801808896 : ffff94b1c1676800) 00010000:00000001:2.0:1767734694.139926:0:250975:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734694.139927:0:250975:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734694.139929:0:250975:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1676800 refcount=4 00000020:00000001:2.0:1767734694.139930:0:250975:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907742720 : -117983801808896 : ffff94b1c1676800) 00010000:00000001:2.0:1767734694.139932:0:250975:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907742720 : -117983801808896 : ffff94b1c1676800) 00010000:00000001:2.0:1767734694.139935:0:250975:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767734694.139936:0:250975:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767734694.139940:0:250975:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1676800/0x1886cffb85c2b8e7 lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x6:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabd1c expref: -99 pid: 250975 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767734694.139946:0:250975:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734694.139947:0:250975:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734694.139948:0:250975:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734694.139949:0:250975:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734694.139950:0:250975:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1676800 refcount=5 00000020:00000001:2.0:1767734694.139952:0:250975:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907742720 : -117983801808896 : ffff94b1c1676800) 00010000:00000001:2.0:1767734694.139954:0:250975:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907742720 : -117983801808896 : ffff94b1c1676800) 00010000:00000001:2.0:1767734694.139956:0:250975:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767734694.139959:0:250975:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1676800/0x1886cffb85c2b8e7 lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x6:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabd1c expref: -99 pid: 250975 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767734694.139964:0:250975:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734694.139965:0:250975:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767734694.139972:0:250975:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1676800/0x1886cffb85c2b8e7 lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x6:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabd1c expref: -99 pid: 250975 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767734694.139977:0:250975:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767734694.139979:0:250975:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734694.139980:0:250975:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734694.139981:0:250975:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734694.139982:0:250975:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1767734694.139987:0:250975:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff94b1d02c9880 x1853602672084480/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734710 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1767734694.139994:0:250975:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734694.139995:0:250975:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734694.139997:0:250975:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1676800 refcount=3 00000020:00000001:2.0:1767734694.139998:0:250975:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907742720 : -117983801808896 : ffff94b1c1676800) 00010000:00000001:2.0:1767734694.140000:0:250975:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907742720 : -117983801808896 : ffff94b1c1676800) 00010000:00000001:2.0:1767734694.140002:0:250975:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734694.140004:0:250975:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1767734694.140005:0:250975:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734694.140007:0:250975:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734694.140009:0:250975:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1767734694.140010:0:250975:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734694.140012:0:250975:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734694.140013:0:250975:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1676800 refcount=3 00000020:00000001:2.0:1767734694.140015:0:250975:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907742720 : -117983801808896 : ffff94b1c1676800) 00010000:00000001:2.0:1767734694.140017:0:250975:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907742720 : -117983801808896 : ffff94b1c1676800) 00000002:00010000:2.0:1767734694.140020:0:250975:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1676800/0x1886cffb85c2b8e7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x6:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabd1c expref: -99 pid: 250975 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767734694.140025:0:250975:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734694.140026:0:250975:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734694.140028:0:250975:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1767734694.140029:0:250975:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734694.140030:0:250975:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734694.140031:0:250975:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1676800 refcount=3 00000020:00000001:2.0:1767734694.140033:0:250975:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907742720 : -117983801808896 : ffff94b1c1676800) 00010000:00000001:2.0:1767734694.140039:0:250975:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907742720 : -117983801808896 : ffff94b1c1676800) 00010000:00000040:2.0:1767734694.140043:0:250975:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52600 count: 2 00010000:00000001:2.0:1767734694.140045:0:250975:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1767734694.140048:0:250975:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1c987a800 type 13 mode 4 res 8589939619/6 (0 0) 00010000:00000001:2.0:1767734694.140051:0:250975:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734694.140052:0:250975:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1767734694.140054:0:250975:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1767734694.140056:0:250975:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30810b758 00000002:00002000:2.0:1767734694.140058:0:250975:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d160l.sanity intent=lookup status=0 disp=b: rc = 0 00000002:00000001:2.0:1767734694.140060:0:250975:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767734694.140063:0:250975:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767734694.140065:0:250975:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1767734694.140068:0:250975:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1767734694.140071:0:250975:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1767734694.140073:0:250975:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000001:2.0:1767734694.140076:0:250975:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1767734694.140078:0:250975:0:(namei.c:677:ll_lookup_it_finish()) it ffffafc30810bac8 it_disposition b 00000080:00000001:2.0:1767734694.140080:0:250975:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:2.0:1767734694.140083:0:250975:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1767734694.140085:0:250975:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1767734694.140087:0:250975:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920710 : 144115272414920710 : 2000013a3000006) 00000080:00000001:2.0:1767734694.140089:0:250975:0:(namei.c:117:ll_iget()) Process entered 00000080:00000001:2.0:1767734694.140092:0:250975:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1767734694.140094:0:250975:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2000013a3:0x6:0x0] 00000080:00000001:2.0:1767734694.140096:0:250975:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734694.140099:0:250975:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920710 : 144115272414920710 : 2000013a3000006) 00000080:00000001:2.0:1767734694.140101:0:250975:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:2.0:1767734694.140104:0:250975:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a3:0x6:0x0], updating i_size 512 00000080:00200000:2.0:1767734694.140107:0:250975:0:(namei.c:151:ll_iget()) got inode: [0x2000013a3:0x6:0x0](ffff94b1df7a5348): rc = 0 00000080:00000001:2.0:1767734694.140109:0:250975:0:(namei.c:160:ll_iget()) Process leaving (rc=18446626090412299080 : -117983297252536 : ffff94b1df7a5348) 00010000:00000001:2.0:1767734694.140111:0:250975:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734694.140112:0:250975:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734694.140114:0:250975:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1676800 refcount=3 00000020:00000001:2.0:1767734694.140116:0:250975:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907742720 : -117983801808896 : ffff94b1c1676800) 00010000:00000001:2.0:1767734694.140122:0:250975:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907742720 : -117983801808896 : ffff94b1c1676800) 00010000:00000001:2.0:1767734694.140124:0:250975:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734694.140125:0:250975:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1767734694.140127:0:250975:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1767734694.140128:0:250975:0:(llite_lib.c:1812:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1767734694.140130:0:250975:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1767734694.140132:0:250975:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1767734694.140134:0:250975:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1767734694.140137:0:250975:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a3:0x6:0x0](ffff94b1df7a5348) for lock 0x1886cffb85c2b8e7 00800000:00000001:2.0:1767734694.140140:0:250975:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1767734694.140142:0:250975:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1767734694.140143:0:250975:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734694.140144:0:250975:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734694.140146:0:250975:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1676800 refcount=3 00000020:00000001:2.0:1767734694.140147:0:250975:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907742720 : -117983801808896 : ffff94b1c1676800) 00010000:00000001:2.0:1767734694.140149:0:250975:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907742720 : -117983801808896 : ffff94b1c1676800) 00010000:00000001:2.0:1767734694.140152:0:250975:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734694.140153:0:250975:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1767734694.140154:0:250975:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767734694.140156:0:250975:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1767734694.140160:0:250975:0:(namei.c:656:ll_splice_alias()) Add dentry ffff94b1f820b6c0 inode ffff94b1df7a5348 refc 1 flags 0x20000e 00000080:00000001:2.0:1767734694.140164:0:250975:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1767734694.140165:0:250975:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734694.140168:0:250975:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1767734694.140171:0:250975:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a3:0x6:0x0](ffff94b1df7a5348) 00000080:00010000:2.0:1767734694.140173:0:250975:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b8e7 from it ffffafc30810bac8 00010000:00000001:2.0:1767734694.140175:0:250975:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734694.140176:0:250975:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734694.140178:0:250975:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1676800 refcount=3 00000020:00000001:2.0:1767734694.140180:0:250975:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907742720 : -117983801808896 : ffff94b1c1676800) 00010000:00000001:2.0:1767734694.140182:0:250975:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907742720 : -117983801808896 : ffff94b1c1676800) 00010000:00000001:2.0:1767734694.140184:0:250975:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767734694.140186:0:250975:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1676800/0x1886cffb85c2b8e7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x6:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabd1c expref: -99 pid: 250975 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767734694.140196:0:250975:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734694.140198:0:250975:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734694.140199:0:250975:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1767734694.140201:0:250975:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1767734694.140203:0:250975:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1676800/0x1886cffb85c2b8e7 lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x6:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabd1c expref: -99 pid: 250975 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767734694.140209:0:250975:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767734694.140211:0:250975:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767734694.140212:0:250975:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767734694.140215:0:250975:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734694.140216:0:250975:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734694.140217:0:250975:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734694.140220:0:250975:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767734694.140221:0:250975:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734694.140223:0:250975:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734694.140225:0:250975:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734694.140227:0:250975:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767734694.140228:0:250975:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734694.140230:0:250975:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1767734694.140232:0:250975:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1767734694.140235:0:250975:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c33d8800. 00000100:00000001:2.0:1767734694.140238:0:250975:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734694.140243:0:250975:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02c9880 x1853602672084480/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734710 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734694.140249:0:250975:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767734694.140251:0:250975:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767734694.140253:0:250975:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1c59fe000. 02000000:00000001:2.0:1767734694.140255:0:250975:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767734694.140257:0:250975:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767734694.140258:0:250975:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=4 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:2.0:1767734694.140261:0:250975:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767734694.140262:0:250975:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1f44aa400. 02000000:00000001:2.0:1767734694.140265:0:250975:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767734694.140271:0:250975:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767734694.140273:0:250975:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02c9880. 00000100:00000001:2.0:1767734694.140276:0:250975:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767734694.140277:0:250975:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1767734694.140282:0:250975:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:2.0:1767734694.140284:0:250975:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x6:0x0](ffff94b1df7a5348), inode mode 41ed mask 1 00000080:00000001:2.0:1767734694.140288:0:250975:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1767734694.140295:0:250975:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1f9724f20. 00000080:00000001:2.0:1767734694.140299:0:250975:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:2.0:1767734694.140300:0:250975:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x6:0x0](ffff94b1df7a5348), inode mode 41ed mask 3 00000080:00000001:2.0:1767734694.140303:0:250975:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734694.140306:0:250975:0:(namei.c:1347:ll_atomic_open()) Process entered 00000020:00000001:2.0:1767734694.140338:0:250975:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30810bb50 00000080:00200000:2.0:1767734694.140341:0:250975:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f160l.sanity, dir=[0x2000013a3:0x6:0x0](ffff94b1df7a5348), file ffff94b1c5551e00, open_flags 8941, mode 81b6 opened 0 00000080:00000010:2.0:1767734694.140347:0:250975:0:(namei.c:1378:ll_atomic_open()) kmalloced '(it)': 72 at ffff94b1d8e3b660. 00000080:00000001:2.0:1767734694.140372:0:250975:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:2.0:1767734694.140374:0:250975:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30810ba10 00000080:00200000:2.0:1767734694.140376:0:250975:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f160l.sanity, dir=[0x2000013a3:0x6:0x0](ffff94b1df7a5348), intent=open|creat 00000080:00000010:2.0:1767734694.140383:0:250975:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c33d8800. 00000080:00000001:2.0:1767734694.140387:0:250975:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:2.0:1767734694.140390:0:250975:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1767734694.140392:0:250975:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30810b930 00800000:00000002:2.0:1767734694.140394:0:250975:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f160l.sanity' on [0x2000013a3:0x6:0x0] 00800000:00000001:2.0:1767734694.140397:0:250975:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:2.0:1767734694.140400:0:250975:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1767734694.140403:0:250975:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446626090835053568 : -117982874498048 : ffff94b1f8ad0c00) 00800000:00000001:2.0:1767734694.140422:0:250975:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1767734694.140424:0:250975:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1767734694.140426:0:250975:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1767734694.140427:0:250975:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1767734694.140429:0:250975:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff94b1e7e86000: Allocated FID [0x2000013a3:0x7:0x0] 40000000:00000001:2.0:1767734694.140432:0:250975:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734694.140434:0:250975:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767734694.140436:0:250975:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767734694.140437:0:250975:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734694.140446:0:250975:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30810b8b0 00800000:00000002:2.0:1767734694.140448:0:250975:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x2000013a3:0x6:0x0], fid2=[0x2000013a3:0x7:0x0], name='f160l.sanity' -> mds #0 00000002:00000001:2.0:1767734694.140451:0:250975:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1767734694.140453:0:250975:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30810b7e8 00000002:00010000:2.0:1767734694.140454:0:250975:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f160l.sanity,[0x2000013a3:0x7:0x0]) in obj [0x2000013a3:0x6:0x0], intent: open|creat flags 0104502 00000002:00000001:2.0:1767734694.140457:0:250975:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1767734694.140459:0:250975:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1767734694.140461:0:250975:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1767734694.140465:0:250975:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734694.140466:0:250975:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1767734694.140468:0:250975:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52600 count: 2 00010000:00000001:2.0:1767734694.140470:0:250975:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767734694.140472:0:250975:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1767734694.140475:0:250975:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734694.140477:0:250975:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734694.140479:0:250975:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767734694.140482:0:250975:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02c9880. 00000020:00000040:2.0:1767734694.140485:0:250975:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 02000000:00000001:2.0:1767734694.140488:0:250975:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1767734694.140490:0:250975:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734694.140492:0:250975:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1767734694.140494:0:250975:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767734694.140497:0:250975:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734694.140498:0:250975:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734694.140500:0:250975:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734694.140502:0:250975:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767734694.140503:0:250975:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767734694.140505:0:250975:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767734694.140510:0:250975:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1f44aa400. 00000100:00000001:2.0:1767734694.140513:0:250975:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734694.140516:0:250975:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767734694.140517:0:250975:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734694.140519:0:250975:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767734694.140520:0:250975:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734694.140522:0:250975:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734694.140532:0:250975:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446626090155546752 : -117983554004864 : ffff94b1d02c9880) 00010000:00000001:2.0:1767734694.140535:0:250975:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1767734694.140537:0:250975:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1767734694.140539:0:250975:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52600 count: 2 00010000:00000001:2.0:1767734694.140541:0:250975:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767734694.140543:0:250975:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767734694.140545:0:250975:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1c1676200. 00000020:00000001:2.0:1767734694.140548:0:250975:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767734694.140550:0:250975:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1c1676200 with handle 0x1886cffb85c2b8ee to hash 00000020:00000001:2.0:1767734694.140552:0:250975:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767734694.140553:0:250975:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626089907741184 : -117983801810432 : ffff94b1c1676200) 00010000:00000001:2.0:1767734694.140555:0:250975:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626089907741184 : -117983801810432 : ffff94b1c1676200) 00010000:00000001:2.0:1767734694.140557:0:250975:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767734694.140559:0:250975:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767734694.140562:0:250975:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1676200/0x1886cffb85c2b8ee lrc: 3/0,1 mode: --/CW res: [0x2000013a3:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 250975 initiator: MDT0 00010000:00010000:2.0:1767734694.140568:0:250975:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1676200/0x1886cffb85c2b8ee lrc: 3/0,1 mode: --/CW res: [0x2000013a3:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 250975 initiator: MDT0 00000020:00100000:2.0:1767734694.140575:0:250975:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1e7e86000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1767734694.140581:0:250975:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1d02c9880 x1853602672084736/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 976/66640 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1767734694.140589:0:250975:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1676200/0x1886cffb85c2b8ee lrc: 3/0,1 mode: --/CW res: [0x2000013a3:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 250975 initiator: MDT0 00000100:00000001:2.0:1767734694.140594:0:250975:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767734694.140595:0:250975:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767734694.140598:0:250975:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fe64f480. 00000100:00000001:2.0:1767734694.140600:0:250975:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090930992256 : -117982778559360 : ffff94b1fe64f480) 00000100:00000001:2.0:1767734694.140602:0:250975:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734694.140603:0:250975:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155546752 : -117983554004864 : ffff94b1d02c9880) 00000100:00000001:2.0:1767734694.140606:0:250975:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767734694.140613:0:250975:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734694.140614:0:250975:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767734694.140616:0:250975:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767734694.140620:0:250975:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02c9880 x1853602672084736/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 976/66640 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734694.140626:0:250975:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767734694.140627:0:250975:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734694.140630:0:250975:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767734694.140631:0:250975:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767734694.140633:0:250975:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767734694.140636:0:250975:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02c9880 pname:cluuid:pid:xid:nid:opc:job touch:66586885-669e-469f-b1c7-cb1a0fe6eee4:250975:1853602672084736:192.168.203.112@tcp:101:touch.0 00000100:00000001:2.0:1767734694.140639:0:250975:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767734694.140642:0:250975:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767734694.140644:0:250975:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734694.140645:0:250975:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767734694.140719:0:250975:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff94b1d2440000. 02000000:00000001:2.0:1767734694.140722:0:250975:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734694.140727:0:250975:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:2.0:1767734694.140730:0:250975:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f8c5eb58. 00000400:00000010:2.0:1767734694.140735:0:250975:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff94b1f44a8c00. 00000100:00000200:2.0:1767734694.140739:0:250975:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1853602672084736, portal 10 00000100:00000001:2.0:1767734694.140740:0:250975:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734694.140742:0:250975:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155546752 : -117983554004864 : ffff94b1d02c9880) 00000100:00000040:2.0:1767734694.140747:0:250975:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1d02c9880 x1853602672084736/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 976/66640 e 0 to 0 dl 1767734710 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734694.140753:0:250975:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767734694.140755:0:250975:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:2.0:1767734694.140757:0:250975:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29770. 00000100:00000200:2.0:1767734694.140760:0:250975:0:(niobuf.c:94:ptl_send_buf()) Sending 976 bytes to portal 12, xid 1853602672084736, offset 0 00000400:00000200:2.0:1767734694.140764:0:250975:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:2.0:1767734694.140769:0:250975:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734694.140775:0:250975:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734694.140778:0:250975:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767734694.140786:0:250975:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:2.0:1767734694.140789:0:250975:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767734694.140791:0:250975:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:2.0:1767734694.140795:0:250975:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66607:66607:256:4294967295] 192.168.203.112@tcp LPNI seq info [66607:66607:8:4294967295] 00000400:00000200:2.0:1767734694.140799:0:250975:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734694.140807:0:250975:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:2.0:1767734694.140812:0:250975:0:(socklnd_cb.c:1001:ksocknal_send()) sending 976 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767734694.140815:0:250975:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1ef790d00. 00000800:00000200:2.0:1767734694.140820:0:250975:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767734694.140826:0:250975:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767734694.140829:0:250975:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1ef790d00 type 1, nob 1072 niov 1 nkiov 1 00000100:00000001:2.0:1767734694.140847:0:250975:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734694.140851:0:250975:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 87915 usecs (88 jiffies) 00000400:00000200:2.0:1767734694.140854:0:250975:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:2.0:1767734694.140856:0:250975:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303456050 00000100:00000001:2.0:1767734694.140860:0:250975:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303456047 00000100:00000001:2.0:1767734694.140864:0:250975:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303456050 00000100:00000001:2.0:1767734694.140867:0:250975:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303456047 00000100:00000001:2.0:1767734694.140869:0:250975:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734694.140871:0:250975:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734694.140873:0:250975:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767734694.140875:0:250975:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767734694.140877:0:250975:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fe64f480 going to sleep for 11 seconds 00000100:00000001:2.0:1767734694.140879:0:250975:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767734694.140881:0:250975:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734694.141015:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734694.141023:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1ef790d00. 00000400:00000200:3.0:1767734694.141029:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734694.141038:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734694.141043:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29770 00000400:00000010:3.0:1767734694.141047:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29770. 00000100:00000001:3.0:1767734694.141051:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734694.141059:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02c9880 x1853602672084736/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 976/66640 e 0 to 0 dl 1767734710 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734694.141072:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734694.141077:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02c9880 x1853602672084736/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 976/66640 e 0 to 0 dl 1767734710 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734694.141087:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734694.141089:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734694.145688:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734694.145700:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734694.145705:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734694.145721:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734694.145790:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734694.145799:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734694.145807:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734694.145811:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734694.145816:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734694.145821:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 664 into portal 10 MB=0x695d780d30700 00000400:00000200:3.0:1767734694.145827:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734694.145834:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 664/664 into md 0x7ba6d [32] + 224 00000800:00000001:3.0:1767734694.145842:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734694.145853:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734694.145857:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734694.145863:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734694.145869:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734694.145877:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02c9880 x1853602672084736/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 976/66640 e 0 to 0 dl 1767734710 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767734694.145891:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66640 req@ffff94b1d02c9880 x1853602672084736/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 976/66640 e 0 to 0 dl 1767734710 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734694.145922:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767734694.145930:0:196085:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767734694.145934:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734694.145940:0:196085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734694.145946:0:196085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66608:66608:256:4294967295] 192.168.203.112@tcp LPNI seq info [66608:66608:8:4294967295] 00000400:00000200:3.0:1767734694.145952:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734694.145961:0:196085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:3.0:1767734694.145967:0:196085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734694.145974:0:196085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff94b1d009b800. 00000800:00000200:3.0:1767734694.145982:0:196085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734694.145990:0:196085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734694.146004:0:196085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1d009b800 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1767734694.146010:0:250975:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734694.146019:0:250975:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734694.146023:0:250975:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734694.146027:0:250975:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f8c5eb58. 00000400:00000200:1.0:1767734694.146033:0:250975:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1f44a8c00 00000400:00000010:1.0:1767734694.146035:0:250975:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 632 at ffff94b1f44a8c00. 00000100:00000001:1.0:1767734694.146039:0:250975:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734694.146050:0:250975:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02c9880 x1853602672084736/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 976/66640 e 0 to 0 dl 1767734710 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767734694.146063:0:250975:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02c9880 x1853602672084736/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 976/66640 e 0 to 0 dl 1767734710 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000800:00000001:2.0:1767734694.146065:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767734694.146076:0:250975:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734694.146081:0:250975:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734694.146083:0:250975:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734694.146086:0:250975:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734694.146088:0:250975:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734694.146093:0:250975:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734694.146095:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:1.0:1767734694.146102:0:250975:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767734694.146105:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff94b1d009b800. 00000100:00001000:1.0:1767734694.146110:0:250975:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=24 v=5 (5 0 0 0) 00000400:00000200:3.0:1767734694.146113:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767734694.146116:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767734694.146117:0:250975:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=24 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734694.146131:0:250975:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734694.146137:0:250975:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734694.146141:0:250975:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734694.146154:0:250975:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734694.146157:0:250975:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1767734694.146159:0:250975:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x30000591a/0x1] 00000100:00000001:1.0:1767734694.146160:0:250975:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1767734694.146162:0:250975:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734694.146163:0:250975:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155546752 : -117983554004864 : ffff94b1d02c9880) 00000100:00000001:1.0:1767734694.146166:0:250975:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734694.146168:0:250975:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924697 00000100:00000001:1.0:1767734694.146169:0:250975:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734694.146171:0:250975:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734694.146177:0:250975:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02c9880 x1853602672084736/t12884924699(12884924699) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 976/664 e 0 to 0 dl 1767734710 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734694.146185:0:250975:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734694.146187:0:250975:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734694.146189:0:250975:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734694.146194:0:250975:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02c9880 x1853602672084736/t12884924699(12884924699) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 976/664 e 0 to 0 dl 1767734710 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000400:00000200:3.0:1767734694.146197:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000100:00100000:1.0:1767734694.146216:0:250975:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02c9880 pname:cluuid:pid:xid:nid:opc:job touch:66586885-669e-469f-b1c7-cb1a0fe6eee4:250975:1853602672084736:192.168.203.112@tcp:101:touch.0 00000100:00000001:1.0:1767734694.146224:0:250975:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734694.146227:0:250975:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734694.146229:0:250975:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734694.146231:0:250975:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734694.146236:0:250975:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02c9880 x1853602672084736/t12884924699(12884924699) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 976/664 e 0 to 0 dl 1767734710 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734694.146242:0:250975:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734694.146246:0:250975:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fe64f480. 00000100:00000001:1.0:1767734694.146249:0:250975:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734694.146250:0:250975:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734694.146252:0:250975:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767734694.146255:0:250975:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734694.146256:0:250975:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734694.146258:0:250975:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1676200 refcount=4 00000020:00000001:1.0:1767734694.146265:0:250975:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907741184 : -117983801810432 : ffff94b1c1676200) 00010000:00000001:1.0:1767734694.146267:0:250975:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907741184 : -117983801810432 : ffff94b1c1676200) 00010000:00000040:1.0:1767734694.146272:0:250975:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff94b1c1676200, remote cookie: 0x9bbb2ede58dabd38, flags: 0x1001 00010000:00010000:1.0:1767734694.146276:0:250975:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1676200/0x1886cffb85c2b8ee lrc: 4/0,1 mode: --/CW res: [0x2000013a3:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabd38 expref: -99 pid: 250975 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767734694.146283:0:250975:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a3:0x7:0x0].0x0, instead of [0x2000013a3:0x6:0x0].0x0 00010000:00000001:1.0:1767734694.146286:0:250975:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1767734694.146291:0:250975:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff94b1d21e1900. 00010000:00000010:1.0:1767734694.146294:0:250975:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94b1d0537b00. 00010000:00000001:1.0:1767734694.146298:0:250975:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734694.146301:0:250975:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1676200/0x1886cffb85c2b8ee lrc: 4/0,1 mode: --/PR res: [0x2000013a3:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabd38 expref: -99 pid: 250975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734694.146345:0:250975:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1676200/0x1886cffb85c2b8ee lrc: 4/0,1 mode: --/PR res: [0x2000013a3:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabd38 expref: -99 pid: 250975 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734694.146370:0:250975:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767734694.146372:0:250975:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767734694.146374:0:250975:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767734694.146376:0:250975:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767734694.146378:0:250975:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767734694.146381:0:250975:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a3:0x7:0x0].0x0 (ffff94b1d21e1900) refcount = 1 00010000:00010000:1.0:1767734694.146384:0:250975:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1676200/0x1886cffb85c2b8ee lrc: 4/0,1 mode: PR/PR res: [0x2000013a3:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabd38 expref: -99 pid: 250975 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734694.146390:0:250975:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767734694.146392:0:250975:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767734694.146393:0:250975:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734694.146395:0:250975:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767734694.146397:0:250975:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734694.146400:0:250975:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1676200/0x1886cffb85c2b8ee lrc: 4/0,1 mode: PR/PR res: [0x2000013a3:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabd38 expref: -99 pid: 250975 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734694.146413:0:250975:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767734694.146414:0:250975:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734694.146417:0:250975:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734694.146420:0:250975:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734694.146424:0:250975:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734694.146427:0:250975:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734694.146431:0:250975:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1767734694.146432:0:250975:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734694.146434:0:250975:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734694.146436:0:250975:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1676200 refcount=3 00000020:00000001:1.0:1767734694.146439:0:250975:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907741184 : -117983801810432 : ffff94b1c1676200) 00010000:00000001:1.0:1767734694.146443:0:250975:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907741184 : -117983801810432 : ffff94b1c1676200) 00010000:00000001:1.0:1767734694.146446:0:250975:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734694.146447:0:250975:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734694.146448:0:250975:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1676200 refcount=4 00000020:00000001:1.0:1767734694.146450:0:250975:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907741184 : -117983801810432 : ffff94b1c1676200) 00010000:00000001:1.0:1767734694.146452:0:250975:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907741184 : -117983801810432 : ffff94b1c1676200) 00010000:00000001:1.0:1767734694.146454:0:250975:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734694.146455:0:250975:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734694.146458:0:250975:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1676200/0x1886cffb85c2b8ee lrc: 5/1,1 mode: PR/PR res: [0x2000013a3:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabd38 expref: -99 pid: 250975 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734694.146463:0:250975:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734694.146464:0:250975:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734694.146465:0:250975:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734694.146466:0:250975:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734694.146468:0:250975:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1676200 refcount=5 00000020:00000001:1.0:1767734694.146469:0:250975:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907741184 : -117983801810432 : ffff94b1c1676200) 00010000:00000001:1.0:1767734694.146471:0:250975:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907741184 : -117983801810432 : ffff94b1c1676200) 00010000:00000001:1.0:1767734694.146473:0:250975:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734694.146475:0:250975:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1676200/0x1886cffb85c2b8ee lrc: 5/1,1 mode: PR/PR res: [0x2000013a3:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabd38 expref: -99 pid: 250975 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734694.146489:0:250975:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734694.146490:0:250975:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767734694.146492:0:250975:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1676200/0x1886cffb85c2b8ee lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabd38 expref: -99 pid: 250975 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734694.146497:0:250975:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734694.146498:0:250975:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734694.146499:0:250975:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734694.146500:0:250975:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734694.146501:0:250975:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1767734694.146506:0:250975:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff94b1d02c9880 x1853602672084736/t12884924699(12884924699) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 976/664 e 0 to 0 dl 1767734710 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1767734694.146514:0:250975:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1767734694.146519:0:250975:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94b1d02c9880 x1853602672084736/t12884924699(12884924699) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 976/664 e 0 to 0 dl 1767734710 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1767734694.146524:0:250975:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734694.146530:0:250975:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734694.146532:0:250975:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734694.146533:0:250975:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1676200 refcount=3 00000020:00000001:1.0:1767734694.146534:0:250975:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907741184 : -117983801810432 : ffff94b1c1676200) 00010000:00000001:1.0:1767734694.146536:0:250975:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907741184 : -117983801810432 : ffff94b1c1676200) 00000002:00010000:1.0:1767734694.146539:0:250975:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1676200/0x1886cffb85c2b8ee lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabd38 expref: -99 pid: 250975 timeout: 0 lvb_type: 0 00000002:00000010:1.0:1767734694.146546:0:250975:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff94b1f451f780. 00010000:00000001:1.0:1767734694.146548:0:250975:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734694.146549:0:250975:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734694.146550:0:250975:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734694.146552:0:250975:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734694.146554:0:250975:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1767734694.146559:0:250975:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734694.146560:0:250975:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155546752 : -117983554004864 : ffff94b1d02c9880) 00000100:00000001:1.0:1767734694.146562:0:250975:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734694.146563:0:250975:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155546752 : -117983554004864 : ffff94b1d02c9880) 00010000:00000001:1.0:1767734694.146565:0:250975:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734694.146566:0:250975:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734694.146567:0:250975:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1676200 refcount=3 00000020:00000001:1.0:1767734694.146569:0:250975:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907741184 : -117983801810432 : ffff94b1c1676200) 00010000:00000001:1.0:1767734694.146571:0:250975:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907741184 : -117983801810432 : ffff94b1c1676200) 00000002:00010000:1.0:1767734694.146574:0:250975:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1676200/0x1886cffb85c2b8ee lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabd38 expref: -99 pid: 250975 timeout: 0 lvb_type: 3 00010000:00000001:1.0:1767734694.146579:0:250975:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734694.146580:0:250975:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734694.146581:0:250975:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1767734694.146583:0:250975:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734694.146584:0:250975:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734694.146585:0:250975:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1676200 refcount=3 00000020:00000001:1.0:1767734694.146586:0:250975:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907741184 : -117983801810432 : ffff94b1c1676200) 00010000:00000001:1.0:1767734694.146588:0:250975:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907741184 : -117983801810432 : ffff94b1c1676200) 00010000:00000040:1.0:1767734694.146591:0:250975:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1900 count: 2 00010000:00000001:1.0:1767734694.146593:0:250975:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767734694.146596:0:250975:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1c987a800 type 13 mode 4 res 8589939619/7 (0 0) 00010000:00000001:1.0:1767734694.146598:0:250975:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734694.146599:0:250975:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734694.146600:0:250975:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1767734694.146602:0:250975:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30810b768 00000002:00002000:1.0:1767734694.146604:0:250975:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f160l.sanity intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:1.0:1767734694.146606:0:250975:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734694.146609:0:250975:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734694.146611:0:250975:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734694.146613:0:250975:0:(namei.c:955:ll_intent_lock()) intent lock 3 on i1 [0x2000013a3:0x6:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1767734694.146615:0:250975:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734694.146621:0:250975:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1767734694.146622:0:250975:0:(namei.c:677:ll_lookup_it_finish()) it ffff94b1d8e3b660 it_disposition 1800037 00000080:00002000:1.0:1767734694.146625:0:250975:0:(namei.c:656:ll_splice_alias()) Add dentry ffff94b1f820b510 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:1.0:1767734694.146628:0:250975:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1767734694.146631:0:250975:0:(namei.c:1565:ll_create_it()) Process entered 00000020:00000001:1.0:1767734694.146632:0:250975:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30810b9a0 00000080:00200000:1.0:1767734694.146634:0:250975:0:(namei.c:1569:ll_create_it()) VFS Op:name=f160l.sanity, dir=[0x2000013a3:0x6:0x0](ffff94b1df7a5348), intent=open|creat 00000080:00000001:1.0:1767734694.146637:0:250975:0:(namei.c:1516:ll_create_node()) Process entered 00000080:00000001:1.0:1767734694.146639:0:250975:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1767734694.146641:0:250975:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1767734694.146643:0:250975:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1767734694.146645:0:250975:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920711 : 144115272414920711 : 2000013a3000007) 00000080:00000001:1.0:1767734694.146647:0:250975:0:(namei.c:117:ll_iget()) Process entered 00000080:00000010:1.0:1767734694.146654:0:250975:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff94b1c4b0e300. 00000020:00000001:1.0:1767734694.146659:0:250975:0:(class_obd.c:991:obd_heat_clear()) Process entered 00000020:00000001:1.0:1767734694.146661:0:250975:0:(class_obd.c:994:obd_heat_clear()) Process leaving 00000080:00000001:1.0:1767734694.146662:0:250975:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:1.0:1767734694.146664:0:250975:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x2000013a3:0x7:0x0](ffff94b1c4b0e3c8) 00000020:00000001:1.0:1767734694.146668:0:250975:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734694.146672:0:250975:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183147176 : -117983526404440 : ffff94b1d1d1bea8) 00000020:00001000:1.0:1767734694.146674:0:250975:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1bea0 00000020:00000001:1.0:1767734694.146678:0:250975:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000080:00000010:1.0:1767734694.146682:0:250975:0:(vvp_object.c:301:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff94b1e787cbb8. 00000020:00000001:1.0:1767734694.146684:0:250975:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1767734694.146686:0:250975:0:(cl_object.c:67:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734694.146693:0:250975:0:(lov_object.c:2316:lov_object_alloc()) Process entered 00020000:00000010:1.0:1767734694.146696:0:250975:0:(lov_object.c:2317:lov_object_alloc()) slab-alloced 'lov': 248 at ffff94b1f84534d8. 00020000:00000001:1.0:1767734694.146698:0:250975:0:(lov_object.c:2331:lov_object_alloc()) Process leaving (rc=18446626090828248280 : -117982881303336 : ffff94b1f84534d8) 00020000:00000001:1.0:1767734694.146700:0:250975:0:(lov_object.c:1373:lov_object_init()) Process entered 00020000:00000001:1.0:1767734694.146703:0:250975:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:1.0:1767734694.146709:0:250975:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff94b1dd24dba0. 00020000:00000010:1.0:1767734694.146712:0:250975:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff94b200aeec80. 00020000:00000010:1.0:1767734694.146716:0:250975:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff94b1dd24d0c0. 00020000:00000001:1.0:1767734694.146718:0:250975:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446626090373140672 : -117983336410944 : ffff94b1dd24d0c0) 00020000:00000002:1.0:1767734694.146721:0:250975:0:(lov_ea.c:727:dump_lsm()) lsm ffff94b1dd24d0c0, objid 0x7:5027, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1767734694.146725:0:250975:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:1.0:1767734694.146733:0:250975:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff94b200aeec80: ostid: 0x280000403:7259 ost idx: 1 gen: 0 00020000:00000001:1.0:1767734694.146736:0:250975:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:1.0:1767734694.146739:0:250975:0:(lov_ea.c:727:dump_lsm()) lsm ffff94b1dd24d0c0, objid 0x7:5027, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1767734694.146742:0:250975:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:1.0:1767734694.146744:0:250975:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff94b200aeec80: ostid: 0x280000403:7259 ost idx: 1 gen: 0 00020000:00000010:1.0:1767734694.146748:0:250975:0:(lov_object.c:617:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff94b1dc704290. 00020000:00000010:1.0:1767734694.146751:0:250975:0:(lov_object.c:621:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff94b1fbb9bf00. 00020000:00000001:1.0:1767734694.146755:0:250975:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:1.0:1767734694.146757:0:250975:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff94b1d0d32620. 00020000:00000001:1.0:1767734694.146761:0:250975:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:1.0:1767734694.146762:0:250975:0:(lu_object.c:808:lu_object_find_at()) Process entered 00020000:00000001:1.0:1767734694.146767:0:250975:0:(lovsub_object.c:177:lovsub_object_alloc()) Process entered 00020000:00000010:1.0:1767734694.146770:0:250975:0:(lovsub_object.c:178:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff94b1e787cd48. 00000020:00000001:1.0:1767734694.146772:0:250975:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1767734694.146773:0:250975:0:(cl_object.c:67:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734694.146775:0:250975:0:(lovsub_object.c:191:lovsub_object_alloc()) Process leaving (rc=18446626090547400136 : -117983162151480 : ffff94b1e787cdc8) 00020000:00000001:1.0:1767734694.146779:0:250975:0:(lovsub_object.c:38:lovsub_object_init()) Process entered 00000008:00000010:1.0:1767734694.146783:0:250975:0:(osc_object.c:436:osc_object_alloc()) slab-alloced 'osc': 448 at ffff94b1d0c11880. 00020000:00000001:1.0:1767734694.146785:0:250975:0:(lovsub_object.c:47:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734694.146788:0:250975:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446626090547400136 : -117983162151480 : ffff94b1e787cdc8) 00020000:00000001:1.0:1767734694.146790:0:250975:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446626090547400136 : -117983162151480 : ffff94b1e787cdc8) 00020000:00000002:1.0:1767734694.146794:0:250975:0:(lov_object.c:134:lov_init_sub()) [0x280000403:0x1c5b:0x0]@ffff94b1e787cd48[0:0] -> [0x2000013a3:0x7:0x0]@ffff94b1e787cbb8: ostid: 0x280000403:7259 ost idx: 1 gen: 0 00020000:00000001:1.0:1767734694.146798:0:250975:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=120 : 120 : 78) 00020000:00000001:1.0:1767734694.146800:0:250975:0:(lov_object.c:807:lov_init_composite()) Process leaving 00020000:00000001:1.0:1767734694.146802:0:250975:0:(lov_object.c:1401:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734694.146805:0:250975:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446626090547399736 : -117983162151880 : ffff94b1e787cc38) 00000020:00001000:1.0:1767734694.146808:0:250975:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1bea0 00000080:00000001:1.0:1767734694.146811:0:250975:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920711 : 144115272414920711 : 2000013a3000007) 00000080:00000001:1.0:1767734694.146813:0:250975:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00000002:1.0:1767734694.146815:0:250975:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115272414920711 mtime from 0 to 1767734694 00000080:00000001:1.0:1767734694.146818:0:250975:0:(llite_lib.c:3244:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1767734694.146823:0:250975:0:(namei.c:160:ll_iget()) Process leaving (rc=18446626089962890184 : -117983746661432 : ffff94b1c4b0e3c8) 00010000:00000001:1.0:1767734694.146825:0:250975:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734694.146826:0:250975:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734694.146828:0:250975:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1676200 refcount=3 00000020:00000001:1.0:1767734694.146830:0:250975:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907741184 : -117983801810432 : ffff94b1c1676200) 00010000:00000001:1.0:1767734694.146831:0:250975:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907741184 : -117983801810432 : ffff94b1c1676200) 00000080:00000001:1.0:1767734694.146834:0:250975:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1767734694.146836:0:250975:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734694.146837:0:250975:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183147176 : -117983526404440 : ffff94b1d1d1bea8) 00000020:00001000:1.0:1767734694.146839:0:250975:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1bea0 00000020:00000001:1.0:1767734694.146841:0:250975:0:(cl_object.c:350:cl_conf_set()) Process entered 00020000:00000001:1.0:1767734694.146843:0:250975:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:1.0:1767734694.146845:0:250975:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:1.0:1767734694.146847:0:250975:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff94b1dd24d9c0. 00020000:00000010:1.0:1767734694.146849:0:250975:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff94b200aeee80. 00020000:00000010:1.0:1767734694.146851:0:250975:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff94b1dd24d840. 00020000:00000001:1.0:1767734694.146853:0:250975:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446626090373142592 : -117983336409024 : ffff94b1dd24d840) 00020000:00000002:1.0:1767734694.146855:0:250975:0:(lov_ea.c:727:dump_lsm()) lsm ffff94b1dd24d840, objid 0x7:5027, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1767734694.146858:0:250975:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:1.0:1767734694.146861:0:250975:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff94b200aeee80: ostid: 0x280000403:7259 ost idx: 1 gen: 0 00020000:00000002:1.0:1767734694.146863:0:250975:0:(lov_object.c:1267:lov_conf_lock()) Took exclusive lov(ffff94b1f84534d8) owner ffff94b1c1378000 00020000:00000001:1.0:1767734694.146866:0:250975:0:(lov_object.c:1470:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1767734694.146868:0:250975:0:(lov_object.c:1273:lov_conf_unlock()) To release exclusive lov(ffff94b1f84534d8) owner ffff94b1c1378000 00020000:00000010:1.0:1767734694.146872:0:250975:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff94b200aeee80. 00020000:00000010:1.0:1767734694.146875:0:250975:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff94b1dd24d9c0. 00020000:00000010:1.0:1767734694.146878:0:250975:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff94b1dd24d840. 00020000:00000002:1.0:1767734694.146880:0:250975:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a3:0x7:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1767734694.146881:0:250975:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734694.146883:0:250975:0:(cl_object.c:358:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734694.146886:0:250975:0:(cl_object.c:455:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1767734694.146889:0:250975:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f84534d8) owner 0000000000000000/ffff94b1c1378000 00020000:00000002:1.0:1767734694.146891:0:250975:0:(lov_object.c:2344:lov_lsm_addref()) lsm ffff94b1dd24d0c0 addref 2/0 by ffff94b1c1378000. 00020000:00000002:1.0:1767734694.146894:0:250975:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f84534d8) owner 0000000000000000/ffff94b1c1378000 00020000:00000001:1.0:1767734694.146899:0:250975:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1767734694.146901:0:250975:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1767734694.146903:0:250975:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1767734694.146904:0:250975:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1767734694.146906:0:250975:0:(lov_object.c:2259:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1767734694.146909:0:250975:0:(file.c:6809:ll_layout_conf()) [0x2000013a3:0x7:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:1.0:1767734694.146911:0:250975:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1bea0 00000080:00000001:1.0:1767734694.146912:0:250975:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734694.146914:0:250975:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734694.146915:0:250975:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734694.146916:0:250975:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1767734694.146919:0:250975:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1767734694.146920:0:250975:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734694.146923:0:250975:0:(namei.c:1535:ll_create_node()) setting l_ast_data to inode [0x2000013a3:0x7:0x0](ffff94b1c4b0e3c8) 00000080:00010000:1.0:1767734694.146926:0:250975:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a3:0x7:0x0](ffff94b1c4b0e3c8) for lock 0x1886cffb85c2b8ee 00800000:00000001:1.0:1767734694.146928:0:250975:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734694.146929:0:250975:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734694.146931:0:250975:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734694.146932:0:250975:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734694.146933:0:250975:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1676200 refcount=3 00000020:00000001:1.0:1767734694.146935:0:250975:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907741184 : -117983801810432 : ffff94b1c1676200) 00010000:00000001:1.0:1767734694.146936:0:250975:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907741184 : -117983801810432 : ffff94b1c1676200) 00010000:00000001:1.0:1767734694.146938:0:250975:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734694.146939:0:250975:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734694.146940:0:250975:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734694.146942:0:250975:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734694.146943:0:250975:0:(namei.c:1537:ll_create_node()) Process leaving 00000100:00000001:1.0:1767734694.146945:0:250975:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734694.146949:0:250975:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff94b1d02c9880 x1853602672084736/t12884924699(12884924699) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/664 e 0 to 0 dl 1767734710 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734694.146956:0:250975:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734694.146959:0:250975:0:(namei.c:1621:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734694.146962:0:250975:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a3:0x7:0x0](ffff94b1c4b0e3c8) 00000080:00000001:1.0:1767734694.146964:0:250975:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1767734694.146966:0:250975:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c33d8800. 00000100:00000001:1.0:1767734694.146973:0:250975:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734694.146976:0:250975:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02c9880 x1853602672084736/t12884924699(12884924699) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/664 e 0 to 0 dl 1767734710 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734694.146981:0:250975:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734694.146984:0:250975:0:(pcc.c:3567:pcc_inode_create_fini()) Process entered 00000080:00000001:1.0:1767734694.146986:0:250975:0:(pcc.c:3570:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734694.146991:0:250975:0:(file.c:997:ll_file_open()) Process entered 00000020:00000001:1.0:1767734694.146993:0:250975:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30810ba60 00000080:00200008:1.0:1767734694.146995:0:250975:0:(file.c:1001:ll_file_open()) START file f160l.sanity:[0x2000013a3:0x7:0x0](ffff94b1c4b0e3c8), flags 104501 00000080:00000010:1.0:1767734694.147001:0:250975:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff94b1c2ea0b40. 00000080:00000010:1.0:1767734694.147005:0:250975:0:(file.c:1165:ll_file_open()) kmalloced '(*och_p)': 56 at ffff94b1f451fc80. 00000080:00000001:1.0:1767734694.147008:0:250975:0:(file.c:919:ll_local_open()) Process entered 00800000:00000001:1.0:1767734694.147011:0:250975:0:(lmv_obd.c:4031:lmv_set_open_replay_data()) Process entered 00000002:00000001:1.0:1767734694.147014:0:250975:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1767734694.147016:0:250975:0:(obd.h:1403:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff94b1c56867c0. 00000002:00100000:1.0:1767734694.147020:0:250975:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94b1d02c9880 x1853602672084736/t12884924699(12884924699) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/664 e 0 to 0 dl 1767734710 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1767734694.147025:0:250975:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734694.147027:0:250975:0:(lmv_obd.c:4037:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1767734694.147030:0:250975:0:(rw.c:945:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1767734694.147034:0:250975:0:(file.c:938:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734694.147036:0:250975:0:(file.c:1209:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734694.147038:0:250975:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734694.147040:0:250975:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02c9880 x1853602672084736/t12884924699(12884924699) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/664 e 0 to 0 dl 1767734710 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1767734694.147046:0:250975:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734694.147048:0:250975:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff94b1d2440000. 02000000:00000001:1.0:1767734694.147072:0:250975:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767734694.147073:0:250975:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734694.147075:0:250975:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30810ba60 00000080:00000008:1.0:1767734694.147077:0:250975:0:(file.c:1240:ll_file_open()) COMPLETED file f160l.sanity:[0x2000013a3:0x7:0x0](ffff94b1c4b0e3c8), flags 104501, rc = 0 00000080:00000001:1.0:1767734694.147080:0:250975:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1767734694.147082:0:250975:0:(dcache.c:176:ll_intent_release()) intent ffff94b1d8e3b660 released 00000080:00010000:1.0:1767734694.147087:0:250975:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b8ee from it ffff94b1d8e3b660 00010000:00000001:1.0:1767734694.147089:0:250975:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734694.147091:0:250975:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734694.147092:0:250975:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1676200 refcount=3 00000020:00000001:1.0:1767734694.147094:0:250975:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907741184 : -117983801810432 : ffff94b1c1676200) 00010000:00000001:1.0:1767734694.147096:0:250975:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907741184 : -117983801810432 : ffff94b1c1676200) 00010000:00000001:1.0:1767734694.147097:0:250975:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734694.147100:0:250975:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1676200/0x1886cffb85c2b8ee lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x9bbb2ede58dabd38 expref: -99 pid: 250975 timeout: 0 lvb_type: 3 00010000:00000001:1.0:1767734694.147106:0:250975:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734694.147107:0:250975:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734694.147108:0:250975:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734694.147110:0:250975:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734694.147112:0:250975:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1676200/0x1886cffb85c2b8ee lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x9bbb2ede58dabd38 expref: -99 pid: 250975 timeout: 0 lvb_type: 3 00010000:00000001:1.0:1767734694.147117:0:250975:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734694.147119:0:250975:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734694.147120:0:250975:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734694.147122:0:250975:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734694.147123:0:250975:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734694.147125:0:250975:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734694.147126:0:250975:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734694.147128:0:250975:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734694.147129:0:250975:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734694.147132:0:250975:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734694.147133:0:250975:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734694.147134:0:250975:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734694.147135:0:250975:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734694.147137:0:250975:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1767734694.147138:0:250975:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:1.0:1767734694.147140:0:250975:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1767734694.147142:0:250975:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734694.147144:0:250975:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1767734694.147145:0:250975:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734694.147147:0:250975:0:(pcc.c:1928:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:1.0:1767734694.147152:0:250975:0:(pcc.c:1931:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734694.147154:0:250975:0:(pcc.c:2396:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1767734694.147156:0:250975:0:(pcc.c:2423:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734694.147158:0:250975:0:(namei.c:1491:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1767734694.147160:0:250975:0:(namei.c:1503:ll_atomic_open()) kfreed 'it': 72 at ffff94b1d8e3b660. 00000080:00000001:1.0:1767734694.147162:0:250975:0:(namei.c:1505:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734694.147165:0:250975:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767734694.147166:0:250975:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x7:0x0](ffff94b1c4b0e3c8), inode mode 81a4 mask 40 00000080:00000001:1.0:1767734694.147170:0:250975:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734694.147181:0:250975:0:(lov_object.c:2354:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1767734694.147184:0:250975:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f84534d8) owner 0000000000000000/ffff94b1c1378000 00020000:00000002:1.0:1767734694.147186:0:250975:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f84534d8) owner 0000000000000000/ffff94b1c1378000 00020000:00000001:1.0:1767734694.147189:0:250975:0:(lov_object.c:2406:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734694.147196:0:250975:0:(llite_lib.c:2305:ll_setattr_raw()) Process entered 00000020:00000001:1.0:1767734694.147198:0:250975:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30810bc30 00000080:00200008:1.0:1767734694.147201:0:250975:0:(llite_lib.c:2314:ll_setattr_raw()) START file f160l.sanity:[0x2000013a3:0x7:0x0](ffff94b1c4b0e3c8) current size 0, valid attrs 20070, mode 0, uid -1055604710, gid -1, new size 18446744072416066071, atime 1767734694.000000000, mtime 1767734694.000000000, ctime 1767734694.000000000 00000080:00000002:1.0:1767734694.147207:0:250975:0:(llite_lib.c:2363:ll_setattr_raw()) setting mtime 1767734694, ctime 1767734694, now = 1767734694 00000080:00000010:1.0:1767734694.147210:0:250975:0:(llite_lib.c:2372:ll_setattr_raw()) kmalloced '(op_data)': 384 at ffff94b1d0639c00. 00000080:00000001:1.0:1767734694.147212:0:250975:0:(llite_lib.c:2012:ll_md_setattr()) Process entered 00800000:00000001:1.0:1767734694.147215:0:250975:0:(lmv_obd.c:2881:lmv_setattr()) Process entered 00800000:00000002:1.0:1767734694.147217:0:250975:0:(lmv_obd.c:2885:lmv_setattr()) SETATTR for [0x2000013a3:0x7:0x0], valid 0x201f0/0x1 00000002:00000001:1.0:1767734694.147220:0:250975:0:(mdc_reint.c:94:mdc_setattr()) Process entered 00000002:00000001:1.0:1767734694.147221:0:250975:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734694.147225:0:250975:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1900 count: 2 00010000:00000001:1.0:1767734694.147227:0:250975:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734694.147229:0:250975:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734694.147231:0:250975:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767734694.147233:0:250975:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1676200/0x1886cffb85c2b8ee lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x9bbb2ede58dabd38 expref: -99 pid: 250975 timeout: 0 lvb_type: 3 00000080:00000001:1.0:1767734694.147239:0:250975:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767734694.147241:0:250975:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1767734694.147242:0:250975:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1767734694.147243:0:250975:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a3:0x7:0x0] mode (null) 00000002:00000001:1.0:1767734694.147250:0:250975:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734694.147251:0:250975:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734694.147254:0:250975:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1900 count: 3 00010000:00000001:1.0:1767734694.147255:0:250975:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734694.147258:0:250975:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734694.147259:0:250975:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734694.147260:0:250975:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734694.147261:0:250975:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1900 count: 3 00010000:00000001:1.0:1767734694.147263:0:250975:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734694.147265:0:250975:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734694.147266:0:250975:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734694.147267:0:250975:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734694.147268:0:250975:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1900 count: 3 00010000:00000001:1.0:1767734694.147270:0:250975:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734694.147272:0:250975:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734694.147273:0:250975:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734694.147274:0:250975:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734694.147275:0:250975:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1900 count: 3 00010000:00000001:1.0:1767734694.147277:0:250975:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734694.147278:0:250975:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734694.147280:0:250975:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734694.147282:0:250975:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1767734694.147283:0:250975:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734694.147285:0:250975:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183147176 : -117983526404440 : ffff94b1d1d1bea8) 00000020:00001000:1.0:1767734694.147286:0:250975:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1bea0 00000020:00000001:1.0:1767734694.147288:0:250975:0:(cl_object.c:350:cl_conf_set()) Process entered 00000080:00200000:1.0:1767734694.147290:0:250975:0:(vvp_object.c:114:vvp_conf_set()) [0x2000013a3:0x7:0x0]: losing layout lock 00000080:00000001:1.0:1767734694.147292:0:250975:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1767734694.147293:0:250975:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1767734694.147295:0:250975:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:1.0:1767734694.147297:0:250975:0:(lov_object.c:1424:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1767734694.147299:0:250975:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a3:0x7:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1767734694.147300:0:250975:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734694.147302:0:250975:0:(cl_object.c:358:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1767734694.147303:0:250975:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1bea0 00000080:00000001:1.0:1767734694.147305:0:250975:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734694.147307:0:250975:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1767734694.147338:0:250975:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a3:0x7:0x0](ffff94b1c4b0e3c8) invalid 00000020:00000001:1.0:1767734694.147341:0:250975:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30810b838 00000080:00002000:1.0:1767734694.147343:0:250975:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry f160l.sanity (ffff94b1f820b510) parent ffff94b1f820b6c0 inode ffff94b1c4b0e3c8 refc 1 00000080:00000001:1.0:1767734694.147346:0:250975:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1767734694.147348:0:250975:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1767734694.147369:0:250975:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734694.147373:0:250975:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767734694.147375:0:250975:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767734694.147376:0:250975:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767734694.147378:0:250975:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734694.147380:0:250975:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767734694.147383:0:250975:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1c1676200 with handle 0x1886cffb85c2b8ee from hash 00010000:00000001:1.0:1767734694.147385:0:250975:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767734694.147387:0:250975:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734694.147388:0:250975:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734694.147389:0:250975:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767734694.147391:0:250975:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767734694.147392:0:250975:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1767734694.147394:0:250975:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767734694.147396:0:250975:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734694.147398:0:250975:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767734694.147403:0:250975:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02cc000. 00000020:00000040:1.0:1767734694.147406:0:250975:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00010000:00000001:1.0:1767734694.147410:0:250975:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734694.147413:0:250975:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734694.147415:0:250975:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734694.147416:0:250975:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734694.147418:0:250975:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734694.147420:0:250975:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734694.147421:0:250975:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734694.147424:0:250975:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734694.147427:0:250975:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1d0638600. 00000100:00000001:1.0:1767734694.147431:0:250975:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734694.147433:0:250975:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734694.147435:0:250975:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767734694.147438:0:250975:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1676200/0x1886cffb85c2b8ee lrc: 1/0,0 mode: --/PR res: [0x2000013a3:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9bbb2ede58dabd38 expref: -99 pid: 250975 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1767734694.147450:0:250975:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767734694.147452:0:250975:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767734694.147454:0:250975:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767734694.147456:0:250975:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1676200/0x1886cffb85c2b8ee lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9bbb2ede58dabd38 expref: -99 pid: 250975 timeout: 0 lvb_type: 3 00010000:00000010:1.0:1767734694.147462:0:250975:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff94b1f451f780. 00010000:00000040:1.0:1767734694.147465:0:250975:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1d21e1900 count: 0 00010000:00000010:1.0:1767734694.147468:0:250975:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1d0537b00. 00010000:00000001:1.0:1767734694.147475:0:250975:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734694.147476:0:250975:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734694.147478:0:250975:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734694.147479:0:250975:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734694.147481:0:250975:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:1.0:1767734694.147483:0:250975:0:(mdc_reint.c:124:mdc_setattr()) setting mtime 1767734694, ctime 1767734694 00000020:00100000:1.0:1767734694.147489:0:250975:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1e7e86000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1767734694.147496:0:250975:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1d02cc000 x1853602672084992/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767734694.147503:0:250975:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734694.147505:0:250975:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734694.147508:0:250975:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbb9b240. 00000100:00000001:1.0:1767734694.147510:0:250975:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886214208 : -117982823337408 : ffff94b1fbb9b240) 00000100:00000001:1.0:1767734694.147512:0:250975:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734694.147514:0:250975:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155556864 : -117983553994752 : ffff94b1d02cc000) 00000100:00000001:1.0:1767734694.147517:0:250975:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734694.147519:0:250975:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734694.147521:0:250975:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734694.147522:0:250975:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734694.147526:0:250975:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02cc000 x1853602672084992/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734694.147532:0:250975:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734694.147538:0:250975:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734694.147541:0:250975:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734694.147543:0:250975:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734694.147545:0:250975:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734694.147548:0:250975:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02cc000 pname:cluuid:pid:xid:nid:opc:job touch:66586885-669e-469f-b1c7-cb1a0fe6eee4:250975:1853602672084992:192.168.203.112@tcp:36:touch.0 00000100:00000001:1.0:1767734694.147552:0:250975:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734694.147555:0:250975:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734694.147557:0:250975:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734694.147558:0:250975:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734694.147562:0:250975:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94b1f026f800. 02000000:00000001:1.0:1767734694.147563:0:250975:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734694.147569:0:250975:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734694.147572:0:250975:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810b58. 00000400:00000010:1.0:1767734694.147577:0:250975:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b880. 00000100:00000200:1.0:1767734694.147580:0:250975:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853602672084992, portal 10 00000100:00000001:1.0:1767734694.147582:0:250975:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734694.147584:0:250975:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155556864 : -117983553994752 : ffff94b1d02cc000) 00000100:00000040:1.0:1767734694.147589:0:250975:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1d02cc000 x1853602672084992/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 488/512 e 0 to 0 dl 1767734710 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734694.147595:0:250975:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734694.147598:0:250975:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734694.147600:0:250975:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b6e8. 00000100:00000200:1.0:1767734694.147604:0:250975:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1853602672084992, offset 0 00000400:00000200:1.0:1767734694.147609:0:250975:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734694.147614:0:250975:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734694.147619:0:250975:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734694.147623:0:250975:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734694.147626:0:250975:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734694.147628:0:250975:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734694.147631:0:250975:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734694.147634:0:250975:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66609:66609:256:4294967295] 192.168.203.112@tcp LPNI seq info [66609:66609:8:4294967295] 00000400:00000200:1.0:1767734694.147638:0:250975:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734694.147646:0:250975:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734694.147656:0:250975:0:(socklnd_cb.c:1001:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734694.147660:0:250975:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472c100. 00000800:00000200:1.0:1767734694.147665:0:250975:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734694.147671:0:250975:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734694.147674:0:250975:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472c100 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:1.0:1767734694.147691:0:250975:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734694.147695:0:250975:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 86190 usecs (87 jiffies) 00000400:00000200:1.0:1767734694.147698:0:250975:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734694.147701:0:250975:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303456056 00000100:00000001:1.0:1767734694.147705:0:250975:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303456050 00000100:00000001:1.0:1767734694.147709:0:250975:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303456056 00000100:00000001:1.0:1767734694.147712:0:250975:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303456050 00000100:00000001:1.0:1767734694.147714:0:250975:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734694.147716:0:250975:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734694.147718:0:250975:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734694.147720:0:250975:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734694.147722:0:250975:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbb9b240 going to sleep for 11 seconds 00000100:00000001:1.0:1767734694.147723:0:250975:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734694.147725:0:250975:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734694.147839:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734694.147846:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472c100. 00000400:00000200:2.0:1767734694.147852:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734694.147859:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734694.147871:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b6e8 00000400:00000010:2.0:1767734694.147874:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b6e8. 00000100:00000001:2.0:1767734694.147878:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734694.147883:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cc000 x1853602672084992/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 488/512 e 0 to 0 dl 1767734710 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734694.147892:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734694.147895:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cc000 x1853602672084992/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 488/512 e 0 to 0 dl 1767734710 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734694.147902:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734694.147903:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734694.150499:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734694.150511:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734694.150515:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734694.150518:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734694.150526:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734694.150533:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734694.150540:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734694.150545:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734694.150550:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734694.150554:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d30800 00000400:00000200:3.0:1767734694.150561:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734694.150567:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7ba7d [1] + 224 00000800:00000001:3.0:1767734694.150574:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734694.150582:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734694.150585:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734694.150590:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734694.150595:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734694.150603:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cc000 x1853602672084992/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 488/512 e 0 to 0 dl 1767734710 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734694.150617:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff94b1d02cc000 x1853602672084992/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 488/512 e 0 to 0 dl 1767734710 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734694.150643:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767734694.150650:0:196085:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767734694.150654:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734694.150660:0:196085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734694.150666:0:196085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66610:66610:256:4294967295] 192.168.203.112@tcp LPNI seq info [66610:66610:8:4294967295] 00000400:00000200:3.0:1767734694.150685:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734694.150695:0:196085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:3.0:1767734694.150704:0:196085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734694.150710:0:196085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f7416700. 00000100:00000001:1.0:1767734694.150714:0:250975:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:3.0:1767734694.150719:0:196085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734694.150743:0:196085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000400:00000001:1.0:1767734694.150747:0:250975:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000200:3.0:1767734694.150749:0:196085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f7416700 type 0, nob 96 niov 1 nkiov 0 00000400:00000001:1.0:1767734694.150753:0:250975:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734694.150760:0:250975:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810b58. 00000400:00000200:1.0:1767734694.150770:0:250975:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b880 00000400:00000010:1.0:1767734694.150774:0:250975:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b880. 00000100:00000001:1.0:1767734694.150780:0:250975:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734694.150791:0:250975:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02cc000 x1853602672084992/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 488/512 e 0 to 0 dl 1767734710 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767734694.150806:0:250975:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02cc000 x1853602672084992/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 488/512 e 0 to 0 dl 1767734710 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734694.150819:0:250975:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:3.0:1767734694.150829:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734694.150840:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f7416700. 00000100:00000001:1.0:1767734694.150842:0:250975:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734694.150860:0:250975:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:3.0:1767734694.150864:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767734694.150867:0:250975:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734694.150876:0:250975:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734694.150884:0:250975:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734694.150887:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000800:00000001:2.0:1767734694.150894:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767734694.150895:0:250975:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734694.150907:0:250975:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=24 v=5 (5 0 0 0) 00000800:00000001:2.0:1767734694.150910:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767734694.150914:0:250975:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=24 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734694.150920:0:250975:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734694.150923:0:250975:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734694.150925:0:250975:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734694.150928:0:250975:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734694.150932:0:250975:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1767734694.150933:0:250975:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1767734694.150936:0:250975:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1767734694.150938:0:250975:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734694.150940:0:250975:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155556864 : -117983553994752 : ffff94b1d02cc000) 00000100:00000001:1.0:1767734694.150943:0:250975:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734694.150945:0:250975:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924697 00000100:00000001:1.0:1767734694.150948:0:250975:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734694.150950:0:250975:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734694.150959:0:250975:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02cc000 x1853602672084992/t12884924700(12884924700) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 488/456 e 0 to 0 dl 1767734710 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734694.150971:0:250975:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734694.150974:0:250975:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734694.150978:0:250975:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734694.150985:0:250975:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02cc000 x1853602672084992/t12884924700(12884924700) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 488/456 e 0 to 0 dl 1767734710 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767734694.150997:0:250975:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02cc000 pname:cluuid:pid:xid:nid:opc:job touch:66586885-669e-469f-b1c7-cb1a0fe6eee4:250975:1853602672084992:192.168.203.112@tcp:36:touch.0 00000100:00000001:1.0:1767734694.151004:0:250975:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734694.151008:0:250975:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734694.151010:0:250975:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734694.151012:0:250975:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734694.151024:0:250975:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cc000 x1853602672084992/t12884924700(12884924700) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 488/456 e 0 to 0 dl 1767734710 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734694.151033:0:250975:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734694.151036:0:250975:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbb9b240. 00000100:00000001:1.0:1767734694.151040:0:250975:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734694.151042:0:250975:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734694.151047:0:250975:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734694.151049:0:250975:0:(lmv_obd.c:2894:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734694.151054:0:250975:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1767734694.151056:0:250975:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1767734694.151070:0:250975:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920711 : 144115272414920711 : 2000013a3000007) 00000080:00000001:1.0:1767734694.151074:0:250975:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000100:00000001:1.0:1767734694.151078:0:250975:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734694.151082:0:250975:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cc000 x1853602672084992/t12884924700(12884924700) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 488/456 e 0 to 0 dl 1767734710 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734694.151091:0:250975:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734694.151093:0:250975:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1767734694.151095:0:250975:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734694.151097:0:250975:0:(llite_lib.c:2075:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734694.151101:0:250975:0:(pcc.c:2639:pcc_inode_setattr()) Process entered 00000080:00000001:1.0:1767734694.151104:0:250975:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1767734694.151106:0:250975:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734694.151108:0:250975:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1767734694.151110:0:250975:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734694.151113:0:250975:0:(pcc.c:2648:pcc_inode_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734694.151116:0:250975:0:(lcommon_cl.c:57:cl_setattr_ost()) Process entered 00000020:00000001:1.0:1767734694.151118:0:250975:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734694.151122:0:250975:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183147176 : -117983526404440 : ffff94b1d1d1bea8) 00000020:00001000:1.0:1767734694.151124:0:250975:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1bea0 00000020:00000001:1.0:1767734694.151129:0:250975:0:(cl_object.c:150:cl_object_top()) ffff94b1e787cc38 -> ffff94b1e787cc38 00000020:00000001:1.0:1767734694.151133:0:250975:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1767734694.151136:0:250975:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:1.0:1767734694.151139:0:250975:0:(vvp_io.c:1854:vvp_io_init()) [0x2000013a3:0x7:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:1.0:1767734694.151143:0:250975:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1767734694.151145:0:250975:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1767734694.151149:0:250975:0:(file.c:7075:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1767734694.151158:0:250975:0:(file.c:6091:ll_take_md_lock()) Process entered 00000080:00000040:1.0:1767734694.151160:0:250975:0:(file.c:6093:ll_take_md_lock()) trying to match res [0x2000013a3:0x7:0x0] 00000002:00000001:1.0:1767734694.151166:0:250975:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734694.151168:0:250975:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1767734694.151172:0:250975:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734694.151175:0:250975:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767734694.151177:0:250975:0:(lmv_obd.c:3988:lmv_lock_match()) Lock match for [0x2000013a3:0x7:0x0]: 0 00000080:00000001:1.0:1767734694.151180:0:250975:0:(file.c:6098:ll_take_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734694.151183:0:250975:0:(file.c:7013:ll_layout_intent()) Process entered 00000080:00000010:1.0:1767734694.151187:0:250975:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d0638200. 00000080:00010000:1.0:1767734694.151192:0:250975:0:(file.c:7031:ll_layout_intent()) ### lustre: requeue layout lock for file [0x2000013a3:0x7:0x0](ffff94b1c4b0e3c8) 00000080:00000001:1.0:1767734694.151196:0:250975:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734694.151198:0:250975:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734694.151201:0:250975:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30810b958 00800000:00000002:1.0:1767734694.151204:0:250975:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'layout' for [0x2000013a3:0x7:0x0] '' on [0x2000013a3:0x7:0x0] 00800000:00000001:1.0:1767734694.151208:0:250975:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1767734694.151211:0:250975:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x2000013a3:0x7:0x0], fid2=[0x2000013a3:0x7:0x0], name='' -> mds #0 00000002:00000001:1.0:1767734694.151216:0:250975:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734694.151218:0:250975:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30810b828 00000002:00010000:1.0:1767734694.151220:0:250975:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2000013a3:0x7:0x0]) in obj [0x2000013a3:0x7:0x0], intent: layout flags 0 00000002:00000001:1.0:1767734694.151224:0:250975:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1767734694.151226:0:250975:0:(mdc_locks.c:706:mdc_intent_layout_pack()) Process entered 00000100:00000010:1.0:1767734694.151231:0:250975:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02cea00. 00000020:00000040:1.0:1767734694.151235:0:250975:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=7 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00010000:00000001:1.0:1767734694.151240:0:250975:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734694.151244:0:250975:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734694.151247:0:250975:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734694.151249:0:250975:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734694.151251:0:250975:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734694.151254:0:250975:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734694.151257:0:250975:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734694.151260:0:250975:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734694.151265:0:250975:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1d0638400. 00000100:00000001:1.0:1767734694.151270:0:250975:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734694.151274:0:250975:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734694.151276:0:250975:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734694.151284:0:250975:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734694.151286:0:250975:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734694.151289:0:250975:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734694.151293:0:250975:0:(mdc_locks.c:739:mdc_intent_layout_pack()) Process leaving (rc=18446626090155567616 : -117983553984000 : ffff94b1d02cea00) 00010000:00000001:1.0:1767734694.151297:0:250975:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767734694.151300:0:250975:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767734694.151305:0:250975:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff94b1d21e1100. 00010000:00000010:1.0:1767734694.151308:0:250975:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94b1d0537b00. 00010000:00000001:1.0:1767734694.151312:0:250975:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767734694.151316:0:250975:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1f683f800. 00000020:00000001:1.0:1767734694.151319:0:250975:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767734694.151322:0:250975:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1f683f800 with handle 0x1886cffb85c2b8f5 to hash 00000020:00000001:1.0:1767734694.151402:0:250975:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767734694.151403:0:250975:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090798807040 : -117982910744576 : ffff94b1f683f800) 00010000:00000001:1.0:1767734694.151406:0:250975:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090798807040 : -117982910744576 : ffff94b1f683f800) 00010000:00000001:1.0:1767734694.151408:0:250975:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734694.151410:0:250975:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734694.151413:0:250975:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683f800/0x1886cffb85c2b8f5 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 250975 initiator: MDT0 00010000:00010000:1.0:1767734694.151419:0:250975:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683f800/0x1886cffb85c2b8f5 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 250975 initiator: MDT0 00010000:00010000:1.0:1767734694.151427:0:250975:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683f800/0x1886cffb85c2b8f5 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 250975 initiator: MDT0 00000100:00000001:1.0:1767734694.151431:0:250975:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734694.151433:0:250975:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734694.151437:0:250975:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbb9b240. 00000100:00000001:1.0:1767734694.151438:0:250975:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886214208 : -117982823337408 : ffff94b1fbb9b240) 00000100:00000001:1.0:1767734694.151441:0:250975:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734694.151442:0:250975:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155567616 : -117983553984000 : ffff94b1d02cea00) 00000100:00000001:1.0:1767734694.151445:0:250975:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734694.151447:0:250975:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734694.151453:0:250975:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734694.151455:0:250975:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734694.151459:0:250975:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02cea00 x1853602672085120/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 376/792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734694.151466:0:250975:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734694.151468:0:250975:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734694.151470:0:250975:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734694.151472:0:250975:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734694.151474:0:250975:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734694.151476:0:250975:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02cea00 pname:cluuid:pid:xid:nid:opc:job touch:66586885-669e-469f-b1c7-cb1a0fe6eee4:250975:1853602672085120:192.168.203.112@tcp:101:touch.0 00000100:00000001:1.0:1767734694.151479:0:250975:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734694.151482:0:250975:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734694.151483:0:250975:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734694.151485:0:250975:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734694.151488:0:250975:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94b1f026e400. 02000000:00000001:1.0:1767734694.151490:0:250975:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734694.151495:0:250975:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734694.151498:0:250975:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810b58. 00000400:00000010:1.0:1767734694.151502:0:250975:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b880. 00000100:00000200:1.0:1767734694.151506:0:250975:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853602672085120, portal 10 00000100:00000001:1.0:1767734694.151508:0:250975:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734694.151509:0:250975:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155567616 : -117983553984000 : ffff94b1d02cea00) 00000100:00000040:1.0:1767734694.151514:0:250975:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1d02cea00 x1853602672085120/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 376/792 e 0 to 0 dl 1767734710 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734694.151520:0:250975:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734694.151522:0:250975:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734694.151524:0:250975:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b330. 00000100:00000200:1.0:1767734694.151527:0:250975:0:(niobuf.c:94:ptl_send_buf()) Sending 376 bytes to portal 12, xid 1853602672085120, offset 0 00000400:00000200:1.0:1767734694.151531:0:250975:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734694.151536:0:250975:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734694.151541:0:250975:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734694.151544:0:250975:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734694.151547:0:250975:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734694.151554:0:250975:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734694.151556:0:250975:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734694.151560:0:250975:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66611:66611:256:4294967295] 192.168.203.112@tcp LPNI seq info [66611:66611:8:4294967295] 00000400:00000200:1.0:1767734694.151564:0:250975:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734694.151573:0:250975:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734694.151577:0:250975:0:(socklnd_cb.c:1001:ksocknal_send()) sending 376 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734694.151581:0:250975:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472c200. 00000800:00000200:1.0:1767734694.151585:0:250975:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734694.151590:0:250975:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734694.151594:0:250975:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472c200 type 1, nob 472 niov 1 nkiov 1 00000100:00000001:1.0:1767734694.151609:0:250975:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734694.151613:0:250975:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 84482 usecs (85 jiffies) 00000400:00000200:1.0:1767734694.151616:0:250975:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734694.151618:0:250975:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303456058 00000100:00000001:1.0:1767734694.151622:0:250975:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303456056 00000100:00000001:1.0:1767734694.151625:0:250975:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303456058 00000100:00000001:1.0:1767734694.151628:0:250975:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303456056 00000100:00000001:1.0:1767734694.151630:0:250975:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734694.151633:0:250975:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734694.151634:0:250975:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734694.151636:0:250975:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734694.151637:0:250975:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbb9b240 going to sleep for 11 seconds 00000100:00000001:1.0:1767734694.151639:0:250975:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734694.151641:0:250975:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734694.151736:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734694.151741:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472c200. 00000400:00000200:2.0:1767734694.151746:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734694.151769:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734694.151774:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b330 00000400:00000010:2.0:1767734694.151777:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b330. 00000100:00000001:2.0:1767734694.151782:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734694.151789:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cea00 x1853602672085120/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 376/792 e 0 to 0 dl 1767734710 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734694.151801:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734694.151806:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cea00 x1853602672085120/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 376/792 e 0 to 0 dl 1767734710 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734694.151814:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734694.151817:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1F:1767734694.153410:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1d21e1900. 00010000:00000010:1.1:1767734694.153427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1c1676200. 00000800:00000001:3.0:1767734694.154038:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734694.154050:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734694.154054:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734694.154057:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734694.154065:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734694.154072:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734694.154080:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734694.154085:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734694.154090:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734694.154094:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 400 into portal 10 MB=0x695d780d30880 00000400:00000200:3.0:1767734694.154101:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734694.154107:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 400/400 into md 0x7ba85 [1] + 224 00000800:00000001:3.0:1767734694.154114:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734694.154123:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734694.154126:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734694.154131:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734694.154136:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734694.154145:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cea00 x1853602672085120/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 376/792 e 0 to 0 dl 1767734710 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767734694.154159:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=792 req@ffff94b1d02cea00 x1853602672085120/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 376/792 e 0 to 0 dl 1767734710 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734694.154200:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734694.154209:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734694.154214:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734694.154339:0:250975:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734694.154389:0:250975:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734694.154391:0:250975:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734694.154394:0:250975:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810b58. 00000400:00000200:1.0:1767734694.154399:0:250975:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b880 00000400:00000010:1.0:1767734694.154401:0:250975:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b880. 00000100:00000001:1.0:1767734694.154404:0:250975:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734694.154421:0:250975:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02cea00 x1853602672085120/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 376/792 e 0 to 0 dl 1767734710 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767734694.154431:0:250975:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02cea00 x1853602672085120/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 376/792 e 0 to 0 dl 1767734710 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734694.154438:0:250975:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734694.154440:0:250975:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734694.154443:0:250975:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734694.154444:0:250975:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734694.154446:0:250975:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734694.154448:0:250975:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734694.154450:0:250975:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734694.154454:0:250975:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=24 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734694.154457:0:250975:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=24 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734694.154459:0:250975:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734694.154461:0:250975:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734694.154463:0:250975:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734694.154465:0:250975:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734694.154467:0:250975:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734694.154469:0:250975:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924697 00000100:00000001:1.0:1767734694.154470:0:250975:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734694.154472:0:250975:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734694.154476:0:250975:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02cea00 x1853602672085120/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 376/400 e 0 to 0 dl 1767734710 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734694.154482:0:250975:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734694.154484:0:250975:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734694.154486:0:250975:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734694.154489:0:250975:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02cea00 x1853602672085120/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 376/400 e 0 to 0 dl 1767734710 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767734694.154495:0:250975:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02cea00 pname:cluuid:pid:xid:nid:opc:job touch:66586885-669e-469f-b1c7-cb1a0fe6eee4:250975:1853602672085120:192.168.203.112@tcp:101:touch.0 00000100:00000001:1.0:1767734694.154499:0:250975:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734694.154501:0:250975:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734694.154503:0:250975:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767734694.154508:0:250975:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734694.154512:0:250975:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cea00 x1853602672085120/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 376/400 e 0 to 0 dl 1767734710 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734694.154518:0:250975:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734694.154520:0:250975:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbb9b240. 00000100:00000001:1.0:1767734694.154522:0:250975:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767734694.154523:0:250975:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734694.154525:0:250975:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767734694.154527:0:250975:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734694.154528:0:250975:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734694.154530:0:250975:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683f800 refcount=4 00000020:00000001:1.0:1767734694.154532:0:250975:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798807040 : -117982910744576 : ffff94b1f683f800) 00010000:00000001:1.0:1767734694.154535:0:250975:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798807040 : -117982910744576 : ffff94b1f683f800) 00010000:00000040:1.0:1767734694.154539:0:250975:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff94b1f683f800, remote cookie: 0x9bbb2ede58dabd4d, flags: 0x1000 00010000:00000001:1.0:1767734694.154541:0:250975:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767734694.154543:0:250975:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767734694.154545:0:250975:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767734694.154546:0:250975:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767734694.154548:0:250975:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767734694.154550:0:250975:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a3:0x7:0x0].0x0 (ffff94b1d21e1100) refcount = 1 00010000:00010000:1.0:1767734694.154554:0:250975:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683f800/0x1886cffb85c2b8f5 lrc: 4/1,0 mode: CR/CR res: [0x2000013a3:0x7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabd4d expref: -99 pid: 250975 timeout: 0 lvb_type: 3 00010000:00000001:1.0:1767734694.154560:0:250975:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767734694.154562:0:250975:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767734694.154564:0:250975:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734694.154566:0:250975:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767734694.154567:0:250975:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734694.154570:0:250975:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683f800/0x1886cffb85c2b8f5 lrc: 4/1,0 mode: CR/CR res: [0x2000013a3:0x7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabd4d expref: -99 pid: 250975 timeout: 0 lvb_type: 3 00010000:00000001:1.0:1767734694.154576:0:250975:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767734694.154577:0:250975:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734694.154578:0:250975:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734694.154583:0:250975:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734694.154584:0:250975:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734694.154585:0:250975:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734694.154588:0:250975:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1767734694.154589:0:250975:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734694.154590:0:250975:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734694.154592:0:250975:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683f800 refcount=3 00000020:00000001:1.0:1767734694.154594:0:250975:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798807040 : -117982910744576 : ffff94b1f683f800) 00010000:00000001:1.0:1767734694.154595:0:250975:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798807040 : -117982910744576 : ffff94b1f683f800) 00010000:00000001:1.0:1767734694.154597:0:250975:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734694.154598:0:250975:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1767734694.154601:0:250975:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=400 disposition=1, status=0 req@ffff94b1d02cea00 x1853602672085120/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 376/400 e 0 to 0 dl 1767734710 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000040:1.0:1767734694.154607:0:250975:0:(mdc_locks.c:905:mdc_finish_enqueue()) lustre-MDT0000-mdc-ffff94b1e7e86000: layout return lvb 56 transno 0 00010000:00000001:1.0:1767734694.154609:0:250975:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734694.154610:0:250975:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734694.154611:0:250975:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683f800 refcount=3 00000020:00000001:1.0:1767734694.154613:0:250975:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798807040 : -117982910744576 : ffff94b1f683f800) 00010000:00000001:1.0:1767734694.154615:0:250975:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798807040 : -117982910744576 : ffff94b1f683f800) 00000002:00010000:1.0:1767734694.154617:0:250975:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683f800/0x1886cffb85c2b8f5 lrc: 3/1,0 mode: CR/CR res: [0x2000013a3:0x7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabd4d expref: -99 pid: 250975 timeout: 0 lvb_type: 3 00000002:00000010:1.0:1767734694.154624:0:250975:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff94b1f451f780. 00010000:00000001:1.0:1767734694.154626:0:250975:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734694.154627:0:250975:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734694.154628:0:250975:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734694.154629:0:250975:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734694.154631:0:250975:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1767734694.154632:0:250975:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734694.154633:0:250975:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734694.154634:0:250975:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683f800 refcount=3 00000020:00000001:1.0:1767734694.154636:0:250975:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798807040 : -117982910744576 : ffff94b1f683f800) 00010000:00000001:1.0:1767734694.154638:0:250975:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798807040 : -117982910744576 : ffff94b1f683f800) 00000002:00010000:1.0:1767734694.154640:0:250975:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683f800/0x1886cffb85c2b8f5 lrc: 3/1,0 mode: CR/CR res: [0x2000013a3:0x7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabd4d expref: -99 pid: 250975 timeout: 0 lvb_type: 3 00010000:00000001:1.0:1767734694.154649:0:250975:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734694.154650:0:250975:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734694.154651:0:250975:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1767734694.154652:0:250975:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734694.154653:0:250975:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734694.154655:0:250975:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683f800 refcount=3 00000020:00000001:1.0:1767734694.154656:0:250975:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798807040 : -117982910744576 : ffff94b1f683f800) 00010000:00000001:1.0:1767734694.154658:0:250975:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798807040 : -117982910744576 : ffff94b1f683f800) 00010000:00000040:1.0:1767734694.154661:0:250975:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1100 count: 2 00010000:00000001:1.0:1767734694.154663:0:250975:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767734694.154665:0:250975:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1c987a800 type 13 mode 16 res 8589939619/7 (0 0) 00010000:00000001:1.0:1767734694.154668:0:250975:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734694.154669:0:250975:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734694.154670:0:250975:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1767734694.154671:0:250975:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30810b7a8 00000002:00002000:1.0:1767734694.154673:0:250975:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=layout status=0 disp=1: rc = 0 00000002:00000001:1.0:1767734694.154675:0:250975:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734694.154678:0:250975:0:(lmv_intent.c:523:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734694.154679:0:250975:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767734694.154681:0:250975:0:(namei.c:955:ll_intent_lock()) intent lock 1024 on i1 [0x2000013a3:0x7:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1767734694.154684:0:250975:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734694.154686:0:250975:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734694.154689:0:250975:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02cea00 x1853602672085120/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 376/400 e 0 to 0 dl 1767734710 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734694.154694:0:250975:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734694.154696:0:250975:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734694.154698:0:250975:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94b1f026e400. 02000000:00000001:1.0:1767734694.154700:0:250975:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734694.154701:0:250975:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734694.154703:0:250975:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:1.0:1767734694.154705:0:250975:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734694.154706:0:250975:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1d0638400. 02000000:00000001:1.0:1767734694.154708:0:250975:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734694.154713:0:250975:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734694.154714:0:250975:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02cea00. 00000100:00000001:1.0:1767734694.154717:0:250975:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734694.154718:0:250975:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1767734694.154720:0:250975:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d0638200. 00000080:00010000:1.0:1767734694.154723:0:250975:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a3:0x7:0x0](ffff94b1c4b0e3c8) for lock 0x1886cffb85c2b8f5 00800000:00000001:1.0:1767734694.154726:0:250975:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734694.154727:0:250975:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734694.154729:0:250975:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734694.154730:0:250975:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734694.154731:0:250975:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683f800 refcount=3 00000020:00000001:1.0:1767734694.154733:0:250975:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798807040 : -117982910744576 : ffff94b1f683f800) 00010000:00000001:1.0:1767734694.154734:0:250975:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798807040 : -117982910744576 : ffff94b1f683f800) 00010000:00000001:1.0:1767734694.154736:0:250975:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734694.154737:0:250975:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734694.154738:0:250975:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734694.154740:0:250975:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734694.154741:0:250975:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b8f5 from it ffffafc30810ba78 00010000:00000001:1.0:1767734694.154743:0:250975:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734694.154744:0:250975:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734694.154745:0:250975:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683f800 refcount=3 00000020:00000001:1.0:1767734694.154747:0:250975:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798807040 : -117982910744576 : ffff94b1f683f800) 00010000:00000001:1.0:1767734694.154748:0:250975:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798807040 : -117982910744576 : ffff94b1f683f800) 00010000:00000001:1.0:1767734694.154750:0:250975:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734694.154752:0:250975:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683f800/0x1886cffb85c2b8f5 lrc: 3/1,0 mode: CR/CR res: [0x2000013a3:0x7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabd4d expref: -99 pid: 250975 timeout: 0 lvb_type: 3 00010000:00000001:1.0:1767734694.154757:0:250975:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734694.154758:0:250975:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734694.154759:0:250975:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734694.154761:0:250975:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734694.154763:0:250975:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683f800/0x1886cffb85c2b8f5 lrc: 2/0,0 mode: CR/CR res: [0x2000013a3:0x7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabd4d expref: -99 pid: 250975 timeout: 0 lvb_type: 3 00010000:00000001:1.0:1767734694.154768:0:250975:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734694.154772:0:250975:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734694.154774:0:250975:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734694.154776:0:250975:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734694.154778:0:250975:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734694.154779:0:250975:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734694.154781:0:250975:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734694.154782:0:250975:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734694.154784:0:250975:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734694.154786:0:250975:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734694.154788:0:250975:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734694.154789:0:250975:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734694.154790:0:250975:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734694.154792:0:250975:0:(file.c:7047:ll_layout_intent()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734694.154794:0:250975:0:(file.c:6091:ll_take_md_lock()) Process entered 00000080:00000040:1.0:1767734694.154795:0:250975:0:(file.c:6093:ll_take_md_lock()) trying to match res [0x2000013a3:0x7:0x0] 00000002:00000001:1.0:1767734694.154798:0:250975:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734694.154799:0:250975:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734694.154801:0:250975:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1100 count: 2 00010000:00000001:1.0:1767734694.154803:0:250975:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734694.154805:0:250975:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734694.154807:0:250975:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767734694.154810:0:250975:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683f800/0x1886cffb85c2b8f5 lrc: 2/1,0 mode: CR/CR res: [0x2000013a3:0x7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabd4d expref: -99 pid: 250975 timeout: 0 lvb_type: 3 02000000:00000001:1.0:1767734694.154815:0:250975:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767734694.154818:0:250975:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734694.154820:0:250975:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683f800/0x1886cffb85c2b8f5 lrc: 2/1,0 mode: CR/CR res: [0x2000013a3:0x7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabd4d expref: -99 pid: 250975 timeout: 0 lvb_type: 3 00000002:00000001:1.0:1767734694.154825:0:250975:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:1.0:1767734694.154827:0:250975:0:(lmv_obd.c:3988:lmv_lock_match()) Lock match for [0x2000013a3:0x7:0x0]: 16 00000080:00000001:1.0:1767734694.154829:0:250975:0:(file.c:6098:ll_take_md_lock()) Process leaving (rc=16 : 16 : 10) 00000080:00000001:1.0:1767734694.154831:0:250975:0:(file.c:6904:ll_layout_lock_set()) Process entered 00010000:00000001:1.0:1767734694.154833:0:250975:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734694.154834:0:250975:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734694.154835:0:250975:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683f800 refcount=3 00000020:00000001:1.0:1767734694.154836:0:250975:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798807040 : -117982910744576 : ffff94b1f683f800) 00010000:00000001:1.0:1767734694.154843:0:250975:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798807040 : -117982910744576 : ffff94b1f683f800) 00000080:00010000:1.0:1767734694.154847:0:250975:0:(file.c:6914:ll_layout_lock_set()) ### file [0x2000013a3:0x7:0x0](00000000e68e9c83) being reconfigured ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683f800/0x1886cffb85c2b8f5 lrc: 3/1,0 mode: CR/CR res: [0x2000013a3:0x7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabd4d expref: -99 pid: 250975 timeout: 0 lvb_type: 3 00800000:00000001:1.0:1767734694.154855:0:250975:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734694.154856:0:250975:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734694.154857:0:250975:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734694.154858:0:250975:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734694.154859:0:250975:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683f800 refcount=4 00000020:00000001:1.0:1767734694.154860:0:250975:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798807040 : -117982910744576 : ffff94b1f683f800) 00010000:00000001:1.0:1767734694.154862:0:250975:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798807040 : -117982910744576 : ffff94b1f683f800) 00010000:00000001:1.0:1767734694.154864:0:250975:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734694.154865:0:250975:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734694.154866:0:250975:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734694.154867:0:250975:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734694.154869:0:250975:0:(file.c:6829:ll_layout_fetch()) Process entered 00000080:00000002:1.0:1767734694.154871:0:250975:0:(file.c:6832:ll_layout_fetch()) [0x2000013a3:0x7:0x0] LVB_READY=0 l_lvb_data=ffff94b1f451f780 l_lvb_len=56 00000080:00000001:1.0:1767734694.154873:0:250975:0:(file.c:6835:ll_layout_fetch()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734694.154874:0:250975:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1767734694.154876:0:250975:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734694.154878:0:250975:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183143720 : -117983526407896 : ffff94b1d1d1b128) 00000020:00001000:1.0:1767734694.154879:0:250975:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b120 00000020:00000001:1.0:1767734694.154881:0:250975:0:(cl_object.c:350:cl_conf_set()) Process entered 00020000:00000001:1.0:1767734694.154882:0:250975:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:1.0:1767734694.154884:0:250975:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:1.0:1767734694.154886:0:250975:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff94b1dd24d840. 00020000:00000010:1.0:1767734694.154889:0:250975:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff94b200aeee80. 00020000:00000010:1.0:1767734694.154892:0:250975:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff94b1dd24d9c0. 00020000:00000001:1.0:1767734694.154894:0:250975:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446626090373142976 : -117983336408640 : ffff94b1dd24d9c0) 00020000:00000002:1.0:1767734694.154896:0:250975:0:(lov_ea.c:727:dump_lsm()) lsm ffff94b1dd24d9c0, objid 0x7:5027, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1767734694.154900:0:250975:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:1.0:1767734694.154903:0:250975:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff94b200aeee80: ostid: 0x280000403:7259 ost idx: 1 gen: 0 00020000:00000002:1.0:1767734694.154905:0:250975:0:(lov_object.c:1267:lov_conf_lock()) Took exclusive lov(ffff94b1f84534d8) owner ffff94b1c1378000 00020000:00000001:1.0:1767734694.154911:0:250975:0:(lov_object.c:1470:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1767734694.154913:0:250975:0:(lov_object.c:1273:lov_conf_unlock()) To release exclusive lov(ffff94b1f84534d8) owner ffff94b1c1378000 00020000:00000010:1.0:1767734694.154915:0:250975:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff94b200aeee80. 00020000:00000010:1.0:1767734694.154918:0:250975:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff94b1dd24d840. 00020000:00000010:1.0:1767734694.154920:0:250975:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff94b1dd24d9c0. 00020000:00000002:1.0:1767734694.154922:0:250975:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a3:0x7:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1767734694.154923:0:250975:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734694.154925:0:250975:0:(cl_object.c:358:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734694.154927:0:250975:0:(cl_object.c:455:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1767734694.154928:0:250975:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f84534d8) owner 0000000000000000/ffff94b1c1378000 00020000:00000002:1.0:1767734694.154931:0:250975:0:(lov_object.c:2344:lov_lsm_addref()) lsm ffff94b1dd24d0c0 addref 2/0 by ffff94b1c1378000. 00020000:00000002:1.0:1767734694.154933:0:250975:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f84534d8) owner 0000000000000000/ffff94b1c1378000 00020000:00000001:1.0:1767734694.154934:0:250975:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1767734694.154936:0:250975:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1767734694.154937:0:250975:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1767734694.154938:0:250975:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1767734694.154940:0:250975:0:(lov_object.c:2259:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1767734694.154941:0:250975:0:(file.c:6809:ll_layout_conf()) [0x2000013a3:0x7:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:1.0:1767734694.154943:0:250975:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b120 00000080:00000001:1.0:1767734694.154945:0:250975:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734694.154947:0:250975:0:(file.c:6951:ll_layout_lock_set()) Process leaving 00010000:00000001:1.0:1767734694.154948:0:250975:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734694.154949:0:250975:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734694.154950:0:250975:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734694.154951:0:250975:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734694.154952:0:250975:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f683f800 refcount=3 00000020:00000001:1.0:1767734694.154954:0:250975:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090798807040 : -117982910744576 : ffff94b1f683f800) 00010000:00000001:1.0:1767734694.154956:0:250975:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090798807040 : -117982910744576 : ffff94b1f683f800) 00010000:00000001:1.0:1767734694.154957:0:250975:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734694.154960:0:250975:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683f800/0x1886cffb85c2b8f5 lrc: 3/1,0 mode: CR/CR res: [0x2000013a3:0x7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x9bbb2ede58dabd4d expref: -99 pid: 250975 timeout: 0 lvb_type: 3 00010000:00000001:1.0:1767734694.154964:0:250975:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734694.154965:0:250975:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734694.154966:0:250975:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734694.154971:0:250975:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734694.154974:0:250975:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683f800/0x1886cffb85c2b8f5 lrc: 2/0,0 mode: CR/CR res: [0x2000013a3:0x7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x9bbb2ede58dabd4d expref: -99 pid: 250975 timeout: 0 lvb_type: 3 00010000:00000001:1.0:1767734694.154979:0:250975:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734694.154980:0:250975:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734694.154981:0:250975:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734694.154983:0:250975:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734694.154984:0:250975:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734694.154985:0:250975:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734694.154987:0:250975:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734694.154988:0:250975:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734694.154990:0:250975:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734694.154992:0:250975:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734694.154993:0:250975:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734694.154995:0:250975:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734694.154996:0:250975:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767734694.154997:0:250975:0:(file.c:6992:ll_layout_lock_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734694.154999:0:250975:0:(file.c:7111:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734694.155001:0:250975:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1767734694.155004:0:250975:0:(lov_object.c:1552:lov_io_init()) [0x2000013a3:0x7:0x0]io ffff94b1d1cdce10 type 3 ignore/verify layout 0/0 00020000:00000002:1.0:1767734694.155006:0:250975:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f84534d8) owner 0000000000000000/ffff94b1c1378000 00020000:00000001:1.0:1767734694.155009:0:250975:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1767734694.155011:0:250975:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1767734694.155013:0:250975:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1767734694.155015:0:250975:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734694.155017:0:250975:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1767734694.155019:0:250975:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1767734694.155021:0:250975:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734694.155023:0:250975:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1767734694.155024:0:250975:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1767734694.155025:0:250975:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1767734694.155026:0:250975:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f84534d8) owner 0000000000000000/ffff94b1c1378000 00000020:00000001:1.0:1767734694.155028:0:250975:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734694.155031:0:250975:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1767734694.155033:0:250975:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1767734694.155035:0:250975:0:(lov_io.c:1067:lov_io_setattr_iter_init()) Process entered 00020000:00000001:1.0:1767734694.155038:0:250975:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1767734694.155044:0:250975:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1767734694.155047:0:250975:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1767734694.155050:0:250975:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1767734694.155052:0:250975:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1767734694.155053:0:250975:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734694.155055:0:250975:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183143720 : -117983526407896 : ffff94b1d1d1b128) 00000020:00001000:1.0:1767734694.155057:0:250975:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b120 00000020:00000001:1.0:1767734694.155059:0:250975:0:(cl_object.c:150:cl_object_top()) ffff94b1e787cdc8 -> ffff94b1e787cc38 00000020:00000001:1.0:1767734694.155061:0:250975:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1767734694.155064:0:250975:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1767734694.155065:0:250975:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1767734694.155066:0:250975:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734694.155067:0:250975:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734694.155069:0:250975:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446626090982818472 : -117982726733144 : ffff94b2017bc2a8) 00000020:00000001:1.0:1767734694.155072:0:250975:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:1.0:1767734694.155074:0:250975:0:(osc_io.c:508:osc_io_iter_init()) Process entered 00000008:00000001:1.0:1767734694.155092:0:250975:0:(osc_io.c:528:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734694.155095:0:250975:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734694.155097:0:250975:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734694.155100:0:250975:0:(lov_io.c:1076:lov_io_setattr_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734694.155102:0:250975:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734694.155104:0:250975:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1767734694.155107:0:250975:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:1.0:1767734694.155109:0:250975:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1767734694.155110:0:250975:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1767734694.155113:0:250975:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1767734694.155114:0:250975:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734694.155117:0:250975:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734694.155119:0:250975:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734694.155121:0:250975:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734694.155123:0:250975:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1767734694.155125:0:250975:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734694.155127:0:250975:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734694.155129:0:250975:0:(cl_io.c:528:cl_io_start()) Process entered 00000020:00000001:1.0:1767734694.155133:0:250975:0:(cl_object.c:150:cl_object_top()) ffff94b1e787cc38 -> ffff94b1e787cc38 00000020:00000001:1.0:1767734694.155135:0:250975:0:(cl_object.c:150:cl_object_top()) ffff94b1e787cc38 -> ffff94b1e787cc38 00000020:00000001:1.0:1767734694.155138:0:250975:0:(cl_object.c:255:cl_object_attr_update()) Process entered 00000020:00000001:1.0:1767734694.155141:0:250975:0:(cl_object.c:268:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734694.155143:0:250975:0:(cl_object.c:150:cl_object_top()) ffff94b1e787cc38 -> ffff94b1e787cc38 00020000:00000001:1.0:1767734694.155146:0:250975:0:(lov_io.c:1630:lov_io_setattr_start()) Process entered 00020000:00000001:1.0:1767734694.155154:0:250975:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:1.0:1767734694.155155:0:250975:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1767734694.155157:0:250975:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1767734694.155160:0:250975:0:(osc_io.c:692:osc_io_setattr_start()) Process entered 00000020:00000001:1.0:1767734694.155163:0:250975:0:(cl_object.c:150:cl_object_top()) ffff94b1d0c11880 -> ffff94b1e787cc38 00000020:00000001:1.0:1767734694.155165:0:250975:0:(cl_object.c:150:cl_object_top()) ffff94b1d0c11880 -> ffff94b1e787cc38 00000020:00000001:1.0:1767734694.155167:0:250975:0:(cl_object.c:217:cl_object_attr_get()) Process entered 00000020:00000001:1.0:1767734694.155170:0:250975:0:(cl_object.c:229:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734694.155173:0:250975:0:(cl_object.c:150:cl_object_top()) ffff94b1d0c11880 -> ffff94b1e787cc38 00000020:00000001:1.0:1767734694.155175:0:250975:0:(cl_object.c:255:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1767734694.155177:0:250975:0:(lovsub_object.c:104:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1767734694.155179:0:250975:0:(lovsub_object.c:106:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734694.155182:0:250975:0:(cl_object.c:268:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734694.155184:0:250975:0:(cl_object.c:150:cl_object_top()) ffff94b1d0c11880 -> ffff94b1e787cc38 00000020:00000001:1.0:1767734694.155186:0:250975:0:(cl_object.c:505:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1767734694.155189:0:250975:0:(lovsub_object.c:149:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1767734694.155191:0:250975:0:(cl_object.c:505:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1767734694.155193:0:250975:0:(cl_object.c:511:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1767734694.155195:0:250975:0:(lovsub_object.c:151:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1767734694.155197:0:250975:0:(cl_object.c:511:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1767734694.155200:0:250975:0:(osc_request.c:199:osc_setattr_async()) Process entered 00000100:00000010:1.0:1767734694.155205:0:250975:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02cea00. 00000020:00000040:1.0:1767734694.155209:0:250975:0:(genops.c:1229:class_import_get()) import ffff94b1f0134800 refcount=3 obd=lustre-OST0001-osc-ffff94b1e7e86000 00000100:00000001:1.0:1767734694.155213:0:250975:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1767734694.155217:0:250975:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1767734694.155222:0:250975:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff94b1e7e86000: connect to NID 192.168.203.112@tcp last attempt 8765 00000400:00000200:1.0:1767734694.155230:0:250975:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734694.155236:0:250975:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.203.112@tcp is discovered: rc = 1 00000100:00000040:1.0:1767734694.155241:0:250975:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff94b1d1f815c0 refcount 11 to 192.168.203.112@tcp 00000100:00000001:1.0:1767734694.155245:0:250975:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767734694.155249:0:250975:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff94b1d1f815c0 refcount 12 to 192.168.203.112@tcp 00000100:00000001:1.0:1767734694.155252:0:250975:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626090185659840 : -117983523891776 : ffff94b1d1f815c0) 00000020:00000001:1.0:1767734694.155256:0:250975:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767734694.155258:0:250975:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1886cffb85c2b870 00000020:00000001:1.0:1767734694.155260:0:250975:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734694.155262:0:250975:0:(lustre_handles.c:131:class_handle2object()) GET export ffff94b1e7e80800 refcount=4 00000020:00000001:1.0:1767734694.155270:0:250975:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090553706496 : -117983155845120 : ffff94b1e7e80800) 00000020:00000001:1.0:1767734694.155274:0:250975:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626090553706496 : -117983155845120 : ffff94b1e7e80800) 00000100:00000040:1.0:1767734694.155278:0:250975:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff94b1d1f815c0 refcount 11 to 192.168.203.112@tcp 00000100:00000001:1.0:1767734694.155281:0:250975:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767734694.155283:0:250975:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff94b1d1f815c0 refcount 12 to 192.168.203.112@tcp 00000100:00000001:1.0:1767734694.155286:0:250975:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626090185659840 : -117983523891776 : ffff94b1d1f815c0) 00000020:00000040:1.0:1767734694.155290:0:250975:0:(genops.c:898:class_export_put()) PUTting export ffff94b1e7e80800 : new refcount 3 00000100:00080000:1.0:1767734694.155294:0:250975:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff94b1e7e86000: import ffff94b1f0134800 using connection 192.168.203.112@tcp/192.168.203.112@tcp 00000100:00000001:1.0:1767734694.155297:0:250975:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734694.155300:0:250975:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1767734694.155306:0:250975:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734694.155309:0:250975:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734694.155312:0:250975:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1767734694.155316:0:250975:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681345 ocd_grant: 3407872, lost: 0. 00000008:00000001:1.0:1767734694.155320:0:250975:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734694.155322:0:250975:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767734694.155388:0:250975:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02ce680. 00000020:00000040:1.0:1767734694.155391:0:250975:0:(genops.c:1229:class_import_get()) import ffff94b1f0134800 refcount=4 obd=lustre-OST0001-osc-ffff94b1e7e86000 02000000:00000001:1.0:1767734694.155393:0:250975:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1767734694.155395:0:250975:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734694.155397:0:250975:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734694.155399:0:250975:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734694.155401:0:250975:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734694.155405:0:250975:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1f026e400. 00000100:00000001:1.0:1767734694.155408:0:250975:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734694.155414:0:250975:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff94b1d02ce680 x1853602672085248/t0(0) o8->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767734694.155422:0:250975:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734694.155425:0:250975:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734694.155429:0:250975:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003997f253] to pc [ptlrpcd_rcv+-1] req@ffff94b1d02ce680 x1853602672085248/t0(0) o8->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734694.155460:0:250975:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734694.155462:0:250975:0:(pinger.c:365:ptlrpc_pinger_add_import()) Process entered 00000100:00000001:1.0:1767734694.155464:0:250975:0:(pinger.c:367:ptlrpc_pinger_add_import()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00000100:00000001:1.0:1767734694.155466:0:250975:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734694.155468:0:250975:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734694.155469:0:250975:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734694.155472:0:250975:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1d0638200. 00000100:00000001:1.0:1767734694.155474:0:250975:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734694.155478:0:250975:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734694.155480:0:250975:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734694.155484:0:250975:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004addd4a] to pc [ptlrpcd_00_01+1] req@ffff94b1d02cea00 x1853602672085376/t0(0) o2->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000008:00000001:1.0:1767734694.155503:0:250975:0:(osc_request.c:230:osc_setattr_async()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1767734694.155506:0:250975:0:(osc_io.c:813:osc_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734694.155508:0:250975:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734694.155509:0:250975:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734694.155511:0:250975:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734694.155512:0:250975:0:(lov_io.c:1645:lov_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734694.155514:0:250975:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734694.155516:0:250975:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1767734694.155518:0:250975:0:(lov_io.c:1086:lov_io_call()) Process entered 00020000:00000001:1.0:1767734694.155520:0:250975:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1767734694.155521:0:250975:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:1.0:1767734694.155531:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767734694.155535:0:196091:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1767734694.155537:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734694.155539:0:196090:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767734694.155544:0:196090:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734694.155544:0:196091:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767734694.155546:0:196090:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767734694.155548:0:196091:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734694.155553:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767734694.155555:0:196091:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767734694.155558:0:196090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02ce680 x1853602672085248/t0(0) o8->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734694.155559:0:196091:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734694.155569:0:196091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02cea00 x1853602672085376/t0(0) o2->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734694.155577:0:196090:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734694.155581:0:196092:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767734694.155582:0:196090:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734694.155587:0:196092:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734694.155597:0:196090:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767734694.155597:0:196091:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1767734694.155600:0:196090:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767734694.155604:0:196090:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767734694.155610:0:196090:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66586885-669e-469f-b1c7-cb1a0fe6eee4:196090:1853602672085248:192.168.203.112@tcp:8:touch.0 00000100:00000001:1.0:1767734694.155612:0:196091:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734694.155618:0:196090:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00080000:1.0:1767734694.155624:0:196091:0:(client.c:1829:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff94b1d02cea00 x1853602672085376/t0(0) o2->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734694.155631:0:196091:0:(client.c:1834:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734694.155633:0:196090:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767734694.155634:0:196091:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767734694.155637:0:196090:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734694.155639:0:196091:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1767734694.155642:0:196090:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767734694.155643:0:196091:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734694.155648:0:196091:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767734694.155666:0:196090:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94b1f44a9400. 00000100:00000001:1.0:1767734694.155668:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734694.155676:0:196090:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734694.155687:0:196090:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:2.0:1767734694.155692:0:196090:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f8c5ee18. 00000400:00000010:2.0:1767734694.155700:0:196090:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa295d8. 00000100:00000200:2.0:1767734694.155706:0:196090:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853602672085248, portal 4 00000100:00000001:2.0:1767734694.155709:0:196090:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734694.155711:0:196090:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155566720 : -117983553984896 : ffff94b1d02ce680) 00000100:00000040:2.0:1767734694.155721:0:196090:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1d02ce680 x1853602672085248/t0(0) o8->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 520/544 e 0 to 0 dl 1767734704 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734694.155731:0:196090:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767734694.155735:0:196090:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:2.0:1767734694.155738:0:196090:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa294c8. 00000100:00000200:2.0:1767734694.155741:0:196090:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1853602672085248, offset 0 00000400:00000200:2.0:1767734694.155747:0:196090:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:2.0:1767734694.155754:0:196090:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734694.155761:0:196090:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734694.155765:0:196090:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767734694.155769:0:196090:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:2.0:1767734694.155773:0:196090:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767734694.155776:0:196090:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:2.0:1767734694.155781:0:196090:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66612:66612:256:4294967295] 192.168.203.112@tcp LPNI seq info [66612:66612:8:4294967295] 00000400:00000200:2.0:1767734694.155786:0:196090:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734694.155796:0:196090:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:2.0:1767734694.155811:0:196090:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767734694.155816:0:196090:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1ef790000. 00000800:00000200:2.0:1767734694.155823:0:196090:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767734694.155830:0:196090:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767734694.155834:0:196090:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1ef790000 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1767734694.155860:0:196090:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734694.155865:0:196090:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1e7e86000: using a timeout of 6096 usecs (7 jiffies) 00000400:00000200:2.0:1767734694.155870:0:196090:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:2.0:1767734694.155873:0:196090:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303455984 00000100:00000001:2.0:1767734694.155876:0:196090:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1e7e86000: PM QoS request active for cpu 2, keep current deadline 4303456058 00000100:00000001:2.0:1767734694.155879:0:196090:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303455984 00000100:00000001:2.0:1767734694.155882:0:196090:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1e7e86000: PM QoS request active for cpu 3, keep current deadline 4303456058 00000100:00000001:2.0:1767734694.155884:0:196090:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734694.155887:0:196090:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734694.155891:0:196090:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734694.155894:0:196090:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734694.155900:0:196090:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767734694.155902:0:196090:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1767734694.155905:0:196090:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767734694.155906:0:196090:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767734694.155908:0:196090:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734694.155910:0:196090:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734694.156042:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734694.156051:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1ef790000. 00000400:00000200:3.0:1767734694.156057:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734694.156066:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734694.156072:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa294c8 00000400:00000010:3.0:1767734694.156075:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa294c8. 00000100:00000001:3.0:1767734694.156079:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734694.156087:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02ce680 x1853602672085248/t0(0) o8->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 520/544 e 0 to 0 dl 1767734704 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734694.156100:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734694.156105:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02ce680 x1853602672085248/t0(0) o8->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 520/544 e 0 to 0 dl 1767734704 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734694.156114:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734694.156117:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734694.158046:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734694.158057:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734694.158061:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734694.158064:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734694.158071:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734694.158078:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734694.158085:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734694.158090:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734694.158095:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734694.158099:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 416 into portal 4 MB=0x695d780d30900 00000400:00000200:3.0:1767734694.158105:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734694.158112:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.112@tcp of length 416/416 into md 0x7ba8d [1] + 0 00000800:00000001:3.0:1767734694.158119:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734694.158126:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734694.158129:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734694.158146:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734694.158151:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734694.158158:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02ce680 x1853602672085248/t0(0) o8->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 520/544 e 0 to 0 dl 1767734704 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734694.158173:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff94b1d02ce680 x1853602672085248/t0(0) o8->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 520/544 e 0 to 0 dl 1767734704 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734694.158201:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734694.158208:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734694.158213:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734694.158348:0:196090:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767734694.158386:0:196090:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767734694.158392:0:196090:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767734694.158394:0:196090:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767734694.158397:0:196090:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f8c5ee18. 00000400:00000200:2.0:1767734694.158402:0:196090:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa295d8 00000400:00000010:2.0:1767734694.158403:0:196090:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa295d8. 00000100:00000001:2.0:1767734694.158407:0:196090:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734694.158414:0:196090:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02ce680 x1853602672085248/t0(0) o8->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 520/544 e 0 to 0 dl 1767734704 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767734694.158424:0:196090:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02ce680 x1853602672085248/t0(0) o8->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 520/544 e 0 to 0 dl 1767734704 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734694.158440:0:196090:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767734694.158442:0:196090:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734694.158444:0:196090:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767734694.158446:0:196090:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767734694.158448:0:196090:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767734694.158449:0:196090:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734694.158451:0:196090:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767734694.158456:0:196090:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f0134c58 time=24 v=5 (5 0 0 0) 00000100:00001000:2.0:1767734694.158458:0:196090:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f0134c10 time=24 v=5 (1 0 0 0) 00000100:00000001:2.0:1767734694.158460:0:196090:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767734694.158462:0:196090:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734694.158463:0:196090:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767734694.158465:0:196090:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734694.158468:0:196090:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1767734694.158469:0:196090:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94b1e7e86000: committing for last_committed 0 gen 2 00000100:00000040:2.0:1767734694.158471:0:196090:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94b1e7e86000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:2.0:1767734694.158473:0:196090:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767734694.158474:0:196090:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734694.158478:0:196090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02ce680 x1853602672085248/t0(0) o8->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 520/416 e 0 to 0 dl 1767734704 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734694.158484:0:196090:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734694.158486:0:196090:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767734694.158487:0:196090:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734694.158490:0:196090:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1767734694.158493:0:196090:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff94b1e7e86000: connect to target with instance 3 00000020:00000001:2.0:1767734694.158495:0:196090:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767734694.158496:0:196090:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1886cffb85c2b870 00000020:00000001:2.0:1767734694.158498:0:196090:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734694.158500:0:196090:0:(lustre_handles.c:131:class_handle2object()) GET export ffff94b1e7e80800 refcount=4 00000020:00000001:2.0:1767734694.158501:0:196090:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090553706496 : -117983155845120 : ffff94b1e7e80800) 00000020:00000001:2.0:1767734694.158503:0:196090:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626090553706496 : -117983155845120 : ffff94b1e7e80800) 00000100:00001000:2.0:1767734694.158506:0:196090:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f0134c10 time=1767734694 v=0 (0 0 0 0) 00000100:00001000:2.0:1767734694.158513:0:196090:0:(import.c:2194:obd_at_measure()) AT ffff94b1f0134c10 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:2.0:1767734694.158517:0:196090:0:(obd_cksum.h:76:obd_cksum_types_supported_client()) Crypto hash speed: crc 1951, crc32c 11823, adler 1647 00000100:00080000:2.0:1767734694.158522:0:196090:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff94b1e7e86000: Resetting ns_connect_flags to server flags: 0xa0425af2e3440038 00000020:00000040:2.0:1767734694.158524:0:196090:0:(genops.c:898:class_export_put()) PUTting export ffff94b1e7e80800 : new refcount 3 00000100:00000001:2.0:1767734694.158527:0:196090:0:(obd_class.h:1217:obd_import_event()) Process entered 00000008:00000001:2.0:1767734694.158529:0:196090:0:(osc_request.c:3856:osc_import_event()) Process entered 00000008:00000020:2.0:1767734694.158533:0:196090:0:(osc_request.c:1046:osc_init_grant()) lustre-OST0001-osc-ffff94b1e7e86000, setting cl_avail_grant: 3407872 cl_lost_grant: 0. chunk bits: 20 cl_max_extent_pages: 262144 00000008:00000001:2.0:1767734694.158536:0:196090:0:(obd_class.h:1235:obd_notify()) Process entered 00020000:00000001:2.0:1767734694.158538:0:196090:0:(lov_obd.c:418:lov_notify()) Process entered 00000080:00000001:2.0:1767734694.158541:0:196090:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:2.0:1767734694.158543:0:196090:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00000001:2.0:1767734694.158546:0:196090:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:2.0:1767734694.158547:0:196090:0:(obd_class.h:503:obd_get_info()) Process entered 00020000:00000001:2.0:1767734694.158549:0:196090:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:2.0:1767734694.158551:0:196090:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734694.158553:0:196090:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734694.158554:0:196090:0:(obd_class.h:503:obd_get_info()) Process entered 00020000:00000001:2.0:1767734694.158555:0:196090:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:2.0:1767734694.158556:0:196090:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734694.158558:0:196090:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:2.0:1767734694.158559:0:196090:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:2.0:1767734694.158562:0:196090:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:2.0:1767734694.158563:0:196090:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734694.158565:0:196090:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734694.158566:0:196090:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1767734694.158568:0:196090:0:(lov_obd.c:455:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1767734694.158570:0:196090:0:(obd_class.h:1248:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1767734694.158571:0:196090:0:(osc_request.c:3923:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734694.158573:0:196090:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:2.0:1767734694.158575:0:196090:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:2.0:1767734694.158577:0:196090:0:(import.c:65:import_set_state_nolock()) ffff94b1f0134800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000100:00000001:2.0:1767734694.158580:0:196090:0:(obd_class.h:1217:obd_import_event()) Process entered 00000008:00000001:2.0:1767734694.158581:0:196090:0:(osc_request.c:3856:osc_import_event()) Process entered 00000008:00000001:2.0:1767734694.158582:0:196090:0:(obd_class.h:1235:obd_notify()) Process entered 00020000:00000001:2.0:1767734694.158583:0:196090:0:(lov_obd.c:418:lov_notify()) Process entered 00020000:00000001:2.0:1767734694.158584:0:196090:0:(lov_obd.c:340:lov_set_osc_active()) Process entered 00020000:00000040:2.0:1767734694.158589:0:196090:0:(lov_obd.c:342:lov_set_osc_active()) Searching in lov ffff94b1c699a020 for uuid lustre-OST0001_UUID event(1) 00020000:00000040:2.0:1767734694.158592:0:196090:0:(lov_obd.c:385:lov_set_osc_active()) OSC lustre-OST0001_UUID already active! 00020000:00000001:2.0:1767734694.158594:0:196090:0:(lov_obd.c:386:lov_set_osc_active()) Process leaving via out (rc=1 : 1 : 0x1) 00020000:00000001:2.0:1767734694.158596:0:196090:0:(lov_obd.c:410:lov_set_osc_active()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1767734694.158597:0:196090:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:2.0:1767734694.158599:0:196090:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00000001:2.0:1767734694.158600:0:196090:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:2.0:1767734694.158601:0:196090:0:(obd_class.h:503:obd_get_info()) Process entered 00020000:00000001:2.0:1767734694.158602:0:196090:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:2.0:1767734694.158603:0:196090:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734694.158604:0:196090:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734694.158606:0:196090:0:(obd_class.h:503:obd_get_info()) Process entered 00020000:00000001:2.0:1767734694.158606:0:196090:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:2.0:1767734694.158608:0:196090:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734694.158609:0:196090:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:2.0:1767734694.158610:0:196090:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:2.0:1767734694.158612:0:196090:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:2.0:1767734694.158613:0:196090:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734694.158614:0:196090:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734694.158615:0:196090:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1767734694.158617:0:196090:0:(lov_obd.c:455:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1767734694.158618:0:196090:0:(obd_class.h:1248:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1767734694.158620:0:196090:0:(osc_request.c:3923:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734694.158621:0:196090:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1767734694.158623:0:196090:0:(import.c:1232:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734694.158625:0:196090:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1767734694.158631:0:196090:0:(recover.c:189:ptlrpc_wake_delayed()) @@@ waking (set 0000000060ac9ba0): req@ffff94b1d02cea00 x1853602672085376/t0(0) o2->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734694.158650:0:196090:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734694.158652:0:196090:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734694.158656:0:196090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02ce680 x1853602672085248/t0(0) o8->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 520/416 e 0 to 0 dl 1767734704 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767734694.158663:0:196090:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66586885-669e-469f-b1c7-cb1a0fe6eee4:196090:1853602672085248:192.168.203.112@tcp:8:touch.0 00000100:00000001:2.0:1767734694.158666:0:196090:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734694.158673:0:196090:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734694.158676:0:196090:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02ce680 x1853602672085248/t0(0) o8->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 520/416 e 0 to 0 dl 1767734704 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734694.158681:0:196090:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767734694.158683:0:196090:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767734694.158685:0:196090:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94b1f44a9400. 02000000:00000001:2.0:1767734694.158688:0:196090:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767734694.158689:0:196090:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767734694.158690:0:196090:0:(genops.c:1242:class_import_put()) import ffff94b1f0134800 refcount=3 obd=lustre-OST0001-osc-ffff94b1e7e86000 00000020:00000001:2.0:1767734694.158692:0:196090:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767734694.158693:0:196090:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1f026e400. 02000000:00000001:2.0:1767734694.158695:0:196090:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767734694.158697:0:196090:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767734694.158698:0:196090:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02ce680. 00000100:00000001:2.0:1767734694.158700:0:196090:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767734694.158702:0:196090:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734694.158704:0:196090:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734694.158708:0:196090:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767734694.158710:0:196090:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734694.158712:0:196090:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767734694.158714:0:196090:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734694.158729:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767734694.158750:0:196091:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734694.158754:0:196091:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734694.158759:0:196091:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734694.158761:0:196091:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734694.158765:0:196091:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734694.158768:0:196091:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734694.158771:0:196091:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734694.158774:0:196091:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734694.158779:0:196091:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734694.158781:0:196091:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734694.158784:0:196091:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734694.158791:0:196091:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94b1f026f400. 02000000:00000001:1.0:1767734694.158795:0:196091:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734694.158803:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734694.158807:0:196091:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810b58. 00000400:00000010:1.0:1767734694.158812:0:196091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b880. 00000100:00000200:1.0:1767734694.158818:0:196091:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853602672085376, portal 4 00000100:00000001:1.0:1767734694.158820:0:196091:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734694.158822:0:196091:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155567616 : -117983553984000 : ffff94b1d02cea00) 00000100:00000040:1.0:1767734694.158833:0:196091:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1d02cea00 x1853602672085376/t0(0) o2->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 440/432 e 0 to 0 dl 1767734710 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734694.158843:0:196091:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734694.158847:0:196091:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734694.158850:0:196091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845bb28. 00000100:00000200:1.0:1767734694.158854:0:196091:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1853602672085376, offset 0 00000400:00000200:1.0:1767734694.158872:0:196091:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734694.158879:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734694.158887:0:196091:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734694.158892:0:196091:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734694.158896:0:196091:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734694.158899:0:196091:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734694.158903:0:196091:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734694.158907:0:196091:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66613:66613:256:4294967295] 192.168.203.112@tcp LPNI seq info [66613:66613:8:4294967295] 00000400:00000200:1.0:1767734694.158913:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734694.158923:0:196091:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734694.158929:0:196091:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734694.158934:0:196091:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f472c300. 00000800:00000200:1.0:1767734694.158941:0:196091:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734694.158948:0:196091:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734694.158952:0:196091:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f472c300 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:1.0:1767734694.158976:0:196091:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734694.158982:0:196091:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1e7e86000: using a timeout of 5705 usecs (6 jiffies) 00000400:00000200:1.0:1767734694.158986:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734694.158989:0:196091:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303455986 00000100:00000001:1.0:1767734694.158992:0:196091:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1e7e86000: PM QoS request active for cpu 2, keep current deadline 4303456058 00000100:00000001:1.0:1767734694.158995:0:196091:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303455986 00000100:00000001:1.0:1767734694.158998:0:196091:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1e7e86000: PM QoS request active for cpu 3, keep current deadline 4303456058 00000100:00000001:1.0:1767734694.159001:0:196091:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734694.159004:0:196091:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734694.159007:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734694.159013:0:196091:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734694.159015:0:196091:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767734694.159018:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767734694.159019:0:196091:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734694.159021:0:196091:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734694.159024:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734694.159149:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734694.159157:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f472c300. 00000400:00000200:3.0:1767734694.159165:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734694.159173:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734694.159179:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845bb28 00000400:00000010:3.0:1767734694.159182:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845bb28. 00000100:00000001:3.0:1767734694.159187:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734694.159195:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cea00 x1853602672085376/t0(0) o2->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 440/432 e 0 to 0 dl 1767734710 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734694.159208:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734694.159213:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cea00 x1853602672085376/t0(0) o2->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 440/432 e 0 to 0 dl 1767734710 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734694.159222:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734694.159225:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734694.172983:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734694.172994:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734694.172998:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734694.173000:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734694.173008:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734694.173015:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734694.173022:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734694.173027:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734694.173032:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734694.173036:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 432 into portal 4 MB=0x695d780d30980 00000400:00000200:3.0:1767734694.173053:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734694.173060:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.112@tcp of length 432/432 into md 0x7ba9d [1] + 224 00000800:00000001:3.0:1767734694.173068:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734694.173076:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734694.173079:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734694.173084:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734694.173089:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734694.173096:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cea00 x1853602672085376/t0(0) o2->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 440/432 e 0 to 0 dl 1767734710 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767734694.173110:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff94b1d02cea00 x1853602672085376/t0(0) o2->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 440/432 e 0 to 0 dl 1767734710 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734694.173137:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734694.173143:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734694.173147:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734694.173254:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767734694.173260:0:196091:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734694.173267:0:196091:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734694.173269:0:196091:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734694.173273:0:196091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810b58. 00000400:00000200:1.0:1767734694.173280:0:196091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b880 00000400:00000010:1.0:1767734694.173282:0:196091:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b880. 00000100:00000001:1.0:1767734694.173287:0:196091:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734694.173297:0:196091:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02cea00 x1853602672085376/t0(0) o2->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 440/432 e 0 to 0 dl 1767734710 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767734694.173347:0:196091:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02cea00 x1853602672085376/t0(0) o2->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 440/432 e 0 to 0 dl 1767734710 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734694.173388:0:196091:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734694.173390:0:196091:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734694.173392:0:196091:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734694.173395:0:196091:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734694.173396:0:196091:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734694.173398:0:196091:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734694.173400:0:196091:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734694.173405:0:196091:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f0134c58 time=24 v=5 (5 0 0 0) 00000100:00001000:1.0:1767734694.173408:0:196091:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f0134c10 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734694.173410:0:196091:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734694.173411:0:196091:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734694.173413:0:196091:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734694.173415:0:196091:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734694.173417:0:196091:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1767734694.173419:0:196091:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1767734694.173420:0:196091:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1767734694.173422:0:196091:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734694.173423:0:196091:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155567616 : -117983553984000 : ffff94b1d02cea00) 00000100:00000001:1.0:1767734694.173425:0:196091:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734694.173426:0:196091:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94b1e7e86000: skip recheck: last_committed 0 00000100:00000001:1.0:1767734694.173427:0:196091:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734694.173429:0:196091:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734694.173433:0:196091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02cea00 x1853602672085376/t12884903351(12884903351) o2->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 440/432 e 0 to 0 dl 1767734710 ref 2 fl Rpc:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734694.173455:0:196091:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734694.173457:0:196091:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734694.173458:0:196091:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1767734694.173461:0:196091:0:(osc_request.c:175:osc_setattr_interpret()) Process entered 00000008:00000001:1.0:1767734694.173475:0:196091:0:(osc_request.c:188:osc_setattr_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734694.173480:0:196091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02cea00 x1853602672085376/t12884903351(12884903351) o2->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 440/432 e 0 to 0 dl 1767734710 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767734694.173487:0:196091:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:66586885-669e-469f-b1c7-cb1a0fe6eee4:0:1853602672085376:192.168.203.112@tcp:2:touch.0 00000100:00000001:1.0:1767734694.173492:0:196091:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734694.173494:0:196091:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734694.173497:0:196091:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cea00 x1853602672085376/t12884903351(12884903351) o2->lustre-OST0001-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 440/432 e 0 to 0 dl 1767734710 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734694.173502:0:196091:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734694.173504:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734694.173508:0:196091:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734694.173509:0:196091:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734694.173512:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767734694.173514:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734694.173554:0:250975:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1767734694.173558:0:250975:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1767734694.173560:0:250975:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734694.173563:0:250975:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1767734694.173566:0:250975:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1767734694.173568:0:250975:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:0.0:1767734694.173570:0:250975:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1767734694.173571:0:250975:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1767734694.173572:0:250975:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1767734694.173574:0:250975:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1767734694.173575:0:250975:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1767734694.173577:0:250975:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1767734694.173578:0:250975:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1767734694.173579:0:250975:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1767734694.173581:0:250975:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1767734694.173582:0:250975:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1767734694.173583:0:250975:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1767734694.173584:0:250975:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1767734694.173585:0:250975:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1767734694.173587:0:250975:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1767734694.173588:0:250975:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1767734694.173590:0:250975:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1767734694.173591:0:250975:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1767734694.173592:0:250975:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1767734694.173594:0:250975:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734694.173597:0:250975:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1767734694.173598:0:250975:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:0.0:1767734694.173599:0:250975:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1767734694.173600:0:250975:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1767734694.173602:0:250975:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1767734694.173604:0:250975:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b120 00020000:00000001:0.0:1767734694.173607:0:250975:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1767734694.173608:0:250975:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:0.0:1767734694.173611:0:250975:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:0.0:1767734694.173613:0:250975:0:(vvp_io.c:289:vvp_io_fini()) [0x2000013a3:0x7:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1767734694.173617:0:250975:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1767734694.173626:0:250975:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1767734694.173628:0:250975:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1bea0 00000080:00000001:0.0:1767734694.173630:0:250975:0:(lcommon_cl.c:108:cl_setattr_ost()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734694.173632:0:250975:0:(llite_lib.c:2534:ll_setattr_raw()) Process leaving 00000080:00000010:0.0:1767734694.173635:0:250975:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d0639c00. 00000020:00000001:0.0:1767734694.173641:0:250975:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30810bc30 00000080:00200008:0.0:1767734694.173643:0:250975:0:(llite_lib.c:2564:ll_setattr_raw()) COMPLETED file f160l.sanity:[0x2000013a3:0x7:0x0](ffff94b1c4b0e3c8) current size 0, valid attrs 201f0, mode 0, uid -1055604710, gid -1, new size 18446744072416066071, atime 1767734694.000000000, mtime 1767734694.000000000, ctime 1767734694.000000000, rc 0 00000080:00000001:0.0:1767734694.173649:0:250975:0:(llite_lib.c:2566:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1767734694.173657:0:250975:0:(lov_object.c:2354:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1767734694.173659:0:250975:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f84534d8) owner 0000000000000000/ffff94b1c1378000 00020000:00000002:0.0:1767734694.173662:0:250975:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f84534d8) owner 0000000000000000/ffff94b1c1378000 00020000:00000001:0.0:1767734694.173665:0:250975:0:(lov_object.c:2406:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734694.173669:0:250975:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:0.0:1767734694.173670:0:250975:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30810bdd0 00000080:00200008:0.0:1767734694.173673:0:250975:0:(file.c:424:ll_file_release()) START file f160l.sanity:[0x2000013a3:0x7:0x0](ffff94b1c4b0e3c8), flags 104001 00000080:00000001:0.0:1767734694.173675:0:250975:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:0.0:1767734694.173678:0:250975:0:(pcc.c:2461:pcc_file_release()) Process leaving 00020000:00000001:0.0:1767734694.173679:0:250975:0:(lov_object.c:2354:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1767734694.173681:0:250975:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f84534d8) owner 0000000000000000/ffff94b1c1378000 00020000:00000002:0.0:1767734694.173682:0:250975:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f84534d8) owner 0000000000000000/ffff94b1c1378000 00020000:00000001:0.0:1767734694.173684:0:250975:0:(lov_object.c:2406:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734694.173686:0:250975:0:(file.c:339:ll_md_close()) Process entered 00000002:00000001:0.0:1767734694.173689:0:250975:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767734694.173691:0:250975:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767734694.173694:0:250975:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1100 count: 2 00010000:00000001:0.0:1767734694.173696:0:250975:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767734694.173699:0:250975:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767734694.173701:0:250975:0:(lmv_obd.c:3988:lmv_lock_match()) Lock match for [0x2000013a3:0x7:0x0]: 0 00000080:00000001:0.0:1767734694.173703:0:250975:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1767734694.173705:0:250975:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1767734694.173708:0:250975:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff94b1c38da400. 00000080:00000001:0.0:1767734694.173710:0:250975:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1767734694.173712:0:250975:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1767734694.173715:0:250975:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:0.0:1767734694.173721:0:250975:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a3:0x7:0x0] 00000002:00000001:0.0:1767734694.173724:0:250975:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:0.0:1767734694.173743:0:250975:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff94b1e7e86000: [0x2000013a3:0x7:0x0] file closed with intent: 0 00000100:00000010:0.0:1767734694.173750:0:250975:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da9c00. 00000020:00000040:0.0:1767734694.173754:0:250975:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=7 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000100:00000001:0.0:1767734694.173758:0:250975:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734694.173761:0:250975:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734694.173765:0:250975:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734694.173770:0:250975:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c38dac00. 00000100:00000001:0.0:1767734694.173775:0:250975:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1767734694.173789:0:250975:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff94b1d02c9880 x1853602672084736/t12884924699(12884924699) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/664 e 0 to 0 dl 1767734710 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1767734694.173802:0:250975:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1e7e86000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1767734694.173808:0:250975:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1f2da9c00 x1853602672085632/t0(0) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1767734694.173818:0:250975:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734694.173820:0:250975:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734694.173825:0:250975:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b20126f600. 00000100:00000001:0.0:1767734694.173827:0:250975:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090977261056 : -117982732290560 : ffff94b20126f600) 00000100:00000001:0.0:1767734694.173831:0:250975:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734694.173832:0:250975:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737376256 : -117982972175360 : ffff94b1f2da9c00) 00000100:00000001:0.0:1767734694.173836:0:250975:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734694.173840:0:250975:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734694.173842:0:250975:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734694.173844:0:250975:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734694.173848:0:250975:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da9c00 x1853602672085632/t0(0) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734694.173856:0:250975:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734694.173858:0:250975:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734694.173862:0:250975:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734694.173865:0:250975:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734694.173867:0:250975:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734694.173872:0:250975:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da9c00 pname:cluuid:pid:xid:nid:opc:job touch:66586885-669e-469f-b1c7-cb1a0fe6eee4:250975:1853602672085632:192.168.203.112@tcp:35:touch.0 00000100:00000001:0.0:1767734694.173882:0:250975:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734694.173886:0:250975:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734694.173889:0:250975:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734694.173891:0:250975:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734694.173896:0:250975:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f0d05000. 02000000:00000001:0.0:1767734694.173898:0:250975:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734694.173905:0:250975:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734694.173909:0:250975:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558d68. 00000400:00000010:0.0:1767734694.173915:0:250975:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80bdd0. 00000100:00000200:0.0:1767734694.173920:0:250975:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672085632, portal 10 00000100:00000001:0.0:1767734694.173922:0:250975:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734694.173924:0:250975:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737376256 : -117982972175360 : ffff94b1f2da9c00) 00000100:00000040:0.0:1767734694.173931:0:250975:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1f2da9c00 x1853602672085632/t0(0) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734710 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734694.173939:0:250975:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734694.173942:0:250975:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734694.173945:0:250975:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b2a8. 00000100:00000200:0.0:1767734694.173949:0:250975:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1853602672085632, offset 0 00000400:00000200:0.0:1767734694.173956:0:250975:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734694.173962:0:250975:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734694.173970:0:250975:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734694.173974:0:250975:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734694.173978:0:250975:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734694.173982:0:250975:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734694.173985:0:250975:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734694.173990:0:250975:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66614:66614:256:4294967295] 192.168.203.112@tcp LPNI seq info [66614:66614:8:4294967295] 00000400:00000200:0.0:1767734694.173995:0:250975:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734694.174005:0:250975:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734694.174011:0:250975:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734694.174016:0:250975:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1deb6f500. 00000800:00000200:0.0:1767734694.174022:0:250975:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734694.174036:0:250975:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734694.174041:0:250975:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1deb6f500 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1767734694.174065:0:250975:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734694.174071:0:250975:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 82835 usecs (83 jiffies) 00000400:00000200:0.0:1767734694.174076:0:250975:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734694.174079:0:250975:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303456078 00000100:00000001:0.0:1767734694.174085:0:250975:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303456058 00000100:00000001:0.0:1767734694.174091:0:250975:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303456078 00000100:00000001:0.0:1767734694.174095:0:250975:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303456058 00000100:00000001:0.0:1767734694.174098:0:250975:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734694.174101:0:250975:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734694.174104:0:250975:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734694.174106:0:250975:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734694.174109:0:250975:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b20126f600 going to sleep for 11 seconds 00000100:00000001:0.0:1767734694.174111:0:250975:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734694.174114:0:250975:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734694.174239:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734694.174248:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1deb6f500. 00000400:00000200:3.0:1767734694.174254:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734694.174262:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734694.174268:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b2a8 00000400:00000010:3.0:1767734694.174271:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b2a8. 00000100:00000001:3.0:1767734694.174276:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734694.174284:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da9c00 x1853602672085632/t0(0) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734710 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734694.174297:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734694.174302:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da9c00 x1853602672085632/t0(0) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734710 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734694.174454:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734694.174457:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734694.176493:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734694.176504:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734694.176508:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734694.176510:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734694.176529:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734694.176536:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734694.176542:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734694.176547:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734694.176552:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734694.176556:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d30a80 00000400:00000200:3.0:1767734694.176562:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734694.176569:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7baa5 [1] + 224 00000800:00000001:3.0:1767734694.176576:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734694.176595:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734694.176598:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734694.176604:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734694.176609:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734694.176615:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da9c00 x1853602672085632/t0(0) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734710 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767734694.176629:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff94b1f2da9c00 x1853602672085632/t0(0) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734710 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734694.176655:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734694.176670:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734694.176674:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734694.176776:0:250975:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734694.176786:0:250975:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734694.176788:0:250975:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734694.176793:0:250975:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558d68. 00000400:00000200:0.0:1767734694.176800:0:250975:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80bdd0 00000400:00000010:0.0:1767734694.176803:0:250975:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80bdd0. 00000100:00000001:0.0:1767734694.176807:0:250975:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734694.176818:0:250975:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da9c00 x1853602672085632/t0(0) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734710 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767734694.176832:0:250975:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da9c00 x1853602672085632/t0(0) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734710 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734694.176842:0:250975:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734694.176844:0:250975:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734694.176847:0:250975:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734694.176850:0:250975:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734694.176852:0:250975:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734694.176867:0:250975:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734694.176871:0:250975:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734694.176877:0:250975:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dca0 time=24 v=5 (5 0 0 0) 00000100:00001000:0.0:1767734694.176882:0:250975:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=24 v=5 (1 0 0 0) 00000100:00000001:0.0:1767734694.176885:0:250975:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734694.176887:0:250975:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734694.176890:0:250975:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734694.176893:0:250975:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734694.176897:0:250975:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1767734694.176899:0:250975:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1767734694.176901:0:250975:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1767734694.176903:0:250975:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734694.176905:0:250975:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737376256 : -117982972175360 : ffff94b1f2da9c00) 00000100:00000001:0.0:1767734694.176908:0:250975:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734694.176910:0:250975:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924697 00000100:00000001:0.0:1767734694.176912:0:250975:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734694.176915:0:250975:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734694.176921:0:250975:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da9c00 x1853602672085632/t12884924701(12884924701) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734710 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734694.176930:0:250975:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734694.176933:0:250975:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734694.176935:0:250975:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734694.176940:0:250975:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da9c00 x1853602672085632/t12884924701(12884924701) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734710 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767734694.176950:0:250975:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da9c00 pname:cluuid:pid:xid:nid:opc:job touch:66586885-669e-469f-b1c7-cb1a0fe6eee4:250975:1853602672085632:192.168.203.112@tcp:35:touch.0 00000100:00000001:0.0:1767734694.176956:0:250975:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734694.176958:0:250975:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734694.176961:0:250975:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734694.176963:0:250975:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734694.176967:0:250975:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da9c00 x1853602672085632/t12884924701(12884924701) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734710 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734694.176975:0:250975:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734694.176984:0:250975:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b20126f600. 00000100:00000001:0.0:1767734694.176988:0:250975:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734694.176989:0:250975:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734694.176996:0:250975:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734694.176998:0:250975:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737376256 : -117982972175360 : ffff94b1f2da9c00) 00000002:00000001:0.0:1767734694.177001:0:250975:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734694.177004:0:250975:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734694.177008:0:250975:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c38da400. 00000080:00000001:0.0:1767734694.177011:0:250975:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1767734694.177014:0:250975:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1767734694.177018:0:250975:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1767734694.177023:0:250975:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94b1d02c9880 x1853602672084736/t12884924699(12884924699) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/664 e 0 to 0 dl 1767734710 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1767734694.177033:0:250975:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734694.177035:0:250975:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734694.177038:0:250975:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94b1f451fc80. 00000100:00000001:0.0:1767734694.177041:0:250975:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734694.177045:0:250975:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da9c00 x1853602672085632/t12884924701(12884924701) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734710 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734694.177053:0:250975:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734694.177055:0:250975:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734694.177059:0:250975:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff94b1c2ea0b40. 00000080:00000001:0.0:1767734694.177062:0:250975:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734694.177067:0:250975:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30810bdd0 00000080:00000008:0.0:1767734694.177070:0:250975:0:(file.c:464:ll_file_release()) COMPLETED file f160l.sanity:[0x2000013a3:0x7:0x0](ffff94b1c4b0e3c8), flags 104001, rc = 0 00000080:00000001:0.0:1767734694.177074:0:250975:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734694.177079:0:250975:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1767734694.177081:0:250975:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30810be00 00000080:00002000:0.0:1767734694.177084:0:250975:0:(dcache.c:127:ll_ddelete()) deleting dentry f160l.sanity (ffff94b1f820b510, parent ffff94b1f820b6c0, inode ffff94b1c4b0e3c8) hashed, 00000080:00000001:0.0:1767734694.177088:0:250975:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767734694.177093:0:250975:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1767734694.177097:0:250975:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1767734694.177101:0:250975:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1767734694.177103:0:250975:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30810be00 00000080:00002000:0.0:1767734694.177111:0:250975:0:(dcache.c:127:ll_ddelete()) keeping dentry d160l.sanity (ffff94b1f820b6c0, parent ffff94b1c49c60d8, inode ffff94b1df7a5348) hashed, 00000080:00000001:0.0:1767734694.177115:0:250975:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.1F:1767734694.183425:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1f9724f20. 00000080:00000001:2.0:1767734694.185527:0:250976:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:2.0:1767734694.185530:0:250976:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:2.0:1767734694.185532:0:250976:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1767734694.185534:0:250976:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308113bc0 00000080:00200000:2.0:1767734694.185536:0:250976:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908),name=/ 00000080:00000010:2.0:1767734694.185541:0:250976:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c33d8000. 00800000:00000002:2.0:1767734694.185545:0:250976:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:2.0:1767734694.185547:0:250976:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:2.0:1767734694.185549:0:250976:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1767734694.185550:0:250976:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308113ae0 00800000:00000002:2.0:1767734694.185552:0:250976:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1767734694.185555:0:250976:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1767734694.185557:0:250976:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1767734694.185560:0:250976:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1767734694.185562:0:250976:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3081139b0 00000002:00010000:2.0:1767734694.185568:0:250976:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1767734694.185571:0:250976:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1767734694.185573:0:250976:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1767734694.185574:0:250976:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1767734694.185577:0:250976:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52d00 count: 2 00010000:00000001:2.0:1767734694.185580:0:250976:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767734694.185583:0:250976:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767734694.185585:0:250976:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767734694.185589:0:250976:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b8e0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabd00 expref: -99 pid: 250975 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767734694.185596:0:250976:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1767734694.185599:0:250976:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767734694.185602:0:250976:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b8e0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabd00 expref: -99 pid: 250975 timeout: 0 lvb_type: 0 00000002:00000001:2.0:1767734694.185608:0:250976:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1767734694.185610:0:250976:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1767734694.185612:0:250976:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1767734694.185613:0:250976:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1767734694.185615:0:250976:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1767734694.185617:0:250976:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1767734694.185619:0:250976:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1767734694.185621:0:250976:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:2.0:1767734694.185623:0:250976:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c33d8000. 00000080:00000001:2.0:1767734694.185626:0:250976:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1767734694.185627:0:250976:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1767734694.185629:0:250976:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00010000:2.0:1767734694.185631:0:250976:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) for lock 0x1886cffb85c2b8e0 00800000:00000001:2.0:1767734694.185634:0:250976:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1767734694.185635:0:250976:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1767734694.185637:0:250976:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734694.185638:0:250976:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734694.185640:0:250976:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:2.0:1767734694.185642:0:250976:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734694.185648:0:250976:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734694.185650:0:250976:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734694.185651:0:250976:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1767734694.185653:0:250976:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767734694.185655:0:250976:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1767734694.185657:0:250976:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b8e0 from it ffffafc308113bf8 00010000:00000001:2.0:1767734694.185659:0:250976:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734694.185660:0:250976:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734694.185661:0:250976:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:2.0:1767734694.185662:0:250976:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734694.185664:0:250976:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734694.185666:0:250976:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767734694.185668:0:250976:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b8e0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabd00 expref: -99 pid: 250975 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767734694.185691:0:250976:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734694.185692:0:250976:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734694.185694:0:250976:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1767734694.185696:0:250976:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1767734694.185699:0:250976:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b8e0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabd00 expref: -99 pid: 250975 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767734694.185707:0:250976:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767734694.185709:0:250976:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767734694.185712:0:250976:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767734694.185715:0:250976:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734694.185716:0:250976:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734694.185718:0:250976:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734694.185721:0:250976:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767734694.185723:0:250976:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734694.185725:0:250976:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734694.185728:0:250976:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734694.185731:0:250976:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767734694.185733:0:250976:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734694.185734:0:250976:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767734694.185743:0:250976:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767734694.185745:0:250976:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1767734694.185748:0:250976:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908), inode mode 41ed mask 1 00000080:00000001:2.0:1767734694.185753:0:250976:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734694.185757:0:250976:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1767734694.185759:0:250976:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308113b88 00000080:00002000:2.0:1767734694.185762:0:250976:0:(dcache.c:87:ll_dcompare()) found name d160l.sanity(ffff94b1f820b6c0) flags 0x28000e refc 0 00000080:00000001:2.0:1767734694.185766:0:250976:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734694.185768:0:250976:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308113bd0 00000080:00200000:2.0:1767734694.185770:0:250976:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160l.sanity, flags=27 00000080:00000001:2.0:1767734694.185775:0:250976:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1767734694.185777:0:250976:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734694.185781:0:250976:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:2.0:1767734694.185783:0:250976:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x6:0x0](ffff94b1df7a5348), inode mode 41ed mask 1 00000080:00000001:2.0:1767734694.185786:0:250976:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1767734694.185794:0:250976:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1f9724540. 00000080:00000001:2.0:1767734694.185798:0:250976:0:(namei.c:1347:ll_atomic_open()) Process entered 00000020:00000001:2.0:1767734694.185800:0:250976:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308113b50 00000080:00200000:2.0:1767734694.185803:0:250976:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f160l.sanity, dir=[0x2000013a3:0x6:0x0](ffff94b1df7a5348), file ffff94b1e06e8900, open_flags 18800, mode 0 opened 0 00000080:00000010:2.0:1767734694.185809:0:250976:0:(namei.c:1378:ll_atomic_open()) kmalloced '(it)': 72 at ffff94b1d8e3b780. 00000080:00000001:2.0:1767734694.185812:0:250976:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:2.0:1767734694.185814:0:250976:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308113a10 00000080:00200000:2.0:1767734694.185816:0:250976:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f160l.sanity, dir=[0x2000013a3:0x6:0x0](ffff94b1df7a5348), intent=open 00000080:00000010:2.0:1767734694.185823:0:250976:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c33d8000. 00000080:00000001:2.0:1767734694.185827:0:250976:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:2.0:1767734694.185830:0:250976:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1767734694.185832:0:250976:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308113930 00800000:00000002:2.0:1767734694.185835:0:250976:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open' for [0x0:0x0:0x0] 'f160l.sanity' on [0x2000013a3:0x6:0x0] 00800000:00000001:2.0:1767734694.185839:0:250976:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:2.0:1767734694.185841:0:250976:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1767734694.185845:0:250976:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446626090835053568 : -117982874498048 : ffff94b1f8ad0c00) 00000020:00000001:2.0:1767734694.185848:0:250976:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3081138b0 00800000:00000002:2.0:1767734694.185851:0:250976:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x2000013a3:0x6:0x0], fid2=[0x0:0x0:0x0], name='f160l.sanity' -> mds #0 00000002:00000001:2.0:1767734694.185856:0:250976:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1767734694.185866:0:250976:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3081137e8 00000002:00010000:2.0:1767734694.185869:0:250976:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f160l.sanity,[0x0:0x0:0x0]) in obj [0x2000013a3:0x6:0x0], intent: open flags 0304001 00000002:00000001:2.0:1767734694.185874:0:250976:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1767734694.185876:0:250976:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1767734694.185878:0:250976:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1767734694.185883:0:250976:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52600 count: 2 00010000:00000001:2.0:1767734694.185886:0:250976:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767734694.185889:0:250976:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1767734694.185892:0:250976:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734694.185895:0:250976:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734694.185897:0:250976:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767734694.185902:0:250976:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02c8700. 00000020:00000040:2.0:1767734694.185906:0:250976:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=8 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 02000000:00000001:2.0:1767734694.185911:0:250976:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1767734694.185913:0:250976:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734694.185916:0:250976:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1767734694.185920:0:250976:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767734694.185923:0:250976:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734694.185925:0:250976:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734694.185927:0:250976:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734694.185930:0:250976:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767734694.185932:0:250976:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767734694.185935:0:250976:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767734694.185940:0:250976:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1f44a9400. 00000100:00000001:2.0:1767734694.185945:0:250976:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734694.185949:0:250976:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767734694.185951:0:250976:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734694.185953:0:250976:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767734694.185955:0:250976:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734694.185958:0:250976:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734694.185965:0:250976:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446626090155542272 : -117983554009344 : ffff94b1d02c8700) 00010000:00000001:2.0:1767734694.185969:0:250976:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1767734694.185971:0:250976:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1767734694.185974:0:250976:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52600 count: 2 00010000:00000001:2.0:1767734694.185976:0:250976:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767734694.185979:0:250976:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767734694.185989:0:250976:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1c1677800. 00000020:00000001:2.0:1767734694.185992:0:250976:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767734694.185995:0:250976:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1c1677800 with handle 0x1886cffb85c2b8fc to hash 00000020:00000001:2.0:1767734694.185998:0:250976:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767734694.186000:0:250976:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626089907746816 : -117983801804800 : ffff94b1c1677800) 00010000:00000001:2.0:1767734694.186004:0:250976:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626089907746816 : -117983801804800 : ffff94b1c1677800) 00010000:00000001:2.0:1767734694.186007:0:250976:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767734694.186009:0:250976:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767734694.186013:0:250976:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677800/0x1886cffb85c2b8fc lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 250976 initiator: MDT0 00010000:00010000:2.0:1767734694.186021:0:250976:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677800/0x1886cffb85c2b8fc lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 250976 initiator: MDT0 00000020:00100000:2.0:1767734694.186033:0:250976:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1e7e86000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1767734694.186042:0:250976:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1d02c8700 x1853602672085888/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 976/132176 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1767734694.186054:0:250976:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677800/0x1886cffb85c2b8fc lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 250976 initiator: MDT0 00000100:00000001:2.0:1767734694.186061:0:250976:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767734694.186063:0:250976:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767734694.186067:0:250976:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fe64f840. 00000100:00000001:2.0:1767734694.186070:0:250976:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090930993216 : -117982778558400 : ffff94b1fe64f840) 00000100:00000001:2.0:1767734694.186073:0:250976:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734694.186074:0:250976:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155542272 : -117983554009344 : ffff94b1d02c8700) 00000100:00000001:2.0:1767734694.186078:0:250976:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767734694.186082:0:250976:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734694.186084:0:250976:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767734694.186086:0:250976:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767734694.186091:0:250976:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02c8700 x1853602672085888/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 976/132176 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734694.186101:0:250976:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767734694.186109:0:250976:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734694.186114:0:250976:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767734694.186116:0:250976:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767734694.186119:0:250976:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767734694.186124:0:250976:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02c8700 pname:cluuid:pid:xid:nid:opc:job lfs:66586885-669e-469f-b1c7-cb1a0fe6eee4:250976:1853602672085888:192.168.203.112@tcp:101:lfs.0 00000100:00000001:2.0:1767734694.186129:0:250976:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767734694.186132:0:250976:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767734694.186135:0:250976:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734694.186137:0:250976:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767734694.186261:0:250976:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff94b1d0cc0000. 02000000:00000001:2.0:1767734694.186264:0:250976:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734694.186272:0:250976:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:2.0:1767734694.186276:0:250976:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f8c5ee18. 00000400:00000010:2.0:1767734694.186281:0:250976:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff94b1c59fe000. 00000100:00000200:2.0:1767734694.186287:0:250976:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1853602672085888, portal 10 00000100:00000001:2.0:1767734694.186290:0:250976:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734694.186292:0:250976:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155542272 : -117983554009344 : ffff94b1d02c8700) 00000100:00000040:2.0:1767734694.186299:0:250976:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1d02c8700 x1853602672085888/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 976/132176 e 0 to 0 dl 1767734710 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734694.186308:0:250976:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767734694.186312:0:250976:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:2.0:1767734694.186316:0:250976:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa295d8. 00000100:00000200:2.0:1767734694.186319:0:250976:0:(niobuf.c:94:ptl_send_buf()) Sending 976 bytes to portal 12, xid 1853602672085888, offset 0 00000400:00000200:2.0:1767734694.186325:0:250976:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:2.0:1767734694.186332:0:250976:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734694.186408:0:250976:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734694.186412:0:250976:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767734694.186415:0:250976:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:2.0:1767734694.186419:0:250976:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767734694.186422:0:250976:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:2.0:1767734694.186426:0:250976:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66615:66615:256:4294967295] 192.168.203.112@tcp LPNI seq info [66615:66615:8:4294967295] 00000400:00000200:2.0:1767734694.186431:0:250976:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734694.186444:0:250976:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:2.0:1767734694.186456:0:250976:0:(socklnd_cb.c:1001:ksocknal_send()) sending 976 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767734694.186460:0:250976:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1ef790c00. 00000800:00000200:2.0:1767734694.186465:0:250976:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767734694.186470:0:250976:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767734694.186475:0:250976:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1ef790c00 type 1, nob 1072 niov 1 nkiov 1 00000100:00000001:2.0:1767734694.186490:0:250976:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734694.186493:0:250976:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 81252 usecs (82 jiffies) 00000400:00000200:2.0:1767734694.186497:0:250976:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:2.0:1767734694.186499:0:250976:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303456090 00000100:00000001:2.0:1767734694.186505:0:250976:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303456078 00000100:00000001:2.0:1767734694.186513:0:250976:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303456090 00000100:00000001:2.0:1767734694.186516:0:250976:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303456078 00000100:00000001:2.0:1767734694.186520:0:250976:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734694.186522:0:250976:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734694.186524:0:250976:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767734694.186526:0:250976:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767734694.186531:0:250976:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fe64f840 going to sleep for 11 seconds 00000100:00000001:2.0:1767734694.186534:0:250976:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767734694.186536:0:250976:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734694.186597:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734694.186605:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1ef790c00. 00000400:00000200:3.0:1767734694.186612:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734694.186620:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734694.186626:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa295d8 00000400:00000010:3.0:1767734694.186628:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa295d8. 00000100:00000001:3.0:1767734694.186633:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734694.186641:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02c8700 x1853602672085888/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 976/132176 e 0 to 0 dl 1767734710 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734694.186654:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734694.186658:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02c8700 x1853602672085888/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 976/132176 e 0 to 0 dl 1767734710 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734694.186686:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734694.186689:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734694.189395:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734694.189471:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734694.189476:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734694.189481:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734694.189489:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734694.189496:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734694.189503:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734694.189508:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734694.189513:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734694.189517:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 608 into portal 10 MB=0x695d780d30b80 00000400:00000200:3.0:1767734694.189523:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734694.189529:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 608/608 into md 0x7baad [64] + 224 00000800:00000001:3.0:1767734694.189536:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734694.189543:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734694.189546:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734694.189551:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734694.189555:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734694.189563:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02c8700 x1853602672085888/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 976/132176 e 0 to 0 dl 1767734710 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767734694.189576:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=132176 req@ffff94b1d02c8700 x1853602672085888/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 976/132176 e 0 to 0 dl 1767734710 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734694.189603:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734694.189610:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734694.189613:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734694.189659:0:250976:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767734694.189670:0:250976:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767734694.189673:0:250976:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767734694.189677:0:250976:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f8c5ee18. 00000400:00000200:2.0:1767734694.189685:0:250976:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1c59fe000 00000400:00000010:2.0:1767734694.189687:0:250976:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff94b1c59fe000. 00000100:00000001:2.0:1767734694.189692:0:250976:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734694.189703:0:250976:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02c8700 x1853602672085888/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 976/132176 e 0 to 0 dl 1767734710 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1767734694.189718:0:250976:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02c8700 x1853602672085888/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 976/132176 e 0 to 0 dl 1767734710 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734694.189728:0:250976:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767734694.189743:0:250976:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734694.189746:0:250976:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767734694.189749:0:250976:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767734694.189751:0:250976:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767734694.189754:0:250976:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734694.189758:0:250976:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767734694.189764:0:250976:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=24 v=5 (5 0 0 0) 00000100:00001000:2.0:1767734694.189769:0:250976:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=24 v=5 (1 0 0 0) 00000100:00000001:2.0:1767734694.189772:0:250976:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1767734694.189777:0:250976:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff94b1d02c8700 x1853602672085888/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 976/608 e 0 to 0 dl 1767734710 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734694.189786:0:250976:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1767734694.189790:0:250976:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767734694.189792:0:250976:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924697 00000100:00000001:2.0:1767734694.189794:0:250976:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767734694.189797:0:250976:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:2.0:1767734694.189802:0:250976:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02c8700 x1853602672085888/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 976/608 e 0 to 0 dl 1767734710 ref 2 fl Rpc:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734694.189811:0:250976:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:2.0:1767734694.189815:0:250976:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767734694.189816:0:250976:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767734694.189821:0:250976:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02c8700 x1853602672085888/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 976/608 e 0 to 0 dl 1767734710 ref 2 fl Interpret:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1767734694.189831:0:250976:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02c8700 pname:cluuid:pid:xid:nid:opc:job lfs:66586885-669e-469f-b1c7-cb1a0fe6eee4:250976:1853602672085888:192.168.203.112@tcp:101:lfs.0 00000100:00000001:2.0:1767734694.189836:0:250976:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734694.189839:0:250976:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1767734694.189842:0:250976:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767734694.189844:0:250976:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734694.189848:0:250976:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02c8700 x1853602672085888/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 976/608 e 0 to 0 dl 1767734710 ref 2 fl Complete:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734694.189856:0:250976:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767734694.189860:0:250976:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fe64f840. 00000100:00000001:2.0:1767734694.189869:0:250976:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767734694.189871:0:250976:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1767734694.189874:0:250976:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1767734694.189878:0:250976:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734694.189880:0:250976:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734694.189883:0:250976:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677800 refcount=4 00000020:00000001:2.0:1767734694.189886:0:250976:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907746816 : -117983801804800 : ffff94b1c1677800) 00010000:00000001:2.0:1767734694.189890:0:250976:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907746816 : -117983801804800 : ffff94b1c1677800) 00010000:00010000:2.0:1767734694.189895:0:250976:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677800/0x1886cffb85c2b8fc lrc: 4/1,0 mode: --/CR res: [0x2000013a3:0x6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 250976 initiator: MDT0 00010000:00000001:2.0:1767734694.189906:0:250976:0:(ldlm_request.c:662:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1767734694.189911:0:250976:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677800/0x1886cffb85c2b8fc lrc: 4/1,0 mode: --/CR res: [0x2000013a3:0x6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 250976 initiator: MDT0 00010000:00000001:2.0:1767734694.189918:0:250976:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767734694.189922:0:250976:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677800/0x1886cffb85c2b8fc lrc: 4/1,0 mode: --/CR res: [0x2000013a3:0x6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 250976 initiator: MDT0 00010000:00000001:2.0:1767734694.189928:0:250976:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734694.189930:0:250976:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767734694.189933:0:250976:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677800/0x1886cffb85c2b8fc lrc: 3/0,0 mode: --/CR res: [0x2000013a3:0x6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 250976 initiator: MDT0 00010000:00000001:2.0:1767734694.189939:0:250976:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767734694.189942:0:250976:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734694.189945:0:250976:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767734694.189949:0:250976:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677800/0x1886cffb85c2b8fc lrc: 4/0,0 mode: --/CR res: [0x2000013a3:0x6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 250976 initiator: MDT0 00010000:00010000:2.0:1767734694.189956:0:250976:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff94b1c1677800 already unused, calling callback (ffffffffc19c9b40) 00000080:00000001:2.0:1767734694.189959:0:250976:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1767734694.189963:0:250976:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677800/0x1886cffb85c2b8fc lrc: 4/0,0 mode: --/CR res: [0x2000013a3:0x6:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 250976 initiator: MDT0 00010000:00000001:2.0:1767734694.189981:0:250976:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1767734694.189984:0:250976:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1767734694.189988:0:250976:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677800/0x1886cffb85c2b8fc lrc: 4/0,0 mode: --/CR res: [0x2000013a3:0x6:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 250976 initiator: MDT0 00010000:00000001:2.0:1767734694.189994:0:250976:0:(ldlm_request.c:1606:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1767734694.189998:0:250976:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767734694.189999:0:250976:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734694.190001:0:250976:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734694.190003:0:250976:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677800 refcount=5 00000020:00000001:2.0:1767734694.190005:0:250976:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907746816 : -117983801804800 : ffff94b1c1677800) 00010000:00000001:2.0:1767734694.190008:0:250976:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907746816 : -117983801804800 : ffff94b1c1677800) 00010000:00000001:2.0:1767734694.190011:0:250976:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767734694.190014:0:250976:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677800/0x1886cffb85c2b8fc lrc: 5/0,0 mode: --/CR res: [0x2000013a3:0x6:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 250976 initiator: MDT0 00000080:00000001:2.0:1767734694.190019:0:250976:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1767734694.190021:0:250976:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767734694.190024:0:250976:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1767734694.190026:0:250976:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767734694.190029:0:250976:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767734694.190031:0:250976:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767734694.190033:0:250976:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767734694.190035:0:250976:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767734694.190037:0:250976:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1c1677800 with handle 0x1886cffb85c2b8fc from hash 00010000:00000001:2.0:1767734694.190040:0:250976:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767734694.190042:0:250976:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734694.190043:0:250976:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734694.190045:0:250976:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767734694.190046:0:250976:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767734694.190048:0:250976:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767734694.190051:0:250976:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734694.190053:0:250976:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734694.190061:0:250976:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734694.190063:0:250976:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767734694.190068:0:250976:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677800/0x1886cffb85c2b8fc lrc: 3/0,0 mode: --/CR res: [0x2000013a3:0x6:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 250976 initiator: MDT0 00010000:00000001:2.0:1767734694.190074:0:250976:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734694.190075:0:250976:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734694.190077:0:250976:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767734694.190079:0:250976:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767734694.190081:0:250976:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734694.190082:0:250976:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734694.190083:0:250976:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767734694.190086:0:250976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677800/0x1886cffb85c2b8fc lrc: 0/0,0 mode: --/CR res: [0x2000013a3:0x6:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 250976 initiator: MDT0 00010000:00000001:2.0:1767734694.190097:0:250976:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734694.190100:0:250976:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:2.0:1767734694.190104:0:250976:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:2.0:1767734694.190110:0:250976:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=b, status=-20 req@ffff94b1d02c8700 x1853602672085888/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 976/608 e 0 to 0 dl 1767734710 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1767734694.190119:0:250976:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1767734694.190121:0:250976:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734694.190124:0:250976:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734694.190126:0:250976:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734694.190128:0:250976:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000002:00000001:2.0:1767734694.190131:0:250976:0:(mdc_locks.c:1314:mdc_finish_intent_lock()) Process leaving via out (rc=18446744073709551596 : -20 : 0xffffffffffffffec) 00000020:00000001:2.0:1767734694.190135:0:250976:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308113768 00000002:00002000:2.0:1767734694.190137:0:250976:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f160l.sanity intent=open status=-20 disp=b: rc = -20 00000002:00000001:2.0:1767734694.190141:0:250976:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=18446744073709551596 : -20 : ffffffffffffffec) 00800000:00000001:2.0:1767734694.190144:0:250976:0:(lmv_intent.c:378:lmv_intent_open()) Process leaving (rc=18446744073709551596 : -20 : ffffffffffffffec) 00800000:00000001:2.0:1767734694.190146:0:250976:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=18446744073709551596 : -20 : ffffffffffffffec) 00000080:00200000:2.0:1767734694.190150:0:250976:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x2000013a3:0x6:0x0] suppgids 0 -1: rc -20 00000080:00000001:2.0:1767734694.190153:0:250976:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=18446744073709551596 : -20 : ffffffffffffffec) 00000080:00000001:2.0:1767734694.190156:0:250976:0:(namei.c:1206:ll_lookup_it()) Process leaving via out (rc=18446744073709551596 : -20 : 0xffffffffffffffec) 00000080:00000010:2.0:1767734694.190160:0:250976:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c33d8000. 00000100:00000001:2.0:1767734694.190169:0:250976:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734694.190174:0:250976:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02c8700 x1853602672085888/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 976/608 e 0 to 0 dl 1767734710 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734694.190183:0:250976:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767734694.190185:0:250976:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767734694.190188:0:250976:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff94b1d0cc0000. 02000000:00000001:2.0:1767734694.190229:0:250976:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767734694.190232:0:250976:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767734694.190234:0:250976:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=7 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:2.0:1767734694.190237:0:250976:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767734694.190239:0:250976:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1f44a9400. 02000000:00000001:2.0:1767734694.190243:0:250976:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767734694.190245:0:250976:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767734694.190247:0:250976:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02c8700. 00000100:00000001:2.0:1767734694.190251:0:250976:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767734694.190253:0:250976:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1767734694.190257:0:250976:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1767734694.190259:0:250976:0:(dcache.c:176:ll_intent_release()) intent ffff94b1d8e3b780 released 00000080:00000001:2.0:1767734694.190261:0:250976:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000010:2.0:1767734694.190263:0:250976:0:(namei.c:1503:ll_atomic_open()) kfreed 'it': 72 at ffff94b1d8e3b780. 00000080:00000001:2.0:1767734694.190266:0:250976:0:(namei.c:1505:ll_atomic_open()) Process leaving (rc=18446744073709551596 : -20 : ffffffffffffffec) 00000080:00000001:2.0:1767734694.190271:0:250976:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1767734694.190274:0:250976:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1767734694.190279:0:250976:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1767734694.190282:0:250976:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308113c90 00000080:00002000:2.0:1767734694.190285:0:250976:0:(dcache.c:127:ll_ddelete()) keeping dentry d160l.sanity (ffff94b1f820b6c0, parent ffff94b1c49c60d8, inode ffff94b1df7a5348) hashed, 00000080:00000001:2.0:1767734694.190289:0:250976:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734694.190396:0:250976:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:2.0:1767734694.190402:0:250976:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:2.0:1767734694.190404:0:250976:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1767734694.190406:0:250976:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308113bc0 00000080:00200000:2.0:1767734694.190410:0:250976:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908),name=/ 00000080:00000010:2.0:1767734694.190415:0:250976:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c33d8000. 00800000:00000002:2.0:1767734694.190421:0:250976:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:2.0:1767734694.190426:0:250976:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:2.0:1767734694.190429:0:250976:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1767734694.190433:0:250976:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308113ae0 00800000:00000002:2.0:1767734694.190445:0:250976:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1767734694.190450:0:250976:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1767734694.190455:0:250976:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1767734694.190460:0:250976:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1767734694.190462:0:250976:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3081139b0 00000002:00010000:2.0:1767734694.190464:0:250976:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1767734694.190468:0:250976:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1767734694.190470:0:250976:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1767734694.190472:0:250976:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1767734694.190476:0:250976:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52d00 count: 2 00010000:00000001:2.0:1767734694.190479:0:250976:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767734694.190484:0:250976:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767734694.190486:0:250976:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767734694.190491:0:250976:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b8e0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabd00 expref: -99 pid: 250975 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767734694.190500:0:250976:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1767734694.190504:0:250976:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767734694.190508:0:250976:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b8e0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabd00 expref: -99 pid: 250975 timeout: 0 lvb_type: 0 00000002:00000001:2.0:1767734694.190516:0:250976:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1767734694.190518:0:250976:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1767734694.190520:0:250976:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1767734694.190522:0:250976:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1767734694.190525:0:250976:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1767734694.190527:0:250976:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1767734694.190530:0:250976:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1767734694.190533:0:250976:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:2.0:1767734694.190536:0:250976:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c33d8000. 00000080:00000001:2.0:1767734694.190540:0:250976:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1767734694.190541:0:250976:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1767734694.190545:0:250976:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00010000:2.0:1767734694.190548:0:250976:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) for lock 0x1886cffb85c2b8e0 00800000:00000001:2.0:1767734694.190557:0:250976:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1767734694.190559:0:250976:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1767734694.190561:0:250976:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734694.190563:0:250976:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734694.190566:0:250976:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:2.0:1767734694.190568:0:250976:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734694.190571:0:250976:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734694.190574:0:250976:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734694.190576:0:250976:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1767734694.190577:0:250976:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767734694.190580:0:250976:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1767734694.190582:0:250976:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b8e0 from it ffffafc308113bf8 00010000:00000001:2.0:1767734694.190585:0:250976:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734694.190586:0:250976:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734694.190588:0:250976:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:2.0:1767734694.190590:0:250976:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734694.190592:0:250976:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734694.190595:0:250976:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767734694.190598:0:250976:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b8e0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabd00 expref: -99 pid: 250975 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767734694.190606:0:250976:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734694.190607:0:250976:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734694.190609:0:250976:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1767734694.190611:0:250976:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1767734694.190614:0:250976:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b8e0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabd00 expref: -99 pid: 250975 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767734694.190621:0:250976:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767734694.190623:0:250976:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767734694.190625:0:250976:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767734694.190628:0:250976:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734694.190630:0:250976:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734694.190631:0:250976:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734694.190634:0:250976:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767734694.190641:0:250976:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734694.190644:0:250976:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734694.190647:0:250976:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734694.190650:0:250976:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767734694.190652:0:250976:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734694.190654:0:250976:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767734694.190656:0:250976:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767734694.190658:0:250976:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1767734694.190661:0:250976:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908), inode mode 41ed mask 1 00000080:00000001:2.0:1767734694.190665:0:250976:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734694.190669:0:250976:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1767734694.190671:0:250976:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308113bc0 00000080:00002000:2.0:1767734694.190674:0:250976:0:(dcache.c:87:ll_dcompare()) found name d160l.sanity(ffff94b1f820b6c0) flags 0x28004e refc 0 00000080:00000001:2.0:1767734694.190677:0:250976:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734694.190679:0:250976:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308113c08 00000080:00200000:2.0:1767734694.190681:0:250976:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160l.sanity, flags=267 00000080:00000001:2.0:1767734694.190685:0:250976:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1767734694.190687:0:250976:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734694.190691:0:250976:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:2.0:1767734694.190693:0:250976:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x6:0x0](ffff94b1df7a5348), inode mode 41ed mask 44 00000080:00000001:2.0:1767734694.190697:0:250976:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734694.190701:0:250976:0:(dir.c:3007:ll_dir_open()) Process entered 00000080:00000001:2.0:1767734694.190704:0:250976:0:(file.c:997:ll_file_open()) Process entered 00000020:00000001:2.0:1767734694.190706:0:250976:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308113b78 00000080:00200008:2.0:1767734694.190708:0:250976:0:(file.c:1001:ll_file_open()) START file d160l.sanity:[0x2000013a3:0x6:0x0](ffff94b1df7a5348), flags 304000 00000080:00000010:2.0:1767734694.190713:0:250976:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff94b1c17ad900. 00000080:00000001:2.0:1767734694.190720:0:250976:0:(file.c:717:ll_intent_file_open()) Process entered 00000080:00000010:2.0:1767734694.190723:0:250976:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c33d8000. 00800000:00000002:2.0:1767734694.190727:0:250976:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:2.0:1767734694.190730:0:250976:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:2.0:1767734694.190732:0:250976:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1767734694.190734:0:250976:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308113a28 00800000:00000002:2.0:1767734694.190737:0:250976:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open' for [0x2000013a3:0x6:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1767734694.190740:0:250976:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00000020:00000001:2.0:1767734694.190743:0:250976:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3081139a8 00800000:00000002:2.0:1767734694.190745:0:250976:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x2000013a3:0x6:0x0], name='' -> mds #0 00000002:00000001:2.0:1767734694.190749:0:250976:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1767734694.190757:0:250976:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3081138e0 00000002:00010000:2.0:1767734694.190759:0:250976:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2000013a3:0x6:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100240304001 00000002:00000001:2.0:1767734694.190764:0:250976:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1767734694.190766:0:250976:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1767734694.190769:0:250976:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1767734694.190772:0:250976:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52600 count: 2 00010000:00000001:2.0:1767734694.190775:0:250976:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767734694.190778:0:250976:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1767734694.190781:0:250976:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734694.190784:0:250976:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734694.190786:0:250976:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734694.190789:0:250976:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1767734694.190791:0:250976:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52d00 count: 2 00010000:00000001:2.0:1767734694.190794:0:250976:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767734694.190796:0:250976:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1767734694.190798:0:250976:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734694.190800:0:250976:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734694.190802:0:250976:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767734694.190806:0:250976:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02c8700. 00000020:00000040:2.0:1767734694.190809:0:250976:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=8 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 02000000:00000001:2.0:1767734694.190813:0:250976:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1767734694.190815:0:250976:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734694.190817:0:250976:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1767734694.190820:0:250976:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767734694.190823:0:250976:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734694.190825:0:250976:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734694.190826:0:250976:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734694.190829:0:250976:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767734694.190831:0:250976:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767734694.190835:0:250976:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767734694.190840:0:250976:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1f44a9400. 00000100:00000001:2.0:1767734694.190845:0:250976:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734694.190848:0:250976:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767734694.190850:0:250976:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734694.190852:0:250976:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767734694.190860:0:250976:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734694.190862:0:250976:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734694.190868:0:250976:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446626090155542272 : -117983554009344 : ffff94b1d02c8700) 00010000:00000001:2.0:1767734694.190872:0:250976:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1767734694.190874:0:250976:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1767734694.190877:0:250976:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52d00 count: 2 00010000:00000001:2.0:1767734694.190879:0:250976:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767734694.190882:0:250976:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767734694.190885:0:250976:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1c1677e00. 00000020:00000001:2.0:1767734694.190889:0:250976:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767734694.190892:0:250976:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1c1677e00 with handle 0x1886cffb85c2b903 to hash 00000020:00000001:2.0:1767734694.190894:0:250976:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767734694.190896:0:250976:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626089907748352 : -117983801803264 : ffff94b1c1677e00) 00010000:00000001:2.0:1767734694.190900:0:250976:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626089907748352 : -117983801803264 : ffff94b1c1677e00) 00010000:00000001:2.0:1767734694.190903:0:250976:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767734694.190905:0:250976:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767734694.190908:0:250976:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677e00/0x1886cffb85c2b903 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 250976 initiator: MDT0 00010000:00010000:2.0:1767734694.190916:0:250976:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677e00/0x1886cffb85c2b903 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 250976 initiator: MDT0 00000020:00100000:2.0:1767734694.190925:0:250976:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1e7e86000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1767734694.190933:0:250976:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1d02c8700 x1853602672086144/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1767734694.190944:0:250976:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677e00/0x1886cffb85c2b903 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 250976 initiator: MDT0 00000100:00000001:2.0:1767734694.190951:0:250976:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767734694.190952:0:250976:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767734694.190957:0:250976:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fe64f840. 00000100:00000001:2.0:1767734694.190959:0:250976:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090930993216 : -117982778558400 : ffff94b1fe64f840) 00000100:00000001:2.0:1767734694.190962:0:250976:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734694.190970:0:250976:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155542272 : -117983554009344 : ffff94b1d02c8700) 00000100:00000001:2.0:1767734694.190974:0:250976:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767734694.190977:0:250976:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734694.190980:0:250976:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767734694.190982:0:250976:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767734694.190987:0:250976:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02c8700 x1853602672086144/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734694.190996:0:250976:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767734694.190998:0:250976:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734694.191001:0:250976:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767734694.191004:0:250976:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767734694.191006:0:250976:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767734694.191010:0:250976:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02c8700 pname:cluuid:pid:xid:nid:opc:job lfs:66586885-669e-469f-b1c7-cb1a0fe6eee4:250976:1853602672086144:192.168.203.112@tcp:101:lfs.0 00000100:00000001:2.0:1767734694.191014:0:250976:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767734694.191018:0:250976:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767734694.191020:0:250976:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734694.191022:0:250976:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767734694.191072:0:250976:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff94b1d0cc0000. 02000000:00000001:2.0:1767734694.191075:0:250976:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734694.191082:0:250976:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:2.0:1767734694.191086:0:250976:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f8c5ee18. 00000400:00000010:2.0:1767734694.191092:0:250976:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff94b1c59fe000. 00000100:00000200:2.0:1767734694.191097:0:250976:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1853602672086144, portal 10 00000100:00000001:2.0:1767734694.191100:0:250976:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734694.191102:0:250976:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155542272 : -117983554009344 : ffff94b1d02c8700) 00000100:00000040:2.0:1767734694.191109:0:250976:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1d02c8700 x1853602672086144/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767734710 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734694.191117:0:250976:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767734694.191121:0:250976:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:2.0:1767734694.191124:0:250976:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29f68. 00000100:00000200:2.0:1767734694.191127:0:250976:0:(niobuf.c:94:ptl_send_buf()) Sending 968 bytes to portal 12, xid 1853602672086144, offset 0 00000400:00000200:2.0:1767734694.191133:0:250976:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:2.0:1767734694.191140:0:250976:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734694.191153:0:250976:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734694.191157:0:250976:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767734694.191162:0:250976:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:2.0:1767734694.191165:0:250976:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767734694.191169:0:250976:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:2.0:1767734694.191173:0:250976:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66616:66616:256:4294967295] 192.168.203.112@tcp LPNI seq info [66616:66616:8:4294967295] 00000400:00000200:2.0:1767734694.191179:0:250976:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734694.191189:0:250976:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:2.0:1767734694.191195:0:250976:0:(socklnd_cb.c:1001:ksocknal_send()) sending 968 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767734694.191200:0:250976:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1ef790600. 00000800:00000200:2.0:1767734694.191207:0:250976:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767734694.191214:0:250976:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767734694.191218:0:250976:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1ef790600 type 1, nob 1064 niov 1 nkiov 1 00000100:00000001:2.0:1767734694.191241:0:250976:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734694.191246:0:250976:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 79750 usecs (80 jiffies) 00000400:00000200:2.0:1767734694.191251:0:250976:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:2.0:1767734694.191253:0:250976:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303456092 00000100:00000001:2.0:1767734694.191259:0:250976:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303456090 00000100:00000001:2.0:1767734694.191264:0:250976:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303456092 00000100:00000001:2.0:1767734694.191267:0:250976:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303456090 00000100:00000001:2.0:1767734694.191270:0:250976:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734694.191273:0:250976:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734694.191276:0:250976:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767734694.191278:0:250976:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767734694.191281:0:250976:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fe64f840 going to sleep for 11 seconds 00000100:00000001:2.0:1767734694.191284:0:250976:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767734694.191286:0:250976:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734694.191448:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734694.191456:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1ef790600. 00000400:00000200:3.0:1767734694.191462:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734694.191471:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734694.191477:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29f68 00000400:00000010:3.0:1767734694.191491:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29f68. 00000100:00000001:3.0:1767734694.191495:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734694.191504:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02c8700 x1853602672086144/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767734710 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734694.191517:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734694.191521:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02c8700 x1853602672086144/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767734710 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734694.191611:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734694.191614:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734694.193946:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734694.193958:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734694.193962:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734694.193965:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734694.193972:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734694.193979:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734694.193986:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734694.193991:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734694.193996:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734694.194000:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 608 into portal 10 MB=0x695d780d30c80 00000400:00000200:3.0:1767734694.194006:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734694.194012:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 608/608 into md 0x7babd [64] + 224 00000800:00000001:3.0:1767734694.194019:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734694.194027:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734694.194030:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734694.194035:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734694.194040:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734694.194047:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02c8700 x1853602672086144/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767734710 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767734694.194060:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=132176 req@ffff94b1d02c8700 x1853602672086144/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767734710 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734694.194088:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734694.194108:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734694.194112:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734694.194183:0:250976:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767734694.194194:0:250976:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767734694.194196:0:250976:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767734694.194213:0:250976:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f8c5ee18. 00000400:00000200:2.0:1767734694.194220:0:250976:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1c59fe000 00000400:00000010:2.0:1767734694.194223:0:250976:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff94b1c59fe000. 00000100:00000001:2.0:1767734694.194228:0:250976:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734694.194238:0:250976:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02c8700 x1853602672086144/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767734710 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1767734694.194253:0:250976:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02c8700 x1853602672086144/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767734710 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734694.194263:0:250976:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767734694.194265:0:250976:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734694.194269:0:250976:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767734694.194271:0:250976:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767734694.194273:0:250976:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767734694.194276:0:250976:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734694.194279:0:250976:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767734694.194286:0:250976:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=24 v=5 (5 0 0 0) 00000100:00001000:2.0:1767734694.194290:0:250976:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=24 v=5 (1 0 0 0) 00000100:00000001:2.0:1767734694.194293:0:250976:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1767734694.194297:0:250976:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff94b1d02c8700 x1853602672086144/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734710 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734694.194306:0:250976:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1767734694.194378:0:250976:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1767734694.194381:0:250976:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1767734694.194383:0:250976:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1767734694.194387:0:250976:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734694.194390:0:250976:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155542272 : -117983554009344 : ffff94b1d02c8700) 00000100:00000001:2.0:1767734694.194394:0:250976:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767734694.194397:0:250976:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924697 00000100:00000001:2.0:1767734694.194400:0:250976:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767734694.194404:0:250976:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:2.0:1767734694.194411:0:250976:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02c8700 x1853602672086144/t12884924702(12884924702) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734710 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734694.194421:0:250976:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:2.0:1767734694.194434:0:250976:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767734694.194437:0:250976:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767734694.194446:0:250976:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02c8700 x1853602672086144/t12884924702(12884924702) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734710 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1767734694.194457:0:250976:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02c8700 pname:cluuid:pid:xid:nid:opc:job lfs:66586885-669e-469f-b1c7-cb1a0fe6eee4:250976:1853602672086144:192.168.203.112@tcp:101:lfs.0 00000100:00000001:2.0:1767734694.194464:0:250976:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734694.194468:0:250976:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1767734694.194470:0:250976:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767734694.194473:0:250976:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734694.194477:0:250976:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02c8700 x1853602672086144/t12884924702(12884924702) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734710 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734694.194485:0:250976:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767734694.194489:0:250976:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fe64f840. 00000100:00000001:2.0:1767734694.194492:0:250976:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767734694.194494:0:250976:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1767734694.194496:0:250976:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1767734694.194500:0:250976:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734694.194502:0:250976:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734694.194505:0:250976:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677e00 refcount=4 00000020:00000001:2.0:1767734694.194508:0:250976:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907748352 : -117983801803264 : ffff94b1c1677e00) 00010000:00000001:2.0:1767734694.194511:0:250976:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907748352 : -117983801803264 : ffff94b1c1677e00) 00010000:00010000:2.0:1767734694.194516:0:250976:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677e00/0x1886cffb85c2b903 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 250976 initiator: MDT0 00010000:00000001:2.0:1767734694.194526:0:250976:0:(ldlm_request.c:662:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1767734694.194531:0:250976:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677e00/0x1886cffb85c2b903 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 250976 initiator: MDT0 00010000:00000001:2.0:1767734694.194537:0:250976:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767734694.194541:0:250976:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677e00/0x1886cffb85c2b903 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 250976 initiator: MDT0 00010000:00000001:2.0:1767734694.194558:0:250976:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734694.194560:0:250976:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767734694.194562:0:250976:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677e00/0x1886cffb85c2b903 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 250976 initiator: MDT0 00010000:00000001:2.0:1767734694.194569:0:250976:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767734694.194571:0:250976:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734694.194574:0:250976:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767734694.194577:0:250976:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677e00/0x1886cffb85c2b903 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 250976 initiator: MDT0 00010000:00010000:2.0:1767734694.194583:0:250976:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff94b1c1677e00 already unused, calling callback (ffffffffc19c9b40) 00000080:00000001:2.0:1767734694.194586:0:250976:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1767734694.194589:0:250976:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677e00/0x1886cffb85c2b903 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 250976 initiator: MDT0 00010000:00000001:2.0:1767734694.194596:0:250976:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1767734694.194598:0:250976:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1767734694.194602:0:250976:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677e00/0x1886cffb85c2b903 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 250976 initiator: MDT0 00010000:00000001:2.0:1767734694.194607:0:250976:0:(ldlm_request.c:1606:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1767734694.194610:0:250976:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767734694.194612:0:250976:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734694.194614:0:250976:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734694.194616:0:250976:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677e00 refcount=5 00000020:00000001:2.0:1767734694.194618:0:250976:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907748352 : -117983801803264 : ffff94b1c1677e00) 00010000:00000001:2.0:1767734694.194621:0:250976:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907748352 : -117983801803264 : ffff94b1c1677e00) 00010000:00000001:2.0:1767734694.194624:0:250976:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767734694.194626:0:250976:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677e00/0x1886cffb85c2b903 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 250976 initiator: MDT0 00000080:00000001:2.0:1767734694.194632:0:250976:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1767734694.194639:0:250976:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767734694.194642:0:250976:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1767734694.194644:0:250976:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767734694.194647:0:250976:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767734694.194649:0:250976:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767734694.194651:0:250976:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767734694.194653:0:250976:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767734694.194656:0:250976:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1c1677e00 with handle 0x1886cffb85c2b903 from hash 00010000:00000001:2.0:1767734694.194659:0:250976:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767734694.194661:0:250976:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734694.194662:0:250976:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734694.194664:0:250976:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767734694.194666:0:250976:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767734694.194668:0:250976:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767734694.194671:0:250976:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734694.194672:0:250976:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734694.194674:0:250976:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734694.194676:0:250976:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767734694.194679:0:250976:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677e00/0x1886cffb85c2b903 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 250976 initiator: MDT0 00010000:00000001:2.0:1767734694.194685:0:250976:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734694.194687:0:250976:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734694.194688:0:250976:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767734694.194690:0:250976:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767734694.194692:0:250976:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734694.194693:0:250976:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734694.194694:0:250976:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767734694.194697:0:250976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677e00/0x1886cffb85c2b903 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 250976 initiator: MDT0 00010000:00000001:2.0:1767734694.194709:0:250976:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734694.194711:0:250976:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:2.0:1767734694.194715:0:250976:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:2.0:1767734694.194721:0:250976:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff94b1d02c8700 x1853602672086144/t12884924702(12884924702) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734710 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1767734694.194731:0:250976:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1767734694.194743:0:250976:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94b1d02c8700 x1853602672086144/t12884924702(12884924702) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734710 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1767734694.194752:0:250976:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734694.194755:0:250976:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1767734694.194757:0:250976:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734694.194760:0:250976:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734694.194762:0:250976:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734694.194764:0:250976:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1767734694.194766:0:250976:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734694.194768:0:250976:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155542272 : -117983554009344 : ffff94b1d02c8700) 00010000:00000001:2.0:1767734694.194771:0:250976:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1767734694.194772:0:250976:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734694.194775:0:250976:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1767734694.194777:0:250976:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308113860 00000002:00002000:2.0:1767734694.194780:0:250976:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=80002b: rc = 0 00000002:00000001:2.0:1767734694.194784:0:250976:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767734694.194787:0:250976:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767734694.194790:0:250976:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1767734694.194793:0:250976:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1767734694.194796:0:250976:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1767734694.194799:0:250976:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:2.0:1767734694.194803:0:250976:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c33d8000. 00000080:00000001:2.0:1767734694.194808:0:250976:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:2.0:1767734694.194811:0:250976:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1767734694.194814:0:250976:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1767734694.194817:0:250976:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1767734694.194820:0:250976:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2000013a3:0x6:0x0] 00000080:00000001:2.0:1767734694.194823:0:250976:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734694.194827:0:250976:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920710 : 144115272414920710 : 2000013a3000006) 00000080:00000001:2.0:1767734694.194831:0:250976:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:2.0:1767734694.194836:0:250976:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a3:0x6:0x0], updating i_size 512 00000080:00000001:2.0:1767734694.194839:0:250976:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1767734694.194842:0:250976:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1767734694.194844:0:250976:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734694.194847:0:250976:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1767734694.194857:0:250976:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734694.194860:0:250976:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734694.194865:0:250976:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02c8700 x1853602672086144/t12884924702(12884924702) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734710 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734694.194874:0:250976:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734694.194878:0:250976:0:(file.c:828:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1767734694.194883:0:250976:0:(file.c:1165:ll_file_open()) kmalloced '(*och_p)': 56 at ffff94b1d1dfb280. 00000080:00000001:2.0:1767734694.194886:0:250976:0:(file.c:919:ll_local_open()) Process entered 00800000:00000001:2.0:1767734694.194889:0:250976:0:(lmv_obd.c:4031:lmv_set_open_replay_data()) Process entered 00000002:00000001:2.0:1767734694.194892:0:250976:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1767734694.194895:0:250976:0:(obd.h:1403:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff94b1f9724fe0. 00000002:00100000:2.0:1767734694.194900:0:250976:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94b1d02c8700 x1853602672086144/t12884924702(12884924702) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734710 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1767734694.194908:0:250976:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767734694.194911:0:250976:0:(lmv_obd.c:4037:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1767734694.194915:0:250976:0:(rw.c:945:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1767734694.194919:0:250976:0:(file.c:938:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734694.194922:0:250976:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:2.0:1767734694.194924:0:250976:0:(pcc.c:2366:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734694.194926:0:250976:0:(file.c:1207:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734694.194929:0:250976:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734694.194933:0:250976:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02c8700 x1853602672086144/t12884924702(12884924702) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734710 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1767734694.194941:0:250976:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767734694.194944:0:250976:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff94b1d0cc0000. 02000000:00000001:2.0:1767734694.194972:0:250976:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767734694.194974:0:250976:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734694.194978:0:250976:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308113b78 00000080:00000008:2.0:1767734694.194980:0:250976:0:(file.c:1240:ll_file_open()) COMPLETED file d160l.sanity:[0x2000013a3:0x6:0x0](ffff94b1df7a5348), flags 304000, rc = 0 00000080:00000001:2.0:1767734694.194985:0:250976:0:(dir.c:3008:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734694.195017:0:250976:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:2.0:1767734694.195020:0:250976:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:2.0:1767734694.195022:0:250976:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1767734694.195024:0:250976:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308113bc0 00000080:00200000:2.0:1767734694.195034:0:250976:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908),name=/ 00000080:00000010:2.0:1767734694.195039:0:250976:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c33d8000. 00800000:00000002:2.0:1767734694.195044:0:250976:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:2.0:1767734694.195048:0:250976:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:2.0:1767734694.195051:0:250976:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1767734694.195053:0:250976:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308113ae0 00800000:00000002:2.0:1767734694.195056:0:250976:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1767734694.195060:0:250976:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1767734694.195064:0:250976:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1767734694.195069:0:250976:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1767734694.195071:0:250976:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3081139b0 00000002:00010000:2.0:1767734694.195073:0:250976:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1767734694.195077:0:250976:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1767734694.195079:0:250976:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1767734694.195082:0:250976:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1767734694.195086:0:250976:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52d00 count: 2 00010000:00000001:2.0:1767734694.195089:0:250976:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767734694.195093:0:250976:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767734694.195096:0:250976:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767734694.195100:0:250976:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b8e0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabd00 expref: -99 pid: 250975 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767734694.195109:0:250976:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1767734694.195113:0:250976:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767734694.195117:0:250976:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b8e0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabd00 expref: -99 pid: 250975 timeout: 0 lvb_type: 0 00000002:00000001:2.0:1767734694.195124:0:250976:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1767734694.195127:0:250976:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1767734694.195129:0:250976:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1767734694.195131:0:250976:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1767734694.195134:0:250976:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1767734694.195136:0:250976:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1767734694.195139:0:250976:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1767734694.195148:0:250976:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:2.0:1767734694.195151:0:250976:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c33d8000. 00000080:00000001:2.0:1767734694.195155:0:250976:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1767734694.195157:0:250976:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1767734694.195160:0:250976:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00010000:2.0:1767734694.195163:0:250976:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) for lock 0x1886cffb85c2b8e0 00800000:00000001:2.0:1767734694.195167:0:250976:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1767734694.195169:0:250976:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1767734694.195172:0:250976:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734694.195173:0:250976:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734694.195176:0:250976:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:2.0:1767734694.195178:0:250976:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734694.195181:0:250976:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734694.195184:0:250976:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734694.195186:0:250976:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1767734694.195188:0:250976:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767734694.195190:0:250976:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1767734694.195193:0:250976:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b8e0 from it ffffafc308113bf8 00010000:00000001:2.0:1767734694.195196:0:250976:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734694.195197:0:250976:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734694.195199:0:250976:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677400 refcount=3 00000020:00000001:2.0:1767734694.195201:0:250976:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734694.195204:0:250976:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907745792 : -117983801805824 : ffff94b1c1677400) 00010000:00000001:2.0:1767734694.195206:0:250976:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767734694.195209:0:250976:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b8e0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabd00 expref: -99 pid: 250975 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767734694.195217:0:250976:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734694.195218:0:250976:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734694.195220:0:250976:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1767734694.195222:0:250976:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1767734694.195225:0:250976:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1677400/0x1886cffb85c2b8e0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabd00 expref: -99 pid: 250975 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767734694.195244:0:250976:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767734694.195246:0:250976:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767734694.195248:0:250976:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767734694.195252:0:250976:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734694.195253:0:250976:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734694.195255:0:250976:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734694.195258:0:250976:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767734694.195260:0:250976:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734694.195262:0:250976:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734694.195265:0:250976:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734694.195268:0:250976:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767734694.195270:0:250976:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734694.195271:0:250976:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767734694.195274:0:250976:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767734694.195275:0:250976:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1767734694.195278:0:250976:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908), inode mode 41ed mask 1 00000080:00000001:2.0:1767734694.195282:0:250976:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734694.195286:0:250976:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1767734694.195288:0:250976:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308113b88 00000080:00002000:2.0:1767734694.195290:0:250976:0:(dcache.c:87:ll_dcompare()) found name d160l.sanity(ffff94b1f820b6c0) flags 0x28004e refc 1 00000080:00000001:2.0:1767734694.195293:0:250976:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734694.195296:0:250976:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308113bd0 00000080:00200000:2.0:1767734694.195298:0:250976:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160l.sanity, flags=25 00000080:00000001:2.0:1767734694.195301:0:250976:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1767734694.195303:0:250976:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734694.195720:0:250976:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:2.0:1767734694.195724:0:250976:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x6:0x0](ffff94b1df7a5348), inode mode 41ed mask 1 00000080:00000001:2.0:1767734694.195730:0:250976:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1767734694.195739:0:250976:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1f9724520. 00000080:00000001:2.0:1767734694.195743:0:250976:0:(namei.c:1347:ll_atomic_open()) Process entered 00000020:00000001:2.0:1767734694.195745:0:250976:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308113b50 00000080:00200000:2.0:1767734694.195748:0:250976:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f160l.sanity, dir=[0x2000013a3:0x6:0x0](ffff94b1df7a5348), file ffff94b1e06e9080, open_flags 8100, mode 0 opened 0 00000080:00000010:2.0:1767734694.195753:0:250976:0:(namei.c:1378:ll_atomic_open()) kmalloced '(it)': 72 at ffff94b1d8e3b780. 00000080:00000001:2.0:1767734694.195756:0:250976:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:2.0:1767734694.195765:0:250976:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308113a10 00000080:00200000:2.0:1767734694.195768:0:250976:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f160l.sanity, dir=[0x2000013a3:0x6:0x0](ffff94b1df7a5348), intent=open 00000080:00000010:2.0:1767734694.195774:0:250976:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c33d8000. 00000080:00000001:2.0:1767734694.195779:0:250976:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:2.0:1767734694.195782:0:250976:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1767734694.195784:0:250976:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308113930 00800000:00000002:2.0:1767734694.195786:0:250976:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open' for [0x0:0x0:0x0] 'f160l.sanity' on [0x2000013a3:0x6:0x0] 00800000:00000001:2.0:1767734694.195789:0:250976:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:2.0:1767734694.195791:0:250976:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1767734694.195794:0:250976:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446626090835053568 : -117982874498048 : ffff94b1f8ad0c00) 00000020:00000001:2.0:1767734694.195797:0:250976:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3081138b0 00800000:00000002:2.0:1767734694.195800:0:250976:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x2000013a3:0x6:0x0], fid2=[0x0:0x0:0x0], name='f160l.sanity' -> mds #0 00000002:00000001:2.0:1767734694.195804:0:250976:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1767734694.195806:0:250976:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3081137e8 00000002:00010000:2.0:1767734694.195808:0:250976:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f160l.sanity,[0x0:0x0:0x0]) in obj [0x2000013a3:0x6:0x0], intent: open flags 0100401 00000002:00000001:2.0:1767734694.195812:0:250976:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1767734694.195814:0:250976:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1767734694.195816:0:250976:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1767734694.195820:0:250976:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52600 count: 2 00010000:00000001:2.0:1767734694.195823:0:250976:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767734694.195826:0:250976:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1767734694.195829:0:250976:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734694.195831:0:250976:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734694.195834:0:250976:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767734694.195842:0:250976:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02c8380. 00000020:00000040:2.0:1767734694.195845:0:250976:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=9 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 02000000:00000001:2.0:1767734694.195849:0:250976:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1767734694.195851:0:250976:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734694.195854:0:250976:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1767734694.195857:0:250976:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767734694.195860:0:250976:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734694.195862:0:250976:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734694.195863:0:250976:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734694.195866:0:250976:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767734694.195868:0:250976:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767734694.195877:0:250976:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767734694.195883:0:250976:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1f44a9000. 00000100:00000001:2.0:1767734694.195888:0:250976:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734694.195891:0:250976:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767734694.195893:0:250976:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734694.195895:0:250976:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767734694.195897:0:250976:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734694.195899:0:250976:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734694.195906:0:250976:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446626090155541376 : -117983554010240 : ffff94b1d02c8380) 00010000:00000001:2.0:1767734694.195909:0:250976:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1767734694.195911:0:250976:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1767734694.195914:0:250976:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52600 count: 2 00010000:00000001:2.0:1767734694.195917:0:250976:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767734694.195919:0:250976:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767734694.195923:0:250976:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1c1676c00. 00000020:00000001:2.0:1767734694.195926:0:250976:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767734694.195929:0:250976:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1c1676c00 with handle 0x1886cffb85c2b90a to hash 00000020:00000001:2.0:1767734694.195931:0:250976:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767734694.195933:0:250976:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626089907743744 : -117983801807872 : ffff94b1c1676c00) 00010000:00000001:2.0:1767734694.195936:0:250976:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626089907743744 : -117983801807872 : ffff94b1c1676c00) 00010000:00000001:2.0:1767734694.195939:0:250976:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767734694.195941:0:250976:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767734694.195945:0:250976:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1676c00/0x1886cffb85c2b90a lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 250976 initiator: MDT0 00010000:00010000:2.0:1767734694.195986:0:250976:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1676c00/0x1886cffb85c2b90a lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 250976 initiator: MDT0 00000020:00100000:2.0:1767734694.195996:0:250976:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1e7e86000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1767734694.196005:0:250976:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1d02c8380 x1853602672086400/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 976/132176 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1767734694.196015:0:250976:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1676c00/0x1886cffb85c2b90a lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 250976 initiator: MDT0 00000100:00000001:2.0:1767734694.196033:0:250976:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767734694.196035:0:250976:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767734694.196040:0:250976:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fe64f840. 00000100:00000001:2.0:1767734694.196043:0:250976:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090930993216 : -117982778558400 : ffff94b1fe64f840) 00000100:00000001:2.0:1767734694.196047:0:250976:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734694.196050:0:250976:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155541376 : -117983554010240 : ffff94b1d02c8380) 00000100:00000001:2.0:1767734694.196055:0:250976:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767734694.196059:0:250976:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734694.196062:0:250976:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767734694.196064:0:250976:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767734694.196069:0:250976:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02c8380 x1853602672086400/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 976/132176 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734694.196078:0:250976:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767734694.196081:0:250976:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734694.196085:0:250976:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767734694.196089:0:250976:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767734694.196092:0:250976:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767734694.196096:0:250976:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02c8380 pname:cluuid:pid:xid:nid:opc:job lfs:66586885-669e-469f-b1c7-cb1a0fe6eee4:250976:1853602672086400:192.168.203.112@tcp:101:lfs.0 00000100:00000001:2.0:1767734694.196100:0:250976:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767734694.196103:0:250976:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767734694.196106:0:250976:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734694.196108:0:250976:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767734694.196158:0:250976:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff94b1d0cc0000. 02000000:00000001:2.0:1767734694.196162:0:250976:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734694.196170:0:250976:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:2.0:1767734694.196174:0:250976:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f8c5ee18. 00000400:00000010:2.0:1767734694.196179:0:250976:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff94b1c59fe000. 00000100:00000200:2.0:1767734694.196185:0:250976:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1853602672086400, portal 10 00000100:00000001:2.0:1767734694.196187:0:250976:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734694.196189:0:250976:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155541376 : -117983554010240 : ffff94b1d02c8380) 00000100:00000040:2.0:1767734694.196196:0:250976:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1d02c8380 x1853602672086400/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 976/132176 e 0 to 0 dl 1767734710 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734694.196217:0:250976:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767734694.196221:0:250976:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:2.0:1767734694.196225:0:250976:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29198. 00000100:00000200:2.0:1767734694.196228:0:250976:0:(niobuf.c:94:ptl_send_buf()) Sending 976 bytes to portal 12, xid 1853602672086400, offset 0 00000400:00000200:2.0:1767734694.196235:0:250976:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:2.0:1767734694.196242:0:250976:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734694.196248:0:250976:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734694.196253:0:250976:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767734694.196257:0:250976:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:2.0:1767734694.196261:0:250976:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767734694.196264:0:250976:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:2.0:1767734694.196269:0:250976:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66617:66617:256:4294967295] 192.168.203.112@tcp LPNI seq info [66617:66617:8:4294967295] 00000400:00000200:2.0:1767734694.196275:0:250976:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734694.196285:0:250976:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:2.0:1767734694.196292:0:250976:0:(socklnd_cb.c:1001:ksocknal_send()) sending 976 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767734694.196298:0:250976:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1ef790600. 00000800:00000200:2.0:1767734694.196304:0:250976:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767734694.196379:0:250976:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767734694.196385:0:250976:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1ef790600 type 1, nob 1072 niov 1 nkiov 1 00000100:00000001:2.0:1767734694.196404:0:250976:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734694.196410:0:250976:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 78295 usecs (79 jiffies) 00000400:00000200:2.0:1767734694.196415:0:250976:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:2.0:1767734694.196419:0:250976:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303456097 00000100:00000001:2.0:1767734694.196426:0:250976:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303456092 00000100:00000001:2.0:1767734694.196433:0:250976:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303456097 00000100:00000001:2.0:1767734694.196449:0:250976:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303456092 00000100:00000001:2.0:1767734694.196459:0:250976:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734694.196462:0:250976:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734694.196474:0:250976:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767734694.196477:0:250976:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767734694.196481:0:250976:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fe64f840 going to sleep for 11 seconds 00000100:00000001:2.0:1767734694.196484:0:250976:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767734694.196486:0:250976:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734694.196562:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734694.196570:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1ef790600. 00000400:00000200:3.0:1767734694.196577:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734694.196585:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734694.196591:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29198 00000400:00000010:3.0:1767734694.196594:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29198. 00000100:00000001:3.0:1767734694.196603:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734694.196614:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02c8380 x1853602672086400/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 976/132176 e 0 to 0 dl 1767734710 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734694.196628:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734694.196634:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02c8380 x1853602672086400/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 976/132176 e 0 to 0 dl 1767734710 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734694.196643:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734694.196646:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734694.200189:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734694.200201:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734694.200205:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734694.200208:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734694.200215:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734694.200223:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734694.200291:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734694.200297:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734694.200302:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734694.200392:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 664 into portal 10 MB=0x695d780d30d80 00000400:00000200:3.0:1767734694.200400:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734694.200408:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 664/664 into md 0x7bacd [64] + 224 00000800:00000001:3.0:1767734694.200417:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734694.200431:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734694.200435:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734694.200441:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734694.200447:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734694.200467:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02c8380 x1853602672086400/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 976/132176 e 0 to 0 dl 1767734710 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767734694.200481:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=132176 req@ffff94b1d02c8380 x1853602672086400/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 976/132176 e 0 to 0 dl 1767734710 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734694.200506:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734694.200514:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734694.200518:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734694.200554:0:250976:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767734694.200566:0:250976:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767734694.200569:0:250976:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767734694.200574:0:250976:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f8c5ee18. 00000400:00000200:2.0:1767734694.200582:0:250976:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1c59fe000 00000400:00000010:2.0:1767734694.200585:0:250976:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff94b1c59fe000. 00000100:00000001:2.0:1767734694.200589:0:250976:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734694.200600:0:250976:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02c8380 x1853602672086400/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 976/132176 e 0 to 0 dl 1767734710 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1767734694.200614:0:250976:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02c8380 x1853602672086400/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 976/132176 e 0 to 0 dl 1767734710 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734694.200624:0:250976:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767734694.200626:0:250976:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734694.200629:0:250976:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767734694.200632:0:250976:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767734694.200634:0:250976:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767734694.200636:0:250976:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734694.200639:0:250976:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767734694.200646:0:250976:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=24 v=5 (5 0 0 0) 00000100:00001000:2.0:1767734694.200650:0:250976:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=24 v=5 (1 0 0 0) 00000100:00000001:2.0:1767734694.200653:0:250976:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767734694.200654:0:250976:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734694.200657:0:250976:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767734694.200661:0:250976:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734694.200663:0:250976:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1767734694.200666:0:250976:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1767734694.200668:0:250976:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1767734694.200670:0:250976:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734694.200672:0:250976:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155541376 : -117983554010240 : ffff94b1d02c8380) 00000100:00000001:2.0:1767734694.200675:0:250976:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767734694.200677:0:250976:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924697 00000100:00000001:2.0:1767734694.200692:0:250976:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767734694.200695:0:250976:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734694.200701:0:250976:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02c8380 x1853602672086400/t12884924703(12884924703) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 976/664 e 0 to 0 dl 1767734710 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734694.200710:0:250976:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734694.200713:0:250976:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767734694.200715:0:250976:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767734694.200720:0:250976:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02c8380 x1853602672086400/t12884924703(12884924703) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 976/664 e 0 to 0 dl 1767734710 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1767734694.200730:0:250976:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02c8380 pname:cluuid:pid:xid:nid:opc:job lfs:66586885-669e-469f-b1c7-cb1a0fe6eee4:250976:1853602672086400:192.168.203.112@tcp:101:lfs.0 00000100:00000001:2.0:1767734694.200735:0:250976:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734694.200738:0:250976:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734694.200741:0:250976:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767734694.200743:0:250976:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734694.200747:0:250976:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02c8380 x1853602672086400/t12884924703(12884924703) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 976/664 e 0 to 0 dl 1767734710 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734694.200755:0:250976:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767734694.200759:0:250976:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fe64f840. 00000100:00000001:2.0:1767734694.200761:0:250976:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767734694.200763:0:250976:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734694.200766:0:250976:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1767734694.200769:0:250976:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734694.200771:0:250976:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734694.200774:0:250976:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1676c00 refcount=4 00000020:00000001:2.0:1767734694.200777:0:250976:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907743744 : -117983801807872 : ffff94b1c1676c00) 00010000:00000001:2.0:1767734694.200780:0:250976:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907743744 : -117983801807872 : ffff94b1c1676c00) 00010000:00000040:2.0:1767734694.200786:0:250976:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff94b1c1676c00, remote cookie: 0x9bbb2ede58dabd93, flags: 0x1001 00010000:00010000:2.0:1767734694.200791:0:250976:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1676c00/0x1886cffb85c2b90a lrc: 4/1,0 mode: --/CR res: [0x2000013a3:0x6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabd93 expref: -99 pid: 250976 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767734694.200801:0:250976:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a3:0x7:0x0].0x0, instead of [0x2000013a3:0x6:0x0].0x0 00010000:00000001:2.0:1767734694.200810:0:250976:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000040:2.0:1767734694.200816:0:250976:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1100 count: 2 00010000:00000001:2.0:1767734694.200819:0:250976:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767734694.200822:0:250976:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767734694.200826:0:250976:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1676c00/0x1886cffb85c2b90a lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabd93 expref: -99 pid: 250976 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767734694.200835:0:250976:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1676c00/0x1886cffb85c2b90a lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabd93 expref: -99 pid: 250976 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767734694.200842:0:250976:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767734694.200845:0:250976:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767734694.200847:0:250976:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767734694.200849:0:250976:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767734694.200850:0:250976:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767734694.200853:0:250976:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a3:0x7:0x0].0x0 (ffff94b1d21e1100) refcount = 2 00010000:00000040:2.0:1767734694.200857:0:250976:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1767734694.200860:0:250976:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f683f800/0x1886cffb85c2b8f5 lrc: 1/0,0 mode: CR/CR res: [0x2000013a3:0x7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x9bbb2ede58dabd4d expref: -99 pid: 250975 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1767734694.200869:0:250976:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1676c00/0x1886cffb85c2b90a lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabd93 expref: -99 pid: 250976 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767734694.200876:0:250976:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767734694.200878:0:250976:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767734694.200880:0:250976:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767734694.200883:0:250976:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767734694.200885:0:250976:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767734694.200889:0:250976:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1676c00/0x1886cffb85c2b90a lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabd93 expref: -99 pid: 250976 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767734694.200895:0:250976:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1767734694.200897:0:250976:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734694.200904:0:250976:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734694.200906:0:250976:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734694.200907:0:250976:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734694.200909:0:250976:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734694.200913:0:250976:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1767734694.200915:0:250976:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734694.200917:0:250976:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734694.200919:0:250976:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1676c00 refcount=3 00000020:00000001:2.0:1767734694.200921:0:250976:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907743744 : -117983801807872 : ffff94b1c1676c00) 00010000:00000001:2.0:1767734694.200924:0:250976:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907743744 : -117983801807872 : ffff94b1c1676c00) 00010000:00000001:2.0:1767734694.200927:0:250976:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734694.200928:0:250976:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734694.200930:0:250976:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1676c00 refcount=4 00000020:00000001:2.0:1767734694.200932:0:250976:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907743744 : -117983801807872 : ffff94b1c1676c00) 00010000:00000001:2.0:1767734694.200935:0:250976:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907743744 : -117983801807872 : ffff94b1c1676c00) 00010000:00000001:2.0:1767734694.200937:0:250976:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767734694.200940:0:250976:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767734694.200944:0:250976:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1676c00/0x1886cffb85c2b90a lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabd93 expref: -99 pid: 250976 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767734694.200951:0:250976:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734694.200952:0:250976:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734694.200954:0:250976:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734694.200955:0:250976:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734694.200957:0:250976:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1676c00 refcount=5 00000020:00000001:2.0:1767734694.200959:0:250976:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907743744 : -117983801807872 : ffff94b1c1676c00) 00010000:00000001:2.0:1767734694.200961:0:250976:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907743744 : -117983801807872 : ffff94b1c1676c00) 00010000:00000001:2.0:1767734694.200964:0:250976:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767734694.200967:0:250976:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1676c00/0x1886cffb85c2b90a lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabd93 expref: -99 pid: 250976 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767734694.200974:0:250976:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734694.200976:0:250976:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767734694.200979:0:250976:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1676c00/0x1886cffb85c2b90a lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dabd93 expref: -99 pid: 250976 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767734694.200991:0:250976:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767734694.200993:0:250976:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734694.200994:0:250976:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734694.200996:0:250976:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734694.200997:0:250976:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1767734694.201003:0:250976:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff94b1d02c8380 x1853602672086400/t12884924703(12884924703) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 976/664 e 0 to 0 dl 1767734710 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1767734694.201013:0:250976:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1767734694.201017:0:250976:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94b1d02c8380 x1853602672086400/t12884924703(12884924703) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 976/664 e 0 to 0 dl 1767734710 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1767734694.201025:0:250976:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734694.201031:0:250976:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734694.201033:0:250976:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734694.201034:0:250976:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1676c00 refcount=3 00000020:00000001:2.0:1767734694.201037:0:250976:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907743744 : -117983801807872 : ffff94b1c1676c00) 00010000:00000001:2.0:1767734694.201039:0:250976:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907743744 : -117983801807872 : ffff94b1c1676c00) 00000002:00010000:2.0:1767734694.201043:0:250976:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1676c00/0x1886cffb85c2b90a lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabd93 expref: -99 pid: 250976 timeout: 0 lvb_type: 0 00000002:00000010:2.0:1767734694.201052:0:250976:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff94b1d1dfbb40. 00010000:00000001:2.0:1767734694.201055:0:250976:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734694.201056:0:250976:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1767734694.201058:0:250976:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734694.201060:0:250976:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734694.201063:0:250976:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1767734694.201065:0:250976:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734694.201067:0:250976:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155541376 : -117983554010240 : ffff94b1d02c8380) 00010000:00000001:2.0:1767734694.201069:0:250976:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734694.201071:0:250976:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734694.201072:0:250976:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1676c00 refcount=3 00000020:00000001:2.0:1767734694.201075:0:250976:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907743744 : -117983801807872 : ffff94b1c1676c00) 00010000:00000001:2.0:1767734694.201083:0:250976:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907743744 : -117983801807872 : ffff94b1c1676c00) 00000002:00010000:2.0:1767734694.201087:0:250976:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1676c00/0x1886cffb85c2b90a lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dabd93 expref: -99 pid: 250976 timeout: 0 lvb_type: 3 00010000:00000001:2.0:1767734694.201094:0:250976:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734694.201096:0:250976:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734694.201097:0:250976:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1767734694.201099:0:250976:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734694.201101:0:250976:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734694.201102:0:250976:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1676c00 refcount=3 00000020:00000001:2.0:1767734694.201104:0:250976:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907743744 : -117983801807872 : ffff94b1c1676c00) 00010000:00000001:2.0:1767734694.201107:0:250976:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907743744 : -117983801807872 : ffff94b1c1676c00) 00010000:00000040:2.0:1767734694.201111:0:250976:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1100 count: 3 00010000:00000001:2.0:1767734694.201113:0:250976:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1767734694.201117:0:250976:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1c987a800 type 13 mode 4 res 8589939619/7 (0 0) 00010000:00000001:2.0:1767734694.201120:0:250976:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734694.201122:0:250976:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1767734694.201123:0:250976:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1767734694.201126:0:250976:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308113768 00000002:00002000:2.0:1767734694.201128:0:250976:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f160l.sanity intent=open status=0 disp=80002b: rc = 0 00000002:00000001:2.0:1767734694.201132:0:250976:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767734694.201135:0:250976:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767734694.201137:0:250976:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1767734694.201140:0:250976:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x2000013a3:0x6:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1767734694.201144:0:250976:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734694.201147:0:250976:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1767734694.201149:0:250976:0:(namei.c:677:ll_lookup_it_finish()) it ffff94b1d8e3b780 it_disposition 80002b 00000080:00000001:2.0:1767734694.201151:0:250976:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:2.0:1767734694.201155:0:250976:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1767734694.201158:0:250976:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1767734694.201160:0:250976:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920711 : 144115272414920711 : 2000013a3000007) 00000080:00000001:2.0:1767734694.201163:0:250976:0:(namei.c:117:ll_iget()) Process entered 00000020:00000001:2.0:1767734694.201167:0:250976:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:2.0:1767734694.201170:0:250976:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183144584 : -117983526407032 : ffff94b1d1d1b488) 00000020:00001000:2.0:1767734694.201178:0:250976:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b480 00000020:00000001:2.0:1767734694.201180:0:250976:0:(cl_object.c:350:cl_conf_set()) Process entered 00020000:00000001:2.0:1767734694.201183:0:250976:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:2.0:1767734694.201185:0:250976:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:2.0:1767734694.201189:0:250976:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff94b1d8e3b4e0. 00020000:00000010:2.0:1767734694.201193:0:250976:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff94b20106b300. 00020000:00000010:2.0:1767734694.201197:0:250976:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff94b1d8e3b2a0. 00020000:00000001:2.0:1767734694.201200:0:250976:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446626090301764256 : -117983407787360 : ffff94b1d8e3b2a0) 00020000:00000002:2.0:1767734694.201203:0:250976:0:(lov_ea.c:727:dump_lsm()) lsm ffff94b1d8e3b2a0, objid 0x7:5027, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1767734694.201209:0:250976:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:2.0:1767734694.201213:0:250976:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff94b20106b300: ostid: 0x280000403:7259 ost idx: 1 gen: 0 00020000:00000002:2.0:1767734694.201217:0:250976:0:(lov_object.c:1267:lov_conf_lock()) Took exclusive lov(ffff94b1f84534d8) owner ffff94b1c551a7c0 00020000:00000001:2.0:1767734694.201220:0:250976:0:(lov_object.c:1470:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1767734694.201222:0:250976:0:(lov_object.c:1273:lov_conf_unlock()) To release exclusive lov(ffff94b1f84534d8) owner ffff94b1c551a7c0 00020000:00000010:2.0:1767734694.201226:0:250976:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff94b20106b300. 00020000:00000010:2.0:1767734694.201231:0:250976:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff94b1d8e3b4e0. 00020000:00000010:2.0:1767734694.201234:0:250976:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff94b1d8e3b2a0. 00020000:00000002:2.0:1767734694.201236:0:250976:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a3:0x7:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1767734694.201239:0:250976:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734694.201241:0:250976:0:(cl_object.c:358:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1767734694.201243:0:250976:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b480 00000080:00000001:2.0:1767734694.201248:0:250976:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414920711 : 144115272414920711 : 2000013a3000007) 00000080:00000001:2.0:1767734694.201251:0:250976:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:2.0:1767734694.201256:0:250976:0:(namei.c:151:ll_iget()) got inode: [0x2000013a3:0x7:0x0](ffff94b1c4b0e3c8): rc = 0 00000080:00000001:2.0:1767734694.201259:0:250976:0:(namei.c:160:ll_iget()) Process leaving (rc=18446626089962890184 : -117983746661432 : ffff94b1c4b0e3c8) 00010000:00000001:2.0:1767734694.201261:0:250976:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734694.201263:0:250976:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734694.201265:0:250976:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1676c00 refcount=3 00000020:00000001:2.0:1767734694.201267:0:250976:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907743744 : -117983801807872 : ffff94b1c1676c00) 00010000:00000001:2.0:1767734694.201270:0:250976:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907743744 : -117983801807872 : ffff94b1c1676c00) 00000080:00000001:2.0:1767734694.201273:0:250976:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:2.0:1767734694.201274:0:250976:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:2.0:1767734694.201282:0:250976:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183144584 : -117983526407032 : ffff94b1d1d1b488) 00000020:00001000:2.0:1767734694.201284:0:250976:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b480 00000020:00000001:2.0:1767734694.201286:0:250976:0:(cl_object.c:350:cl_conf_set()) Process entered 00020000:00000001:2.0:1767734694.201288:0:250976:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:2.0:1767734694.201290:0:250976:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:2.0:1767734694.201292:0:250976:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff94b1d8e3b2a0. 00020000:00000010:2.0:1767734694.201295:0:250976:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff94b20106b300. 00020000:00000010:2.0:1767734694.201298:0:250976:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff94b1d8e3b4e0. 00020000:00000001:2.0:1767734694.201300:0:250976:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446626090301764832 : -117983407786784 : ffff94b1d8e3b4e0) 00020000:00000002:2.0:1767734694.201303:0:250976:0:(lov_ea.c:727:dump_lsm()) lsm ffff94b1d8e3b4e0, objid 0x7:5027, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1767734694.201308:0:250976:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:2.0:1767734694.201374:0:250976:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff94b20106b300: ostid: 0x280000403:7259 ost idx: 1 gen: 0 00020000:00000002:2.0:1767734694.201379:0:250976:0:(lov_object.c:1267:lov_conf_lock()) Took exclusive lov(ffff94b1f84534d8) owner ffff94b1c551a7c0 00020000:00000001:2.0:1767734694.201381:0:250976:0:(lov_object.c:1470:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1767734694.201384:0:250976:0:(lov_object.c:1273:lov_conf_unlock()) To release exclusive lov(ffff94b1f84534d8) owner ffff94b1c551a7c0 00020000:00000010:2.0:1767734694.201387:0:250976:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff94b20106b300. 00020000:00000010:2.0:1767734694.201391:0:250976:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff94b1d8e3b2a0. 00020000:00000010:2.0:1767734694.201394:0:250976:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff94b1d8e3b4e0. 00020000:00000002:2.0:1767734694.201396:0:250976:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a3:0x7:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1767734694.201398:0:250976:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734694.201401:0:250976:0:(cl_object.c:358:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734694.201404:0:250976:0:(cl_object.c:455:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1767734694.201406:0:250976:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f84534d8) owner 0000000000000000/ffff94b1c551a7c0 00020000:00000002:2.0:1767734694.201410:0:250976:0:(lov_object.c:2344:lov_lsm_addref()) lsm ffff94b1dd24d0c0 addref 2/0 by ffff94b1c551a7c0. 00020000:00000002:2.0:1767734694.201413:0:250976:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f84534d8) owner 0000000000000000/ffff94b1c551a7c0 00020000:00000001:2.0:1767734694.201415:0:250976:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1767734694.201417:0:250976:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1767734694.201419:0:250976:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1767734694.201421:0:250976:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1767734694.201423:0:250976:0:(lov_object.c:2259:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1767734694.201426:0:250976:0:(file.c:6809:ll_layout_conf()) [0x2000013a3:0x7:0x0]: layout version change: 0 -> 0 00000020:00001000:2.0:1767734694.201429:0:250976:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b480 00000080:00000001:2.0:1767734694.201431:0:250976:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734694.201434:0:250976:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734694.201444:0:250976:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1767734694.201446:0:250976:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1767734694.201450:0:250976:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1767734694.201452:0:250976:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1767734694.201456:0:250976:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a3:0x7:0x0](ffff94b1c4b0e3c8) for lock 0x1886cffb85c2b90a 00800000:00000001:2.0:1767734694.201459:0:250976:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1767734694.201461:0:250976:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1767734694.201463:0:250976:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734694.201465:0:250976:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734694.201467:0:250976:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1676c00 refcount=3 00000020:00000001:2.0:1767734694.201470:0:250976:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907743744 : -117983801807872 : ffff94b1c1676c00) 00010000:00000001:2.0:1767734694.201472:0:250976:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907743744 : -117983801807872 : ffff94b1c1676c00) 00010000:00000001:2.0:1767734694.201475:0:250976:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734694.201476:0:250976:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1767734694.201478:0:250976:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767734694.201480:0:250976:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1767734694.201485:0:250976:0:(namei.c:656:ll_splice_alias()) Add dentry ffff94b1f820be58 inode ffff94b1c4b0e3c8 refc 1 flags 0x40000e 00000080:00000001:2.0:1767734694.201489:0:250976:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1767734694.201492:0:250976:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a3:0x7:0x0](ffff94b1c4b0e3c8) 00000080:00000001:2.0:1767734694.201495:0:250976:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1767734694.201499:0:250976:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c33d8000. 00000100:00000001:2.0:1767734694.201502:0:250976:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734694.201509:0:250976:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02c8380 x1853602672086400/t12884924703(12884924703) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/664 e 0 to 0 dl 1767734710 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734694.201518:0:250976:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734694.201523:0:250976:0:(file.c:997:ll_file_open()) Process entered 00000020:00000001:2.0:1767734694.201525:0:250976:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308113a60 00000080:00200008:2.0:1767734694.201528:0:250976:0:(file.c:1001:ll_file_open()) START file f160l.sanity:[0x2000013a3:0x7:0x0](ffff94b1c4b0e3c8), flags 100400 00000080:00000010:2.0:1767734694.201534:0:250976:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff94b1c17acb40. 00000080:00000010:2.0:1767734694.201540:0:250976:0:(file.c:1165:ll_file_open()) kmalloced '(*och_p)': 56 at ffff94b1d1dfb800. 00000080:00000001:2.0:1767734694.201543:0:250976:0:(file.c:919:ll_local_open()) Process entered 00800000:00000001:2.0:1767734694.201546:0:250976:0:(lmv_obd.c:4031:lmv_set_open_replay_data()) Process entered 00000002:00000001:2.0:1767734694.201549:0:250976:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1767734694.201552:0:250976:0:(obd.h:1403:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff94b1f9724b00. 00000002:00100000:2.0:1767734694.201556:0:250976:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94b1d02c8380 x1853602672086400/t12884924703(12884924703) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/664 e 0 to 0 dl 1767734710 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1767734694.201570:0:250976:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767734694.201573:0:250976:0:(lmv_obd.c:4037:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1767734694.201576:0:250976:0:(rw.c:945:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1767734694.201581:0:250976:0:(file.c:938:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734694.201583:0:250976:0:(file.c:1209:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734694.201587:0:250976:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734694.201591:0:250976:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02c8380 x1853602672086400/t12884924703(12884924703) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/664 e 0 to 0 dl 1767734710 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1767734694.201599:0:250976:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767734694.201602:0:250976:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff94b1d0cc0000. 02000000:00000001:2.0:1767734694.201630:0:250976:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767734694.201632:0:250976:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734694.201635:0:250976:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308113a60 00000080:00000008:2.0:1767734694.201638:0:250976:0:(file.c:1240:ll_file_open()) COMPLETED file f160l.sanity:[0x2000013a3:0x7:0x0](ffff94b1c4b0e3c8), flags 100400, rc = 0 00000080:00000001:2.0:1767734694.201642:0:250976:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1767734694.201644:0:250976:0:(dcache.c:176:ll_intent_release()) intent ffff94b1d8e3b780 released 00000080:00010000:2.0:1767734694.201646:0:250976:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b90a from it ffff94b1d8e3b780 00010000:00000001:2.0:1767734694.201649:0:250976:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734694.201651:0:250976:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734694.201652:0:250976:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1676c00 refcount=3 00000020:00000001:2.0:1767734694.201655:0:250976:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907743744 : -117983801807872 : ffff94b1c1676c00) 00010000:00000001:2.0:1767734694.201657:0:250976:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907743744 : -117983801807872 : ffff94b1c1676c00) 00010000:00000001:2.0:1767734694.201660:0:250976:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767734694.201664:0:250976:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1676c00/0x1886cffb85c2b90a lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x9bbb2ede58dabd93 expref: -99 pid: 250976 timeout: 0 lvb_type: 3 00010000:00000001:2.0:1767734694.201672:0:250976:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734694.201674:0:250976:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734694.201675:0:250976:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1767734694.201678:0:250976:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1767734694.201681:0:250976:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1c1676c00/0x1886cffb85c2b90a lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x9bbb2ede58dabd93 expref: -99 pid: 250976 timeout: 0 lvb_type: 3 00010000:00000001:2.0:1767734694.201701:0:250976:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767734694.201703:0:250976:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767734694.201705:0:250976:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767734694.201708:0:250976:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734694.201710:0:250976:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734694.201712:0:250976:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734694.201714:0:250976:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767734694.201716:0:250976:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734694.201719:0:250976:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734694.201722:0:250976:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734694.201724:0:250976:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767734694.201726:0:250976:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734694.201727:0:250976:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1767734694.201729:0:250976:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1767734694.201730:0:250976:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:2.0:1767734694.201733:0:250976:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1767734694.201734:0:250976:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1767734694.201736:0:250976:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1767734694.201738:0:250976:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734694.201740:0:250976:0:(pcc.c:1928:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1767734694.201744:0:250976:0:(pcc.c:1945:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734694.201746:0:250976:0:(pcc.c:2396:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1767734694.201749:0:250976:0:(pcc.c:2423:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734694.201751:0:250976:0:(namei.c:1491:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1767734694.201754:0:250976:0:(namei.c:1503:ll_atomic_open()) kfreed 'it': 72 at ffff94b1d8e3b780. 00000080:00000001:2.0:1767734694.201756:0:250976:0:(namei.c:1505:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734694.201760:0:250976:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:2.0:1767734694.201762:0:250976:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x7:0x0](ffff94b1c4b0e3c8), inode mode 81a4 mask 44 00000080:00000001:2.0:1767734694.201766:0:250976:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734694.201786:0:250976:0:(file.c:4615:ll_file_ioctl()) Process entered 00000080:00200080:2.0:1767734694.201789:0:250976:0:(file.c:4617:ll_file_ioctl()) VFS Op:inode=[0x2000013a3:0x7:0x0](ffff94b1c4b0e3c8) cmd=800466af arg=7ffd390a55ec 00000080:00000001:2.0:1767734694.201795:0:250976:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000080:00000001:2.0:1767734694.201799:0:250976:0:(dir.c:955:ll_get_mdt_idx_by_fid()) Process entered 00000080:00000010:2.0:1767734694.201802:0:250976:0:(dir.c:956:ll_get_mdt_idx_by_fid()) kmalloced '(op_data)': 384 at ffff94b1c33d8000. 00800000:00000001:2.0:1767734694.201806:0:250976:0:(lmv_obd.c:1589:lmv_getattr()) Process entered 00800000:00000001:2.0:1767734694.201809:0:250976:0:(lmv_obd.c:1597:lmv_getattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1767734694.201818:0:250976:0:(dir.c:964:ll_get_mdt_idx_by_fid()) kfreed 'op_data': 384 at ffff94b1c33d8000. 00000080:00000001:2.0:1767734694.201821:0:250976:0:(dir.c:968:ll_get_mdt_idx_by_fid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734694.201824:0:250976:0:(llite_lib.c:3460:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734694.201826:0:250976:0:(file.c:5111:ll_file_ioctl()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1767734694.201831:0:250976:0:(lov_object.c:2354:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1767734694.201834:0:250976:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f84534d8) owner 0000000000000000/ffff94b1c551a7c0 00020000:00000002:2.0:1767734694.201837:0:250976:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f84534d8) owner 0000000000000000/ffff94b1c551a7c0 00020000:00000001:2.0:1767734694.201840:0:250976:0:(lov_object.c:2406:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734694.201845:0:250976:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:2.0:1767734694.201847:0:250976:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308113dd0 00000080:00200008:2.0:1767734694.201850:0:250976:0:(file.c:424:ll_file_release()) START file f160l.sanity:[0x2000013a3:0x7:0x0](ffff94b1c4b0e3c8), flags 100000 00000080:00000001:2.0:1767734694.201853:0:250976:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:2.0:1767734694.201855:0:250976:0:(pcc.c:2461:pcc_file_release()) Process leaving 00020000:00000001:2.0:1767734694.201856:0:250976:0:(lov_object.c:2354:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1767734694.201858:0:250976:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f84534d8) owner 0000000000000000/ffff94b1c551a7c0 00020000:00000002:2.0:1767734694.201861:0:250976:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f84534d8) owner 0000000000000000/ffff94b1c551a7c0 00020000:00000001:2.0:1767734694.201863:0:250976:0:(lov_object.c:2406:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734694.201865:0:250976:0:(file.c:339:ll_md_close()) Process entered 00000002:00000001:2.0:1767734694.201869:0:250976:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1767734694.201871:0:250976:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1767734694.201875:0:250976:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1100 count: 3 00010000:00000001:2.0:1767734694.201878:0:250976:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1767734694.201882:0:250976:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1767734694.201884:0:250976:0:(lmv_obd.c:3988:lmv_lock_match()) Lock match for [0x2000013a3:0x7:0x0]: 0 00000080:00000001:2.0:1767734694.201886:0:250976:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:2.0:1767734694.201888:0:250976:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1767734694.201891:0:250976:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff94b1c33d8000. 00000080:00000001:2.0:1767734694.201893:0:250976:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:2.0:1767734694.201897:0:250976:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1767734694.201899:0:250976:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:2.0:1767734694.201901:0:250976:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a3:0x7:0x0] 00000002:00000001:2.0:1767734694.201903:0:250976:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:2.0:1767734694.201905:0:250976:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff94b1e7e86000: [0x2000013a3:0x7:0x0] file closed with intent: 0 00000100:00000010:2.0:1767734694.201911:0:250976:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02c8a80. 00000020:00000040:2.0:1767734694.201914:0:250976:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=10 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000100:00000001:2.0:1767734694.201918:0:250976:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767734694.201926:0:250976:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767734694.201929:0:250976:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767734694.201934:0:250976:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c33d8600. 00000100:00000001:2.0:1767734694.201938:0:250976:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1767734694.201948:0:250976:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff94b1d02c8380 x1853602672086400/t12884924703(12884924703) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/664 e 0 to 0 dl 1767734710 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1767734694.201959:0:250976:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1e7e86000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1767734694.201965:0:250976:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1d02c8a80 x1853602672086656/t0(0) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1767734694.201973:0:250976:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767734694.201975:0:250976:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767734694.201979:0:250976:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fe64f840. 00000100:00000001:2.0:1767734694.201982:0:250976:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090930993216 : -117982778558400 : ffff94b1fe64f840) 00000100:00000001:2.0:1767734694.201984:0:250976:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734694.201986:0:250976:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155543168 : -117983554008448 : ffff94b1d02c8a80) 00000100:00000001:2.0:1767734694.201990:0:250976:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767734694.201993:0:250976:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734694.201995:0:250976:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767734694.201997:0:250976:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767734694.202001:0:250976:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02c8a80 x1853602672086656/t0(0) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734694.202009:0:250976:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767734694.202011:0:250976:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734694.202014:0:250976:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767734694.202016:0:250976:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767734694.202019:0:250976:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767734694.202022:0:250976:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02c8a80 pname:cluuid:pid:xid:nid:opc:job lfs:66586885-669e-469f-b1c7-cb1a0fe6eee4:250976:1853602672086656:192.168.203.112@tcp:35:lfs.0 00000100:00000001:2.0:1767734694.202027:0:250976:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767734694.202030:0:250976:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767734694.202032:0:250976:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734694.202034:0:250976:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767734694.202038:0:250976:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1c59fe000. 02000000:00000001:2.0:1767734694.202040:0:250976:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734694.202052:0:250976:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:2.0:1767734694.202056:0:250976:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f8c5ee18. 00000400:00000010:2.0:1767734694.202061:0:250976:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29550. 00000100:00000200:2.0:1767734694.202065:0:250976:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672086656, portal 10 00000100:00000001:2.0:1767734694.202068:0:250976:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734694.202070:0:250976:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155543168 : -117983554008448 : ffff94b1d02c8a80) 00000100:00000040:2.0:1767734694.202076:0:250976:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1d02c8a80 x1853602672086656/t0(0) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734710 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734694.202084:0:250976:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767734694.202088:0:250976:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:2.0:1767734694.202090:0:250976:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa296e8. 00000100:00000200:2.0:1767734694.202093:0:250976:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1853602672086656, offset 0 00000400:00000200:2.0:1767734694.202099:0:250976:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:2.0:1767734694.202106:0:250976:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734694.202113:0:250976:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734694.202117:0:250976:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767734694.202121:0:250976:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:2.0:1767734694.202125:0:250976:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767734694.202128:0:250976:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:2.0:1767734694.202132:0:250976:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66618:66618:256:4294967295] 192.168.203.112@tcp LPNI seq info [66618:66618:8:4294967295] 00000400:00000200:2.0:1767734694.202137:0:250976:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734694.202147:0:250976:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:2.0:1767734694.202153:0:250976:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767734694.202157:0:250976:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1ef790c00. 00000800:00000200:2.0:1767734694.202163:0:250976:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767734694.202171:0:250976:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767734694.202175:0:250976:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1ef790c00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1767734694.202199:0:250976:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734694.202204:0:250976:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 76926 usecs (77 jiffies) 00000400:00000200:2.0:1767734694.202209:0:250976:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:2.0:1767734694.202211:0:250976:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303456100 00000100:00000001:2.0:1767734694.202224:0:250976:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303456097 00000100:00000001:2.0:1767734694.202230:0:250976:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303456100 00000100:00000001:2.0:1767734694.202233:0:250976:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303456097 00000100:00000001:2.0:1767734694.202236:0:250976:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734694.202239:0:250976:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734694.202242:0:250976:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767734694.202244:0:250976:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767734694.202247:0:250976:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fe64f840 going to sleep for 11 seconds 00000100:00000001:2.0:1767734694.202249:0:250976:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767734694.202252:0:250976:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734694.202442:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734694.202450:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1ef790c00. 00000400:00000200:3.0:1767734694.202458:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734694.202468:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734694.202474:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa296e8 00000400:00000010:3.0:1767734694.202477:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa296e8. 00000100:00000001:3.0:1767734694.202482:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734694.202490:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02c8a80 x1853602672086656/t0(0) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734710 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734694.202503:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734694.202508:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02c8a80 x1853602672086656/t0(0) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734710 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734694.202517:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734694.202519:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1767734694.203414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1c1677800. 00000080:00000010:2.1:1767734694.203427:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1f9724540. 00010000:00000010:2.1:1767734694.203437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1c1677e00. 00000800:00000001:3.0:1767734694.204590:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734694.204601:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734694.204605:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734694.204608:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734694.204616:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734694.204623:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734694.204630:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734694.204634:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734694.204639:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734694.204644:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d30e80 00000400:00000200:3.0:1767734694.204650:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734694.204668:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7badd [1] + 224 00000800:00000001:3.0:1767734694.204677:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734694.204685:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734694.204688:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734694.204693:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734694.204698:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734694.204706:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02c8a80 x1853602672086656/t0(0) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734710 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767734694.204720:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff94b1d02c8a80 x1853602672086656/t0(0) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734710 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734694.204747:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734694.204755:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734694.204759:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734694.204861:0:250976:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767734694.204871:0:250976:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767734694.204874:0:250976:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767734694.204878:0:250976:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f8c5ee18. 00000400:00000200:2.0:1767734694.204885:0:250976:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29550 00000400:00000010:2.0:1767734694.204888:0:250976:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29550. 00000100:00000001:2.0:1767734694.204892:0:250976:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734694.204902:0:250976:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02c8a80 x1853602672086656/t0(0) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734710 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1767734694.204916:0:250976:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02c8a80 x1853602672086656/t0(0) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734710 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734694.204926:0:250976:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767734694.204928:0:250976:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734694.204931:0:250976:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767734694.204933:0:250976:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767734694.204935:0:250976:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767734694.204938:0:250976:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734694.204941:0:250976:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767734694.204947:0:250976:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dca0 time=24 v=5 (5 0 0 0) 00000100:00001000:2.0:1767734694.204951:0:250976:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=24 v=5 (1 0 0 0) 00000100:00000001:2.0:1767734694.204954:0:250976:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767734694.204956:0:250976:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734694.204958:0:250976:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767734694.204962:0:250976:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734694.204978:0:250976:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1767734694.204980:0:250976:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1767734694.204983:0:250976:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1767734694.204985:0:250976:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734694.204987:0:250976:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155543168 : -117983554008448 : ffff94b1d02c8a80) 00000100:00000001:2.0:1767734694.204990:0:250976:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767734694.204992:0:250976:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924697 00000100:00000001:2.0:1767734694.204994:0:250976:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767734694.204997:0:250976:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734694.205003:0:250976:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02c8a80 x1853602672086656/t12884924704(12884924704) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734710 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734694.205012:0:250976:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734694.205015:0:250976:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767734694.205017:0:250976:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767734694.205021:0:250976:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02c8a80 x1853602672086656/t12884924704(12884924704) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734710 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1767734694.205031:0:250976:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02c8a80 pname:cluuid:pid:xid:nid:opc:job lfs:66586885-669e-469f-b1c7-cb1a0fe6eee4:250976:1853602672086656:192.168.203.112@tcp:35:lfs.0 00000100:00000001:2.0:1767734694.205037:0:250976:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734694.205040:0:250976:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734694.205042:0:250976:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767734694.205044:0:250976:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734694.205049:0:250976:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02c8a80 x1853602672086656/t12884924704(12884924704) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734710 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734694.205057:0:250976:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767734694.205060:0:250976:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fe64f840. 00000100:00000001:2.0:1767734694.205063:0:250976:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767734694.205065:0:250976:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734694.205070:0:250976:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734694.205072:0:250976:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155543168 : -117983554008448 : ffff94b1d02c8a80) 00000002:00000001:2.0:1767734694.205075:0:250976:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767734694.205077:0:250976:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1767734694.205081:0:250976:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c33d8000. 00000080:00000001:2.0:1767734694.205090:0:250976:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1767734694.205093:0:250976:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:2.0:1767734694.205096:0:250976:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1767734694.205102:0:250976:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94b1d02c8380 x1853602672086400/t12884924703(12884924703) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/664 e 0 to 0 dl 1767734710 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734694.205111:0:250976:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734694.205112:0:250976:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155541376 : -117983554010240 : ffff94b1d02c8380) 00000100:00000001:2.0:1767734694.205115:0:250976:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734694.205118:0:250976:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02c8380 x1853602672086400/t12884924703(12884924703) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/664 e 0 to 0 dl 1767734710 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734694.205126:0:250976:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734694.205128:0:250976:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734694.205132:0:250976:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02c8a80 x1853602672086656/t12884924704(12884924704) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734710 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734694.205139:0:250976:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734694.205142:0:250976:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734694.205145:0:250976:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02c8380 x1853602672086400/t12884924703(12884924703) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/664 e 0 to 0 dl 1767734710 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734694.205152:0:250976:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1767734694.205155:0:250976:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767734694.205157:0:250976:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=9 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:2.0:1767734694.205159:0:250976:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767734694.205162:0:250976:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1f44a9000. 02000000:00000001:2.0:1767734694.205165:0:250976:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767734694.205167:0:250976:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767734694.205169:0:250976:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02c8380. 00000100:00000001:2.0:1767734694.205172:0:250976:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767734694.205174:0:250976:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734694.205176:0:250976:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734694.205179:0:250976:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02c8a80 x1853602672086656/t12884924704(12884924704) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734710 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734694.205187:0:250976:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:2.0:1767734694.205195:0:250976:0:(mdc_request.c:863:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff94b1f9724b00. 00000002:00000001:2.0:1767734694.205198:0:250976:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767734694.205201:0:250976:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1767734694.205203:0:250976:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94b1d1dfb800. 00000100:00000001:2.0:1767734694.205206:0:250976:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734694.205210:0:250976:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02c8a80 x1853602672086656/t12884924704(12884924704) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734710 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734694.205218:0:250976:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767734694.205220:0:250976:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767734694.205222:0:250976:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1c59fe000. 02000000:00000001:2.0:1767734694.205225:0:250976:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767734694.205226:0:250976:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767734694.205228:0:250976:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=8 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:2.0:1767734694.205230:0:250976:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767734694.205232:0:250976:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c33d8600. 02000000:00000001:2.0:1767734694.205234:0:250976:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767734694.205236:0:250976:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767734694.205237:0:250976:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02c8a80. 00000100:00000001:2.0:1767734694.205240:0:250976:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767734694.205241:0:250976:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1767734694.205244:0:250976:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1767734694.205246:0:250976:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff94b1c17acb40. 00000080:00000001:2.0:1767734694.205250:0:250976:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734694.205254:0:250976:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308113dd0 00000080:00000008:2.0:1767734694.205257:0:250976:0:(file.c:464:ll_file_release()) COMPLETED file f160l.sanity:[0x2000013a3:0x7:0x0](ffff94b1c4b0e3c8), flags 100000, rc = 0 00000080:00000001:2.0:1767734694.205261:0:250976:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734694.205264:0:250976:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1767734694.205266:0:250976:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308113e00 00000080:00002000:2.0:1767734694.205268:0:250976:0:(dcache.c:127:ll_ddelete()) keeping dentry f160l.sanity (ffff94b1f820be58, parent ffff94b1f820b6c0, inode ffff94b1c4b0e3c8) hashed, 00000080:00000001:2.0:1767734694.205272:0:250976:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734694.205437:0:250976:0:(dir.c:3013:ll_dir_release()) Process entered 00000080:00000001:2.0:1767734694.205441:0:250976:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:2.0:1767734694.205443:0:250976:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308113db0 00000080:00200008:2.0:1767734694.205446:0:250976:0:(file.c:424:ll_file_release()) START file d160l.sanity:[0x2000013a3:0x6:0x0](ffff94b1df7a5348), flags 304000 00000080:00400000:2.0:1767734694.205451:0:250976:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x2000013a3:0x6:0x0] 00000080:00000001:2.0:1767734694.205462:0:250976:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:2.0:1767734694.205465:0:250976:0:(pcc.c:2436:pcc_file_release()) Process leaving 00000080:00000001:2.0:1767734694.205467:0:250976:0:(file.c:339:ll_md_close()) Process entered 00000002:00000001:2.0:1767734694.205472:0:250976:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1767734694.205475:0:250976:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1767734694.205481:0:250976:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52600 count: 2 00010000:00000001:2.0:1767734694.205484:0:250976:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1767734694.205489:0:250976:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1767734694.205491:0:250976:0:(lmv_obd.c:3988:lmv_lock_match()) Lock match for [0x2000013a3:0x6:0x0]: 0 00000080:00000001:2.0:1767734694.205495:0:250976:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:2.0:1767734694.205498:0:250976:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1767734694.205503:0:250976:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff94b1c33d8600. 00000080:00000001:2.0:1767734694.205506:0:250976:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:2.0:1767734694.205510:0:250976:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1767734694.205514:0:250976:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:2.0:1767734694.205517:0:250976:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a3:0x6:0x0] 00000002:00000001:2.0:1767734694.205520:0:250976:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:2.0:1767734694.205523:0:250976:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff94b1e7e86000: [0x2000013a3:0x6:0x0] file closed with intent: 0 00000100:00000010:2.0:1767734694.205529:0:250976:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02c8a80. 00000020:00000040:2.0:1767734694.205533:0:250976:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=9 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000100:00000001:2.0:1767734694.205537:0:250976:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767734694.205539:0:250976:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767734694.205543:0:250976:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767734694.205548:0:250976:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c33d8000. 00000100:00000001:2.0:1767734694.205553:0:250976:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1767734694.205565:0:250976:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff94b1d02c8700 x1853602672086144/t12884924702(12884924702) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734710 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1767734694.205576:0:250976:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1e7e86000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1767734694.205583:0:250976:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1d02c8a80 x1853602672086912/t0(0) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1767734694.205592:0:250976:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767734694.205594:0:250976:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767734694.205599:0:250976:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fe64f840. 00000100:00000001:2.0:1767734694.205601:0:250976:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090930993216 : -117982778558400 : ffff94b1fe64f840) 00000100:00000001:2.0:1767734694.205604:0:250976:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734694.205613:0:250976:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155543168 : -117983554008448 : ffff94b1d02c8a80) 00000100:00000001:2.0:1767734694.205618:0:250976:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767734694.205621:0:250976:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734694.205623:0:250976:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767734694.205625:0:250976:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767734694.205630:0:250976:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02c8a80 x1853602672086912/t0(0) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734694.205639:0:250976:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767734694.205641:0:250976:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734694.205644:0:250976:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767734694.205646:0:250976:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767734694.205649:0:250976:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767734694.205653:0:250976:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02c8a80 pname:cluuid:pid:xid:nid:opc:job lfs:66586885-669e-469f-b1c7-cb1a0fe6eee4:250976:1853602672086912:192.168.203.112@tcp:35:lfs.0 00000100:00000001:2.0:1767734694.205657:0:250976:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767734694.205661:0:250976:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767734694.205663:0:250976:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734694.205665:0:250976:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767734694.205669:0:250976:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1c59fe000. 02000000:00000001:2.0:1767734694.205672:0:250976:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734694.205679:0:250976:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:2.0:1767734694.205682:0:250976:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f8c5ee18. 00000400:00000010:2.0:1767734694.205687:0:250976:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29550. 00000100:00000200:2.0:1767734694.205692:0:250976:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672086912, portal 10 00000100:00000001:2.0:1767734694.205694:0:250976:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734694.205696:0:250976:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155543168 : -117983554008448 : ffff94b1d02c8a80) 00000100:00000040:2.0:1767734694.205702:0:250976:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1d02c8a80 x1853602672086912/t0(0) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734710 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734694.205710:0:250976:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767734694.205713:0:250976:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:2.0:1767734694.205716:0:250976:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29a18. 00000100:00000200:2.0:1767734694.205719:0:250976:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1853602672086912, offset 0 00000400:00000200:2.0:1767734694.205725:0:250976:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:2.0:1767734694.205732:0:250976:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734694.205745:0:250976:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734694.205750:0:250976:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767734694.205754:0:250976:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:2.0:1767734694.205757:0:250976:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767734694.205760:0:250976:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:2.0:1767734694.205765:0:250976:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66619:66619:256:4294967295] 192.168.203.112@tcp LPNI seq info [66619:66619:8:4294967295] 00000400:00000200:2.0:1767734694.205770:0:250976:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734694.205781:0:250976:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:2.0:1767734694.205787:0:250976:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767734694.205792:0:250976:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1ef790000. 00000800:00000200:2.0:1767734694.205798:0:250976:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767734694.205805:0:250976:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767734694.205809:0:250976:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1ef790000 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1767734694.205830:0:250976:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734694.205835:0:250976:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 75570 usecs (76 jiffies) 00000400:00000200:2.0:1767734694.205840:0:250976:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:2.0:1767734694.205842:0:250976:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303456103 00000100:00000001:2.0:1767734694.205848:0:250976:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303456100 00000100:00000001:2.0:1767734694.205852:0:250976:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303456103 00000100:00000001:2.0:1767734694.205856:0:250976:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303456100 00000100:00000001:2.0:1767734694.205859:0:250976:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734694.205862:0:250976:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734694.205865:0:250976:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767734694.205867:0:250976:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767734694.205869:0:250976:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fe64f840 going to sleep for 11 seconds 00000100:00000001:2.0:1767734694.205872:0:250976:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767734694.205874:0:250976:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734694.205999:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734694.206008:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1ef790000. 00000400:00000200:3.0:1767734694.206015:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734694.206024:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734694.206030:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29a18 00000400:00000010:3.0:1767734694.206033:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29a18. 00000100:00000001:3.0:1767734694.206037:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734694.206045:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02c8a80 x1853602672086912/t0(0) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734710 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734694.206059:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734694.206063:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02c8a80 x1853602672086912/t0(0) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734710 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734694.206073:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734694.206075:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734694.208376:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734694.208388:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734694.208392:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734694.208400:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734694.208409:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734694.208417:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734694.208437:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734694.208443:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734694.208448:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734694.208452:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d30f80 00000400:00000200:3.0:1767734694.208458:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734694.208465:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7baed [1] + 224 00000800:00000001:3.0:1767734694.208472:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734694.208480:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734694.208483:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734694.208487:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734694.208492:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734694.208499:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02c8a80 x1853602672086912/t0(0) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734710 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767734694.208513:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff94b1d02c8a80 x1853602672086912/t0(0) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734710 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734694.208538:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734694.208544:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734694.208548:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734694.208582:0:250976:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767734694.208593:0:250976:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767734694.208595:0:250976:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767734694.208612:0:250976:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f8c5ee18. 00000400:00000200:2.0:1767734694.208619:0:250976:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29550 00000400:00000010:2.0:1767734694.208622:0:250976:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29550. 00000100:00000001:2.0:1767734694.208627:0:250976:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734694.208637:0:250976:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02c8a80 x1853602672086912/t0(0) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734710 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1767734694.208652:0:250976:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02c8a80 x1853602672086912/t0(0) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734710 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734694.208661:0:250976:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767734694.208664:0:250976:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734694.208667:0:250976:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767734694.208669:0:250976:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767734694.208671:0:250976:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767734694.208674:0:250976:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734694.208677:0:250976:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767734694.208683:0:250976:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dca0 time=24 v=5 (5 0 0 0) 00000100:00001000:2.0:1767734694.208687:0:250976:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=24 v=5 (1 0 0 0) 00000100:00000001:2.0:1767734694.208690:0:250976:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767734694.208692:0:250976:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734694.208694:0:250976:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767734694.208697:0:250976:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734694.208700:0:250976:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1767734694.208702:0:250976:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1767734694.208705:0:250976:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1767734694.208707:0:250976:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734694.208709:0:250976:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155543168 : -117983554008448 : ffff94b1d02c8a80) 00000100:00000001:2.0:1767734694.208712:0:250976:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767734694.208714:0:250976:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924697 00000100:00000001:2.0:1767734694.208716:0:250976:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767734694.208718:0:250976:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734694.208724:0:250976:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02c8a80 x1853602672086912/t12884924705(12884924705) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734710 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734694.208733:0:250976:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734694.208735:0:250976:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767734694.208744:0:250976:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767734694.208749:0:250976:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02c8a80 x1853602672086912/t12884924705(12884924705) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734710 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1767734694.208759:0:250976:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02c8a80 pname:cluuid:pid:xid:nid:opc:job lfs:66586885-669e-469f-b1c7-cb1a0fe6eee4:250976:1853602672086912:192.168.203.112@tcp:35:lfs.0 00000100:00000001:2.0:1767734694.208765:0:250976:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734694.208768:0:250976:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734694.208770:0:250976:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767734694.208773:0:250976:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734694.208777:0:250976:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02c8a80 x1853602672086912/t12884924705(12884924705) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734710 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734694.208785:0:250976:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767734694.208788:0:250976:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fe64f840. 00000100:00000001:2.0:1767734694.208791:0:250976:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767734694.208793:0:250976:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734694.208798:0:250976:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734694.208800:0:250976:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155543168 : -117983554008448 : ffff94b1d02c8a80) 00000002:00000001:2.0:1767734694.208803:0:250976:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767734694.208805:0:250976:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1767734694.208809:0:250976:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c33d8600. 00000080:00000001:2.0:1767734694.208812:0:250976:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1767734694.208815:0:250976:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:2.0:1767734694.208819:0:250976:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1767734694.208823:0:250976:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94b1d02c8700 x1853602672086144/t12884924702(12884924702) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734710 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734694.208832:0:250976:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734694.208833:0:250976:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155542272 : -117983554009344 : ffff94b1d02c8700) 00000100:00000001:2.0:1767734694.208836:0:250976:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734694.208839:0:250976:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02c8700 x1853602672086144/t12884924702(12884924702) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734710 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734694.208847:0:250976:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734694.208849:0:250976:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734694.208859:0:250976:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02c8a80 x1853602672086912/t12884924705(12884924705) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734710 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734694.208867:0:250976:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734694.208869:0:250976:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734694.208873:0:250976:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02c8700 x1853602672086144/t12884924702(12884924702) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734710 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734694.208881:0:250976:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1767734694.208883:0:250976:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767734694.208885:0:250976:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=8 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:2.0:1767734694.208887:0:250976:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767734694.208890:0:250976:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1f44a9400. 02000000:00000001:2.0:1767734694.208894:0:250976:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767734694.208896:0:250976:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767734694.208897:0:250976:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02c8700. 00000100:00000001:2.0:1767734694.208901:0:250976:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767734694.208902:0:250976:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734694.208904:0:250976:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734694.208908:0:250976:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02c8a80 x1853602672086912/t12884924705(12884924705) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734710 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734694.208915:0:250976:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:2.0:1767734694.208918:0:250976:0:(mdc_request.c:863:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff94b1f9724fe0. 00000002:00000001:2.0:1767734694.208921:0:250976:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767734694.208923:0:250976:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1767734694.208926:0:250976:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94b1d1dfb280. 00000100:00000001:2.0:1767734694.208928:0:250976:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734694.208932:0:250976:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02c8a80 x1853602672086912/t12884924705(12884924705) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734710 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734694.208939:0:250976:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767734694.208941:0:250976:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767734694.208943:0:250976:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1c59fe000. 02000000:00000001:2.0:1767734694.208946:0:250976:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767734694.208947:0:250976:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767734694.208949:0:250976:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=7 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:2.0:1767734694.208951:0:250976:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767734694.208958:0:250976:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c33d8000. 02000000:00000001:2.0:1767734694.208961:0:250976:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767734694.208962:0:250976:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767734694.208964:0:250976:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02c8a80. 00000100:00000001:2.0:1767734694.208966:0:250976:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767734694.208968:0:250976:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1767734694.208970:0:250976:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1767734694.208973:0:250976:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff94b1c17ad900. 00000080:00000001:2.0:1767734694.208976:0:250976:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734694.208981:0:250976:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc308113db0 00000080:00000008:2.0:1767734694.208983:0:250976:0:(file.c:464:ll_file_release()) COMPLETED file d160l.sanity:[0x2000013a3:0x6:0x0](ffff94b1df7a5348), flags 304000, rc = 0 00000080:00000001:2.0:1767734694.208988:0:250976:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734694.208990:0:250976:0:(dir.c:3014:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767734694.229561:0:250979:0:(mdc_changelog.c:618:chlg_open()) Process entered 00000002:00000010:0.0:1767734694.229572:0:250979:0:(mdc_changelog.c:622:chlg_open()) kmalloced '(crs)': 224 at ffff94b1deb6f800. 00000002:00000001:0.0:1767734694.229578:0:250979:0:(mdc_changelog.c:638:chlg_open()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767734694.229596:0:250979:0:(mdc_changelog.c:407:chlg_read()) Process entered 00000002:00000001:3.0:1767734694.229951:0:250982:0:(mdc_changelog.c:283:chlg_load()) Process entered 00000020:00000040:3.0:1767734694.229960:0:250982:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-mdc-ffff94b1e7e86000 (ffff94b1c699caa0) now 6 - changelog 00000002:00000040:3.0:1767734694.229968:0:250982:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff94b1e7e1ba80 : new refcount 2 00000040:00000001:3.0:1767734694.229973:0:250982:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767734694.229979:0:250982:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff94b1dea60000. 00000040:00000001:3.0:1767734694.229985:0:250982:0:(llog_client.c:69:llog_client_open()) Process entered 00000020:00000040:3.0:1767734694.229989:0:250982:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=8 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000100:00000010:3.0:1767734694.229998:0:250982:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200bd9f80. 00000020:00000040:3.0:1767734694.230002:0:250982:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=9 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000100:00000001:3.0:1767734694.230010:0:250982:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767734694.230014:0:250982:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767734694.230022:0:250982:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767734694.230031:0:250982:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1d009b000. 00000100:00000001:3.0:1767734694.230040:0:250982:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734694.230059:0:250982:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767734694.230062:0:250982:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767734694.230069:0:250982:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b200adce40. 00000100:00000001:3.0:1767734694.230072:0:250982:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090969321024 : -117982740230592 : ffff94b200adce40) 00000100:00000001:3.0:1767734694.230077:0:250982:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734694.230080:0:250982:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970357632 : -117982739193984 : ffff94b200bd9f80) 00000100:00000001:3.0:1767734694.230086:0:250982:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767734694.230092:0:250982:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734694.230097:0:250982:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767734694.230099:0:250982:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767734694.230109:0:250982:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200bd9f80 x1853602672087040/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734694.230122:0:250982:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767734694.230126:0:250982:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734694.230130:0:250982:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767734694.230135:0:250982:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767734694.230139:0:250982:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767734694.230144:0:250982:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200bd9f80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:66586885-669e-469f-b1c7-cb1a0fe6eee4:250982:1853602672087040:192.168.203.112@tcp:501:chlg_load_threa.0 00000100:00000001:3.0:1767734694.230151:0:250982:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767734694.230157:0:250982:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767734694.230161:0:250982:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734694.230164:0:250982:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767734694.230169:0:250982:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1dea61600. 02000000:00000001:3.0:1767734694.230171:0:250982:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734694.230178:0:250982:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:3.0:1767734694.230184:0:250982:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1dd113d68. 00000400:00000010:3.0:1767734694.230191:0:250982:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e74c8. 00000100:00000200:3.0:1767734694.230200:0:250982:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672087040, portal 10 00000100:00000001:3.0:1767734694.230203:0:250982:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734694.230205:0:250982:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970357632 : -117982739193984 : ffff94b200bd9f80) 00000100:00000040:3.0:1767734694.230214:0:250982:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b200bd9f80 x1853602672087040/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767734710 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734694.230226:0:250982:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767734694.230242:0:250982:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:3.0:1767734694.230254:0:250982:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7a18. 00000100:00000200:3.0:1767734694.230259:0:250982:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853602672087040, offset 0 00000400:00000200:3.0:1767734694.230269:0:250982:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:3.0:1767734694.230279:0:250982:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734694.230288:0:250982:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734694.230296:0:250982:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767734694.230302:0:250982:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:3.0:1767734694.230420:0:250982:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767734694.230427:0:250982:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:3.0:1767734694.230435:0:250982:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66620:66620:256:4294967295] 192.168.203.112@tcp LPNI seq info [66620:66620:8:4294967295] 00000400:00000200:3.0:1767734694.230445:0:250982:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734694.230473:0:250982:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:3.0:1767734694.230481:0:250982:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734694.230489:0:250982:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f7416700. 00000800:00000200:3.0:1767734694.230497:0:250982:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734694.230506:0:250982:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734694.230512:0:250982:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f7416700 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1767734694.230533:0:250982:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734694.230540:0:250982:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 74265 usecs (75 jiffies) 00000400:00000200:3.0:1767734694.230545:0:250982:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734694.230549:0:250982:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303456127 00000100:00000001:3.0:1767734694.230558:0:250982:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303456103 00000100:00000001:3.0:1767734694.230566:0:250982:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303456127 00000100:00000001:3.0:1767734694.230572:0:250982:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303456103 00000100:00000001:3.0:1767734694.230578:0:250982:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734694.230582:0:250982:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734694.230585:0:250982:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767734694.230587:0:250982:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767734694.230592:0:250982:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b200adce40 going to sleep for 11 seconds 00000100:00000001:3.0:1767734694.230607:0:250982:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767734694.230613:0:250982:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734694.230661:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734694.230670:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f7416700. 00000400:00000200:2.0:1767734694.230679:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734694.230688:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734694.230695:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7a18 00000400:00000010:2.0:1767734694.230698:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7a18. 00000100:00000001:2.0:1767734694.230705:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734694.230714:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200bd9f80 x1853602672087040/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767734710 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734694.230728:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734694.230732:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200bd9f80 x1853602672087040/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767734710 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734694.230743:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734694.230746:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734694.232740:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734694.232751:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734694.232755:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734694.232758:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734694.232767:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734694.232774:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734694.232782:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734694.232787:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734694.232792:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734694.232797:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 272 into portal 10 MB=0x695d780d31000 00000400:00000200:3.0:1767734694.232803:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734694.232810:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 272/272 into md 0x7bafd [1] + 224 00000800:00000001:3.0:1767734694.232817:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734694.232825:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734694.232828:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734694.232833:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734694.232839:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734694.232847:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200bd9f80 x1853602672087040/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767734710 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734694.232863:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff94b200bd9f80 x1853602672087040/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767734710 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734694.232893:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734694.232900:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734694.232904:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734694.232987:0:250982:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767734694.232999:0:250982:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767734694.233002:0:250982:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767734694.233007:0:250982:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1dd113d68. 00000400:00000200:2.0:1767734694.233014:0:250982:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e74c8 00000400:00000010:2.0:1767734694.233017:0:250982:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e74c8. 00000100:00000001:2.0:1767734694.233021:0:250982:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734694.233031:0:250982:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200bd9f80 x1853602672087040/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767734710 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767734694.233059:0:250982:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200bd9f80 x1853602672087040/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767734710 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734694.233070:0:250982:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767734694.233073:0:250982:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734694.233076:0:250982:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767734694.233079:0:250982:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767734694.233081:0:250982:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767734694.233084:0:250982:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734694.233088:0:250982:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767734694.233095:0:250982:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=24 v=5 (5 0 0 0) 00000100:00001000:2.0:1767734694.233100:0:250982:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=24 v=5 (1 0 0 0) 00000100:00000001:2.0:1767734694.233103:0:250982:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767734694.233105:0:250982:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734694.233108:0:250982:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767734694.233111:0:250982:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734694.233115:0:250982:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767734694.233117:0:250982:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924697 00000100:00000001:2.0:1767734694.233120:0:250982:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767734694.233122:0:250982:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734694.233128:0:250982:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200bd9f80 x1853602672087040/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767734710 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734694.233138:0:250982:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734694.233141:0:250982:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767734694.233143:0:250982:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767734694.233148:0:250982:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200bd9f80 x1853602672087040/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767734710 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767734694.233157:0:250982:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200bd9f80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:66586885-669e-469f-b1c7-cb1a0fe6eee4:250982:1853602672087040:192.168.203.112@tcp:501:chlg_load_threa.0 00000100:00000001:2.0:1767734694.233164:0:250982:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734694.233167:0:250982:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734694.233169:0:250982:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767734694.233176:0:250982:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734694.233181:0:250982:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200bd9f80 x1853602672087040/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767734710 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734694.233189:0:250982:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767734694.233192:0:250982:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b200adce40. 00000100:00000001:2.0:1767734694.233196:0:250982:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767734694.233198:0:250982:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767734694.233203:0:250982:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:2.0:1767734694.233206:0:250982:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767734694.233208:0:250982:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=8 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:2.0:1767734694.233211:0:250982:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767734694.233213:0:250982:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734694.233216:0:250982:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b200bd9f80 x1853602672087040/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767734710 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734694.233224:0:250982:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767734694.233226:0:250982:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767734694.233229:0:250982:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1dea61600. 02000000:00000001:2.0:1767734694.233233:0:250982:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767734694.233234:0:250982:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767734694.233236:0:250982:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=7 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:2.0:1767734694.233238:0:250982:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767734694.233240:0:250982:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1d009b000. 02000000:00000001:2.0:1767734694.233244:0:250982:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767734694.233246:0:250982:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767734694.233248:0:250982:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b200bd9f80. 00000100:00000001:2.0:1767734694.233252:0:250982:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767734694.233253:0:250982:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1767734694.233257:0:250982:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767734694.233261:0:250982:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:2.0:1767734694.233269:0:250982:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff94b1c417a000. 00000040:00000001:2.0:1767734694.233272:0:250982:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:2.0:1767734694.233274:0:250982:0:(llog_client.c:268:llog_client_read_header()) Process entered 00000020:00000040:2.0:1767734694.233277:0:250982:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=8 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000100:00000010:2.0:1767734694.233281:0:250982:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02c8a80. 00000020:00000040:2.0:1767734694.233284:0:250982:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=9 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000100:00000001:2.0:1767734694.233288:0:250982:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767734694.233295:0:250982:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767734694.233299:0:250982:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767734694.233306:0:250982:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c33d8800. 00000100:00000001:2.0:1767734694.233410:0:250982:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734694.233416:0:250982:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767734694.233418:0:250982:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767734694.233424:0:250982:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fe64f840. 00000100:00000001:2.0:1767734694.233428:0:250982:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090930993216 : -117982778558400 : ffff94b1fe64f840) 00000100:00000001:2.0:1767734694.233431:0:250982:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734694.233433:0:250982:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155543168 : -117983554008448 : ffff94b1d02c8a80) 00000100:00000001:2.0:1767734694.233438:0:250982:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767734694.233442:0:250982:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734694.233445:0:250982:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767734694.233447:0:250982:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767734694.233453:0:250982:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02c8a80 x1853602672087168/t0(0) o503->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734694.233463:0:250982:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767734694.233465:0:250982:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734694.233468:0:250982:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767734694.233471:0:250982:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767734694.233474:0:250982:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767734694.233478:0:250982:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02c8a80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:66586885-669e-469f-b1c7-cb1a0fe6eee4:250982:1853602672087168:192.168.203.112@tcp:503:chlg_load_threa.0 00000100:00000001:2.0:1767734694.233482:0:250982:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767734694.233486:0:250982:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767734694.233489:0:250982:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734694.233491:0:250982:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767734694.233511:0:250982:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff94b1d84d0000. 02000000:00000001:2.0:1767734694.233514:0:250982:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734694.233522:0:250982:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:2.0:1767734694.233526:0:250982:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f8c5ee18. 00000400:00000010:2.0:1767734694.233532:0:250982:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff94b1fe64f300. 00000100:00000200:2.0:1767734694.233537:0:250982:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853602672087168, portal 10 00000100:00000001:2.0:1767734694.233540:0:250982:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734694.233541:0:250982:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155543168 : -117983554008448 : ffff94b1d02c8a80) 00000100:00000040:2.0:1767734694.233555:0:250982:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1d02c8a80 x1853602672087168/t0(0) o503->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767734710 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734694.233564:0:250982:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767734694.233567:0:250982:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:2.0:1767734694.233571:0:250982:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29550. 00000100:00000200:2.0:1767734694.233574:0:250982:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1853602672087168, offset 0 00000400:00000200:2.0:1767734694.233581:0:250982:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:2.0:1767734694.233588:0:250982:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734694.233595:0:250982:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734694.233600:0:250982:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767734694.233604:0:250982:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:2.0:1767734694.233608:0:250982:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767734694.233612:0:250982:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:2.0:1767734694.233616:0:250982:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66621:66621:256:4294967295] 192.168.203.112@tcp LPNI seq info [66621:66621:8:4294967295] 00000400:00000200:2.0:1767734694.233621:0:250982:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734694.233631:0:250982:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:2.0:1767734694.233638:0:250982:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767734694.233642:0:250982:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1ef790d00. 00000800:00000200:2.0:1767734694.233649:0:250982:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767734694.233656:0:250982:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767734694.233660:0:250982:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1ef790d00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:2.0:1767734694.233686:0:250982:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734694.233691:0:250982:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 73006 usecs (74 jiffies) 00000400:00000200:2.0:1767734694.233696:0:250982:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:2.0:1767734694.233699:0:250982:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303456129 00000100:00000001:2.0:1767734694.233705:0:250982:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303456127 00000100:00000001:2.0:1767734694.233711:0:250982:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303456129 00000100:00000001:2.0:1767734694.233715:0:250982:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303456127 00000100:00000001:2.0:1767734694.233718:0:250982:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734694.233729:0:250982:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734694.233732:0:250982:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767734694.233734:0:250982:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767734694.233737:0:250982:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fe64f840 going to sleep for 11 seconds 00000100:00000001:2.0:1767734694.233740:0:250982:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767734694.233742:0:250982:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734694.233843:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734694.233852:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1ef790d00. 00000400:00000200:3.0:1767734694.233859:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734694.233868:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734694.233874:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29550 00000400:00000010:3.0:1767734694.233878:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29550. 00000100:00000001:3.0:1767734694.233883:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734694.233903:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02c8a80 x1853602672087168/t0(0) o503->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767734710 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734694.233917:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734694.233922:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02c8a80 x1853602672087168/t0(0) o503->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767734710 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734694.233933:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734694.233936:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734694.235996:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734694.236007:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734694.236011:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734694.236014:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734694.236022:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734694.236029:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734694.236037:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734694.236042:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734694.236109:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734694.236115:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 8416 into portal 10 MB=0x695d780d31080 00000400:00000200:3.0:1767734694.236122:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734694.236128:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 8416/8416 into md 0x7bb0d [4] + 224 00000800:00000001:3.0:1767734694.236136:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734694.236150:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734694.236154:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734694.236159:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734694.236164:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734694.236171:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02c8a80 x1853602672087168/t0(0) o503->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767734710 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734694.236185:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff94b1d02c8a80 x1853602672087168/t0(0) o503->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767734710 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734694.236212:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734694.236218:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734694.236222:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734694.236379:0:250982:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767734694.236392:0:250982:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767734694.236396:0:250982:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767734694.236402:0:250982:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f8c5ee18. 00000400:00000200:2.0:1767734694.236412:0:250982:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fe64f300 00000400:00000010:2.0:1767734694.236415:0:250982:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff94b1fe64f300. 00000100:00000001:2.0:1767734694.236420:0:250982:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734694.236431:0:250982:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02c8a80 x1853602672087168/t0(0) o503->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767734710 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767734694.236445:0:250982:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02c8a80 x1853602672087168/t0(0) o503->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767734710 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734694.236455:0:250982:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767734694.236458:0:250982:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734694.236460:0:250982:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767734694.236463:0:250982:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767734694.236465:0:250982:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767734694.236468:0:250982:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734694.236471:0:250982:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767734694.236477:0:250982:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=24 v=5 (5 0 0 0) 00000100:00001000:2.0:1767734694.236482:0:250982:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=24 v=5 (1 0 0 0) 00000100:00000001:2.0:1767734694.236485:0:250982:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767734694.236487:0:250982:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734694.236489:0:250982:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767734694.236492:0:250982:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734694.236495:0:250982:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767734694.236497:0:250982:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924697 00000100:00000001:2.0:1767734694.236500:0:250982:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767734694.236502:0:250982:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734694.236508:0:250982:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02c8a80 x1853602672087168/t0(0) o503->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767734710 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734694.236539:0:250982:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734694.236542:0:250982:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767734694.236544:0:250982:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767734694.236549:0:250982:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02c8a80 x1853602672087168/t0(0) o503->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767734710 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767734694.236559:0:250982:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02c8a80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:66586885-669e-469f-b1c7-cb1a0fe6eee4:250982:1853602672087168:192.168.203.112@tcp:503:chlg_load_threa.0 00000100:00000001:2.0:1767734694.236565:0:250982:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734694.236568:0:250982:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734694.236570:0:250982:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767734694.236573:0:250982:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734694.236577:0:250982:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02c8a80 x1853602672087168/t0(0) o503->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767734710 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734694.236585:0:250982:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767734694.236588:0:250982:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fe64f840. 00000100:00000001:2.0:1767734694.236591:0:250982:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767734694.236592:0:250982:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767734694.236600:0:250982:0:(llog_client.c:318:llog_client_read_header()) Process leaving 00000100:00000001:2.0:1767734694.236602:0:250982:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734694.236606:0:250982:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02c8a80 x1853602672087168/t0(0) o503->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767734710 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734694.236613:0:250982:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767734694.236615:0:250982:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767734694.236618:0:250982:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff94b1d84d0000. 02000000:00000001:2.0:1767734694.236630:0:250982:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767734694.236633:0:250982:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767734694.236635:0:250982:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=8 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:2.0:1767734694.236637:0:250982:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767734694.236640:0:250982:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c33d8800. 02000000:00000001:2.0:1767734694.236643:0:250982:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767734694.236645:0:250982:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767734694.236653:0:250982:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02c8a80. 00000100:00000001:2.0:1767734694.236656:0:250982:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767734694.236658:0:250982:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767734694.236661:0:250982:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767734694.236662:0:250982:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=7 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:2.0:1767734694.236664:0:250982:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:2.0:1767734694.236667:0:250982:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767734694.236670:0:250982:0:(llog_cat.c:1181:llog_cat_set_first_idx()) Process entered 00000040:00080000:2.0:1767734694.236674:0:250982:0:(llog_cat.c:1211:llog_cat_set_first_idx()) catlog [0xa:0x5:0x0] first idx 1, last_idx 2 00000040:00000001:2.0:1767734694.236677:0:250982:0:(llog_cat.c:1213:llog_cat_set_first_idx()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767734694.236680:0:250982:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767734694.236683:0:250982:0:(llog_cat.c:936:llog_cat_process_or_fork()) Process entered 00000040:00000001:2.0:1767734694.236686:0:250982:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:2.0:1767734694.236689:0:250982:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff94b1d8e3b780. 00000040:00001000:2.0:1767734694.236693:0:250982:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x5:0x0] flags 0x33fa startcat 2 startidx 0 first_idx 1 last_idx 0 read_mode 0 00000040:00000001:2.0:1767734694.236697:0:250982:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:2.0:1767734694.236704:0:250982:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94b1c33d8800. 00000020:00000010:2.0:1767734694.236709:0:250982:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff94b1c33d8200. 00000040:00000010:2.0:1767734694.236713:0:250982:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff94b1c33d8c00. 00000020:00000010:2.0:1767734694.236718:0:250982:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff94b1c59fe000. 00000020:00000010:2.0:1767734694.236724:0:250982:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff94b1fdca1928. 00000020:00000010:2.0:1767734694.236729:0:250982:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff94b1c33d9000. 80000000:00000010:2.0:1767734694.236734:0:250982:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff94b1d8e3b4e0. 40000000:00000010:2.0:1767734694.236739:0:250982:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff94b1d1dfb7c0. 00100000:00000010:2.0:1767734694.236744:0:250982:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff94b1c59fd800. 00040000:00000010:2.0:1767734694.236750:0:250982:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff94b1ef790200. 00040000:00000010:2.0:1767734694.236755:0:250982:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff94b1c59ff000. 00040000:00000010:2.0:1767734694.236759:0:250982:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff94b1c33d9200. 00000004:00000010:2.0:1767734694.236764:0:250982:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff94b1c59f8000. 00000004:00000010:2.0:1767734694.236772:0:250982:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at ffff94b1c5f9b000. 00000004:00000010:2.0:1767734694.236779:0:250982:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at ffff94b1c59fa000. 00002000:00000010:2.0:1767734694.236785:0:250982:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff94b1f44a9000. 00000004:00000010:2.0:1767734694.236792:0:250982:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff94b1f44a9400. 00000020:00000010:2.0:1767734694.236797:0:250982:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff94b1d1dfb000. 00000040:00000010:2.0:1767734694.236806:0:250982:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at ffff94b1c417c000. 00000040:00001000:2.0:1767734694.236815:0:250982:0:(llog.c:607:llog_process_thread()) index: 2 last_index 64767 00000040:00000001:2.0:1767734694.236817:0:250982:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:2.0:1767734694.236820:0:250982:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:2.0:1767734694.236823:0:250982:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=8 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000100:00000010:2.0:1767734694.236827:0:250982:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02c8a80. 00000020:00000040:2.0:1767734694.236830:0:250982:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=9 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000100:00000001:2.0:1767734694.236834:0:250982:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767734694.236836:0:250982:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767734694.236839:0:250982:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767734694.236844:0:250982:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c33d9a00. 00000100:00000001:2.0:1767734694.236849:0:250982:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734694.236853:0:250982:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767734694.236854:0:250982:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767734694.236858:0:250982:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fe64f840. 00000100:00000001:2.0:1767734694.236861:0:250982:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090930993216 : -117982778558400 : ffff94b1fe64f840) 00000100:00000001:2.0:1767734694.236864:0:250982:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734694.236866:0:250982:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155543168 : -117983554008448 : ffff94b1d02c8a80) 00000100:00000001:2.0:1767734694.236869:0:250982:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767734694.236873:0:250982:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734694.236875:0:250982:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767734694.236877:0:250982:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767734694.236882:0:250982:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02c8a80 x1853602672087296/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734694.236891:0:250982:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767734694.236893:0:250982:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734694.236896:0:250982:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767734694.236899:0:250982:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767734694.236901:0:250982:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767734694.236905:0:250982:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02c8a80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:66586885-669e-469f-b1c7-cb1a0fe6eee4:250982:1853602672087296:192.168.203.112@tcp:502:chlg_load_threa.0 00000100:00000001:2.0:1767734694.236909:0:250982:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767734694.236912:0:250982:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767734694.236915:0:250982:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734694.236917:0:250982:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767734694.236930:0:250982:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff94b1d84d0000. 02000000:00000001:2.0:1767734694.236938:0:250982:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734694.236945:0:250982:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:2.0:1767734694.236949:0:250982:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f8c5ee18. 00000400:00000010:2.0:1767734694.236954:0:250982:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff94b1fe64f300. 00000100:00000200:2.0:1767734694.236958:0:250982:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853602672087296, portal 10 00000100:00000001:2.0:1767734694.236961:0:250982:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734694.236962:0:250982:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155543168 : -117983554008448 : ffff94b1d02c8a80) 00000100:00000040:2.0:1767734694.236969:0:250982:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1d02c8a80 x1853602672087296/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734710 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734694.236977:0:250982:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767734694.236980:0:250982:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:2.0:1767734694.236984:0:250982:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29440. 00000100:00000200:2.0:1767734694.236987:0:250982:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1853602672087296, offset 0 00000400:00000200:2.0:1767734694.236993:0:250982:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:2.0:1767734694.237000:0:250982:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734694.237007:0:250982:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734694.237011:0:250982:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767734694.237015:0:250982:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:2.0:1767734694.237018:0:250982:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767734694.237021:0:250982:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:2.0:1767734694.237026:0:250982:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66622:66622:256:4294967295] 192.168.203.112@tcp LPNI seq info [66622:66622:8:4294967295] 00000400:00000200:2.0:1767734694.237031:0:250982:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734694.237041:0:250982:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:2.0:1767734694.237047:0:250982:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767734694.237051:0:250982:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1ef790a00. 00000800:00000200:2.0:1767734694.237057:0:250982:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767734694.237064:0:250982:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767734694.237068:0:250982:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1ef790a00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:2.0:1767734694.237090:0:250982:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734694.237095:0:250982:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 71791 usecs (72 jiffies) 00000400:00000200:2.0:1767734694.237100:0:250982:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:2.0:1767734694.237110:0:250982:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303456130 00000100:00000001:2.0:1767734694.237116:0:250982:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303456129 00000100:00000001:2.0:1767734694.237121:0:250982:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303456130 00000100:00000001:2.0:1767734694.237124:0:250982:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303456129 00000100:00000001:2.0:1767734694.237128:0:250982:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734694.237131:0:250982:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734694.237133:0:250982:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767734694.237135:0:250982:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767734694.237138:0:250982:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fe64f840 going to sleep for 11 seconds 00000100:00000001:2.0:1767734694.237141:0:250982:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767734694.237143:0:250982:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734694.237262:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734694.237271:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1ef790a00. 00000400:00000200:3.0:1767734694.237278:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734694.237286:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734694.237293:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29440 00000400:00000010:3.0:1767734694.237296:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29440. 00000100:00000001:3.0:1767734694.237300:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734694.237454:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02c8a80 x1853602672087296/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734710 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734694.237470:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734694.237476:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02c8a80 x1853602672087296/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734710 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734694.237486:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734694.237489:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734694.239535:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734694.239547:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734694.239551:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734694.239554:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734694.239562:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734694.239569:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734694.239638:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734694.239644:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734694.239650:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734694.239655:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 8472 into portal 10 MB=0x695d780d31100 00000400:00000200:3.0:1767734694.239662:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734694.239669:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 8472/8472 into md 0x7bb1d [4] + 224 00000800:00000001:3.0:1767734694.239677:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734694.239705:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734694.239709:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734694.239715:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734694.239721:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734694.239728:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02c8a80 x1853602672087296/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734710 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734694.239761:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff94b1d02c8a80 x1853602672087296/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734710 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734694.239788:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734694.239796:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734694.239800:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734694.239899:0:250982:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767734694.239910:0:250982:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767734694.239912:0:250982:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767734694.239917:0:250982:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f8c5ee18. 00000400:00000200:2.0:1767734694.239924:0:250982:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fe64f300 00000400:00000010:2.0:1767734694.239926:0:250982:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff94b1fe64f300. 00000100:00000001:2.0:1767734694.239931:0:250982:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734694.239941:0:250982:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02c8a80 x1853602672087296/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734710 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767734694.239956:0:250982:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02c8a80 x1853602672087296/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734710 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734694.239966:0:250982:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767734694.239968:0:250982:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734694.239971:0:250982:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767734694.239974:0:250982:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767734694.239976:0:250982:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767734694.239978:0:250982:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734694.239982:0:250982:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767734694.239988:0:250982:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=24 v=5 (5 0 0 0) 00000100:00001000:2.0:1767734694.239992:0:250982:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=24 v=5 (1 0 0 0) 00000100:00000001:2.0:1767734694.239995:0:250982:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767734694.239997:0:250982:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734694.240012:0:250982:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767734694.240016:0:250982:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734694.240020:0:250982:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767734694.240022:0:250982:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924697 00000100:00000001:2.0:1767734694.240024:0:250982:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767734694.240027:0:250982:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734694.240033:0:250982:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02c8a80 x1853602672087296/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734710 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734694.240042:0:250982:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734694.240045:0:250982:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767734694.240047:0:250982:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767734694.240052:0:250982:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02c8a80 x1853602672087296/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734710 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767734694.240062:0:250982:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02c8a80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:66586885-669e-469f-b1c7-cb1a0fe6eee4:250982:1853602672087296:192.168.203.112@tcp:502:chlg_load_threa.0 00000100:00000001:2.0:1767734694.240068:0:250982:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734694.240071:0:250982:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734694.240073:0:250982:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767734694.240075:0:250982:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734694.240080:0:250982:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02c8a80 x1853602672087296/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734710 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734694.240088:0:250982:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767734694.240091:0:250982:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fe64f840. 00000100:00000001:2.0:1767734694.240094:0:250982:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767734694.240095:0:250982:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767734694.240102:0:250982:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:2.0:1767734694.240104:0:250982:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734694.240108:0:250982:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02c8a80 x1853602672087296/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734710 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734694.240116:0:250982:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767734694.240118:0:250982:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767734694.240121:0:250982:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff94b1d84d0000. 02000000:00000001:2.0:1767734694.240137:0:250982:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767734694.240139:0:250982:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767734694.240141:0:250982:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=8 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:2.0:1767734694.240144:0:250982:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767734694.240146:0:250982:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c33d9a00. 02000000:00000001:2.0:1767734694.240150:0:250982:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767734694.240151:0:250982:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767734694.240153:0:250982:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02c8a80. 00000100:00000001:2.0:1767734694.240157:0:250982:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767734694.240158:0:250982:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767734694.240161:0:250982:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767734694.240163:0:250982:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=7 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:2.0:1767734694.240165:0:250982:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:2.0:1767734694.240167:0:250982:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734694.240170:0:250982:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1c417c000 type=0x1064553b idx=1 00000040:00001000:2.0:1767734694.240174:0:250982:0:(llog.c:720:llog_process_thread()) synced_idx: 2 00000040:00000001:2.0:1767734694.240177:0:250982:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:2.0:1767734694.240179:0:250982:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:2.0:1767734694.240181:0:250982:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=8 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000100:00000010:2.0:1767734694.240185:0:250982:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02c8a80. 00000020:00000040:2.0:1767734694.240189:0:250982:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=9 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000100:00000001:2.0:1767734694.240192:0:250982:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767734694.240193:0:250982:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767734694.240197:0:250982:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767734694.240202:0:250982:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c33d9a00. 00000100:00000001:2.0:1767734694.240207:0:250982:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734694.240210:0:250982:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767734694.240212:0:250982:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767734694.240216:0:250982:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fe64f840. 00000100:00000001:2.0:1767734694.240218:0:250982:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090930993216 : -117982778558400 : ffff94b1fe64f840) 00000100:00000001:2.0:1767734694.240221:0:250982:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734694.240223:0:250982:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155543168 : -117983554008448 : ffff94b1d02c8a80) 00000100:00000001:2.0:1767734694.240227:0:250982:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767734694.240230:0:250982:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734694.240233:0:250982:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767734694.240234:0:250982:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767734694.240245:0:250982:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02c8a80 x1853602672087424/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734694.240254:0:250982:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767734694.240256:0:250982:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734694.240259:0:250982:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767734694.240261:0:250982:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767734694.240264:0:250982:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767734694.240268:0:250982:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02c8a80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:66586885-669e-469f-b1c7-cb1a0fe6eee4:250982:1853602672087424:192.168.203.112@tcp:502:chlg_load_threa.0 00000100:00000001:2.0:1767734694.240272:0:250982:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767734694.240276:0:250982:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767734694.240278:0:250982:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734694.240281:0:250982:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767734694.240293:0:250982:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff94b1d84d0000. 02000000:00000001:2.0:1767734694.240296:0:250982:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734694.240303:0:250982:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:2.0:1767734694.240344:0:250982:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f8c5ee18. 00000400:00000010:2.0:1767734694.240379:0:250982:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff94b1fe64f300. 00000100:00000200:2.0:1767734694.240386:0:250982:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853602672087424, portal 10 00000100:00000001:2.0:1767734694.240389:0:250982:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734694.240391:0:250982:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155543168 : -117983554008448 : ffff94b1d02c8a80) 00000100:00000040:2.0:1767734694.240399:0:250982:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1d02c8a80 x1853602672087424/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734710 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734694.240407:0:250982:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767734694.240411:0:250982:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:2.0:1767734694.240414:0:250982:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa292a8. 00000100:00000200:2.0:1767734694.240417:0:250982:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1853602672087424, offset 0 00000400:00000200:2.0:1767734694.240423:0:250982:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:2.0:1767734694.240430:0:250982:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734694.240437:0:250982:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734694.240442:0:250982:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767734694.240446:0:250982:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:2.0:1767734694.240449:0:250982:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767734694.240460:0:250982:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:2.0:1767734694.240466:0:250982:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66623:66623:256:4294967295] 192.168.203.112@tcp LPNI seq info [66623:66623:8:4294967295] 00000400:00000200:2.0:1767734694.240471:0:250982:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734694.240482:0:250982:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:2.0:1767734694.240488:0:250982:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767734694.240494:0:250982:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1ef790a00. 00000800:00000200:2.0:1767734694.240500:0:250982:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767734694.240507:0:250982:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767734694.240512:0:250982:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1ef790a00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:2.0:1767734694.240535:0:250982:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734694.240540:0:250982:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 70620 usecs (71 jiffies) 00000400:00000200:2.0:1767734694.240545:0:250982:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:2.0:1767734694.240548:0:250982:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303456133 00000100:00000001:2.0:1767734694.240553:0:250982:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303456130 00000100:00000001:2.0:1767734694.240559:0:250982:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303456133 00000100:00000001:2.0:1767734694.240563:0:250982:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303456130 00000100:00000001:2.0:1767734694.240566:0:250982:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734694.240569:0:250982:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734694.240573:0:250982:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767734694.240576:0:250982:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767734694.240579:0:250982:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fe64f840 going to sleep for 11 seconds 00000100:00000001:2.0:1767734694.240582:0:250982:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767734694.240585:0:250982:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734694.240683:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734694.240691:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1ef790a00. 00000400:00000200:3.0:1767734694.240698:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734694.240706:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734694.240712:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa292a8 00000400:00000010:3.0:1767734694.240715:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa292a8. 00000100:00000001:3.0:1767734694.240720:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734694.240728:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02c8a80 x1853602672087424/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734710 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734694.240742:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734694.240746:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02c8a80 x1853602672087424/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734710 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734694.240756:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734694.240758:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734694.242661:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734694.242673:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734694.242676:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734694.242679:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734694.242687:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734694.242694:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734694.242762:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734694.242768:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734694.242773:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734694.242778:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 8472 into portal 10 MB=0x695d780d31180 00000400:00000200:3.0:1767734694.242784:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734694.242803:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 8472/8472 into md 0x7bb2d [4] + 224 00000800:00000001:3.0:1767734694.242812:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734694.242826:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734694.242829:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734694.242833:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734694.242838:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734694.242845:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02c8a80 x1853602672087424/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734710 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734694.242859:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff94b1d02c8a80 x1853602672087424/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734710 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734694.242885:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734694.242893:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734694.242896:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734694.242997:0:250982:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767734694.243008:0:250982:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767734694.243010:0:250982:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767734694.243015:0:250982:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f8c5ee18. 00000400:00000200:2.0:1767734694.243021:0:250982:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fe64f300 00000400:00000010:2.0:1767734694.243024:0:250982:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff94b1fe64f300. 00000100:00000001:2.0:1767734694.243028:0:250982:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734694.243039:0:250982:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02c8a80 x1853602672087424/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734710 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767734694.243067:0:250982:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02c8a80 x1853602672087424/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734710 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734694.243077:0:250982:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767734694.243080:0:250982:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734694.243083:0:250982:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767734694.243086:0:250982:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767734694.243088:0:250982:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767734694.243090:0:250982:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734694.243093:0:250982:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767734694.243100:0:250982:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=24 v=5 (5 0 0 0) 00000100:00001000:2.0:1767734694.243104:0:250982:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=24 v=5 (1 0 0 0) 00000100:00000001:2.0:1767734694.243107:0:250982:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767734694.243109:0:250982:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734694.243111:0:250982:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767734694.243114:0:250982:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734694.243118:0:250982:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767734694.243120:0:250982:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924697 00000100:00000001:2.0:1767734694.243122:0:250982:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767734694.243124:0:250982:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734694.243130:0:250982:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02c8a80 x1853602672087424/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734710 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734694.243139:0:250982:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734694.243142:0:250982:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767734694.243144:0:250982:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767734694.243148:0:250982:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02c8a80 x1853602672087424/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734710 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767734694.243158:0:250982:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02c8a80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:66586885-669e-469f-b1c7-cb1a0fe6eee4:250982:1853602672087424:192.168.203.112@tcp:502:chlg_load_threa.0 00000100:00000001:2.0:1767734694.243164:0:250982:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734694.243167:0:250982:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734694.243169:0:250982:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767734694.243177:0:250982:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734694.243182:0:250982:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02c8a80 x1853602672087424/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734710 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734694.243191:0:250982:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767734694.243194:0:250982:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fe64f840. 00000100:00000001:2.0:1767734694.243197:0:250982:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767734694.243198:0:250982:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767734694.243205:0:250982:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:2.0:1767734694.243207:0:250982:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734694.243211:0:250982:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02c8a80 x1853602672087424/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734710 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734694.243218:0:250982:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767734694.243220:0:250982:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767734694.243223:0:250982:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff94b1d84d0000. 02000000:00000001:2.0:1767734694.243233:0:250982:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767734694.243236:0:250982:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767734694.243237:0:250982:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=8 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:2.0:1767734694.243240:0:250982:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767734694.243243:0:250982:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c33d9a00. 02000000:00000001:2.0:1767734694.243246:0:250982:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767734694.243248:0:250982:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767734694.243250:0:250982:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02c8a80. 00000100:00000001:2.0:1767734694.243253:0:250982:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767734694.243255:0:250982:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767734694.243258:0:250982:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767734694.243259:0:250982:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=7 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:2.0:1767734694.243261:0:250982:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:2.0:1767734694.243263:0:250982:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767734694.243266:0:250982:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1c417c000 type=0x1064553b idx=1 00000040:00001000:2.0:1767734694.243270:0:250982:0:(llog.c:759:llog_process_thread()) skipping lrh_index 1 00000040:00001000:2.0:1767734694.243272:0:250982:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1c417c040 type=0x1064553b idx=2 00000040:00001000:2.0:1767734694.243275:0:250982:0:(llog.c:776:llog_process_thread()) lrh_index: 2 lrh_len: 64 (8128 remains) 00000040:00080000:2.0:1767734694.243278:0:250982:0:(llog.c:797:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00000001:2.0:1767734694.243281:0:250982:0:(llog_cat.c:872:llog_cat_process_cb()) Process entered 00000040:00000001:2.0:1767734694.243283:0:250982:0:(llog_cat.c:819:llog_cat_process_common()) Process entered 00000040:00080000:2.0:1767734694.243291:0:250982:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x25:0x0] at index 2 of catalog [0xa:0x5:0x0] 00000040:00000001:2.0:1767734694.243296:0:250982:0:(llog_cat.c:365:llog_cat_id2handle()) Process entered 00000040:00000001:2.0:1767734694.243299:0:250982:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767734694.243303:0:250982:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff94b1c33d9a00. 00000040:00000001:2.0:1767734694.243343:0:250982:0:(llog_client.c:69:llog_client_open()) Process entered 00000020:00000040:2.0:1767734694.243347:0:250982:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=8 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000100:00000010:2.0:1767734694.243384:0:250982:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02c8a80. 00000020:00000040:2.0:1767734694.243388:0:250982:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=9 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000100:00000001:2.0:1767734694.243391:0:250982:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767734694.243394:0:250982:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767734694.243397:0:250982:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767734694.243403:0:250982:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c33d9400. 00000100:00000001:2.0:1767734694.243408:0:250982:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734694.243412:0:250982:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767734694.243413:0:250982:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767734694.243418:0:250982:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fe64f840. 00000100:00000001:2.0:1767734694.243420:0:250982:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090930993216 : -117982778558400 : ffff94b1fe64f840) 00000100:00000001:2.0:1767734694.243423:0:250982:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734694.243425:0:250982:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155543168 : -117983554008448 : ffff94b1d02c8a80) 00000100:00000001:2.0:1767734694.243429:0:250982:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767734694.243433:0:250982:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734694.243435:0:250982:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767734694.243437:0:250982:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767734694.243442:0:250982:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02c8a80 x1853602672087552/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734694.243451:0:250982:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767734694.243453:0:250982:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734694.243456:0:250982:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767734694.243459:0:250982:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767734694.243461:0:250982:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767734694.243465:0:250982:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02c8a80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:66586885-669e-469f-b1c7-cb1a0fe6eee4:250982:1853602672087552:192.168.203.112@tcp:501:chlg_load_threa.0 00000100:00000001:2.0:1767734694.243469:0:250982:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767734694.243473:0:250982:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767734694.243475:0:250982:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734694.243486:0:250982:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767734694.243490:0:250982:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1c33d8e00. 02000000:00000001:2.0:1767734694.243492:0:250982:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734694.243499:0:250982:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:2.0:1767734694.243503:0:250982:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f8c5ee18. 00000400:00000010:2.0:1767734694.243508:0:250982:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29220. 00000100:00000200:2.0:1767734694.243513:0:250982:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672087552, portal 10 00000100:00000001:2.0:1767734694.243515:0:250982:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734694.243517:0:250982:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155543168 : -117983554008448 : ffff94b1d02c8a80) 00000100:00000040:2.0:1767734694.243524:0:250982:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1d02c8a80 x1853602672087552/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/272 e 0 to 0 dl 1767734710 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734694.243532:0:250982:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767734694.243535:0:250982:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:2.0:1767734694.243538:0:250982:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29cc0. 00000100:00000200:2.0:1767734694.243541:0:250982:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1853602672087552, offset 0 00000400:00000200:2.0:1767734694.243547:0:250982:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:2.0:1767734694.243554:0:250982:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734694.243561:0:250982:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734694.243566:0:250982:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767734694.243569:0:250982:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:2.0:1767734694.243573:0:250982:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767734694.243576:0:250982:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:2.0:1767734694.243581:0:250982:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66624:66624:256:4294967295] 192.168.203.112@tcp LPNI seq info [66624:66624:8:4294967295] 00000400:00000200:2.0:1767734694.243586:0:250982:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734694.243596:0:250982:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:2.0:1767734694.243601:0:250982:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767734694.243606:0:250982:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1ef790d00. 00000800:00000200:2.0:1767734694.243612:0:250982:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767734694.243619:0:250982:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767734694.243623:0:250982:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1ef790d00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:2.0:1767734694.243648:0:250982:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734694.243659:0:250982:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 69483 usecs (70 jiffies) 00000400:00000200:2.0:1767734694.243665:0:250982:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:2.0:1767734694.243667:0:250982:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4303456135 00000100:00000001:2.0:1767734694.243673:0:250982:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4303456133 00000100:00000001:2.0:1767734694.243678:0:250982:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4303456135 00000100:00000001:2.0:1767734694.243682:0:250982:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4303456133 00000100:00000001:2.0:1767734694.243686:0:250982:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734694.243690:0:250982:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734694.243693:0:250982:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767734694.243696:0:250982:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767734694.243700:0:250982:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fe64f840 going to sleep for 11 seconds 00000100:00000001:2.0:1767734694.243704:0:250982:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767734694.243707:0:250982:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734694.243787:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734694.243796:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1ef790d00. 00000400:00000200:3.0:1767734694.243802:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734694.243810:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734694.243816:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29cc0 00000400:00000010:3.0:1767734694.243819:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29cc0. 00000100:00000001:3.0:1767734694.243823:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734694.243831:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02c8a80 x1853602672087552/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/272 e 0 to 0 dl 1767734710 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734694.243844:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734694.243849:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02c8a80 x1853602672087552/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/272 e 0 to 0 dl 1767734710 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734694.243858:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734694.243861:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734694.245590:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734694.245601:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734694.245605:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734694.245607:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734694.245615:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734694.245634:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734694.245641:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734694.245646:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734694.245651:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734694.245656:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 10 MB=0x695d780d31200 00000400:00000200:3.0:1767734694.245662:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734694.245669:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 224/224 into md 0x7bb3d [1] + 224 00000800:00000001:3.0:1767734694.245676:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734694.245685:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734694.245689:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734694.245694:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734694.245699:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734694.245707:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02c8a80 x1853602672087552/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/272 e 0 to 0 dl 1767734710 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734694.245721:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=272 req@ffff94b1d02c8a80 x1853602672087552/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/272 e 0 to 0 dl 1767734710 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734694.245751:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734694.245758:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734694.245762:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734694.245863:0:250982:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767734694.245874:0:250982:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767734694.245877:0:250982:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767734694.245881:0:250982:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f8c5ee18. 00000400:00000200:2.0:1767734694.245888:0:250982:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29220 00000400:00000010:2.0:1767734694.245891:0:250982:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29220. 00000100:00000001:2.0:1767734694.245895:0:250982:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734694.245906:0:250982:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02c8a80 x1853602672087552/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/272 e 0 to 0 dl 1767734710 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767734694.245920:0:250982:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02c8a80 x1853602672087552/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/272 e 0 to 0 dl 1767734710 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734694.245930:0:250982:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767734694.245932:0:250982:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734694.245935:0:250982:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767734694.245938:0:250982:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767734694.245940:0:250982:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767734694.245942:0:250982:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734694.245945:0:250982:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767734694.245952:0:250982:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dc58 time=24 v=5 (5 0 0 0) 00000100:00001000:2.0:1767734694.245956:0:250982:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=24 v=5 (1 0 0 0) 00000100:00000001:2.0:1767734694.245972:0:250982:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1767734694.245977:0:250982:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = -13 req@ffff94b1d02c8a80 x1853602672087552/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/224 e 0 to 0 dl 1767734710 ref 2 fl Rpc:RQU/200/0 rc 0/-13 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734694.245986:0:250982:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000100:00000001:2.0:1767734694.245990:0:250982:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767734694.245992:0:250982:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12884924697 00000100:00000001:2.0:1767734694.245994:0:250982:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767734694.245997:0:250982:0:(client.c:1781:after_reply()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000100:00000040:2.0:1767734694.246002:0:250982:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02c8a80 x1853602672087552/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/224 e 0 to 0 dl 1767734710 ref 2 fl Rpc:RQU/200/0 rc -13/-13 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734694.246011:0:250982:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551603 : -13 : 0xfffffffffffffff3) 00000100:00000001:2.0:1767734694.246014:0:250982:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767734694.246016:0:250982:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767734694.246021:0:250982:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02c8a80 x1853602672087552/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/224 e 0 to 0 dl 1767734710 ref 2 fl Interpret:RQU/200/0 rc -13/-13 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767734694.246030:0:250982:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02c8a80 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:66586885-669e-469f-b1c7-cb1a0fe6eee4:250982:1853602672087552:192.168.203.112@tcp:501:chlg_load_threa.0 00000100:00000001:2.0:1767734694.246036:0:250982:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734694.246039:0:250982:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000100:00000001:2.0:1767734694.246041:0:250982:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767734694.246044:0:250982:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734694.246048:0:250982:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02c8a80 x1853602672087552/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/224 e 0 to 0 dl 1767734710 ref 2 fl Complete:RQU/200/0 rc -13/-13 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734694.246056:0:250982:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767734694.246059:0:250982:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fe64f840. 00000100:00000001:2.0:1767734694.246062:0:250982:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767734694.246063:0:250982:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00000001:2.0:1767734694.246066:0:250982:0:(llog_client.c:114:llog_client_open()) Process leaving via out (rc=18446744073709551603 : -13 : 0xfffffffffffffff3) 00000020:00000001:2.0:1767734694.246070:0:250982:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767734694.246072:0:250982:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=8 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:2.0:1767734694.246081:0:250982:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767734694.246083:0:250982:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734694.246087:0:250982:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02c8a80 x1853602672087552/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/224 e 0 to 0 dl 1767734710 ref 1 fl Complete:RQU/200/0 rc -13/-13 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734694.246095:0:250982:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767734694.246097:0:250982:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767734694.246100:0:250982:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1c33d8e00. 02000000:00000001:2.0:1767734694.246103:0:250982:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767734694.246104:0:250982:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767734694.246106:0:250982:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=7 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:2.0:1767734694.246108:0:250982:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767734694.246110:0:250982:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c33d9400. 02000000:00000001:2.0:1767734694.246113:0:250982:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767734694.246114:0:250982:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767734694.246116:0:250982:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02c8a80. 00000100:00000001:2.0:1767734694.246120:0:250982:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767734694.246121:0:250982:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:2.0:1767734694.246124:0:250982:0:(llog.c:1547:llog_open()) lustre-MDT0000-mdc-ffff94b1e7e86000: Failed to open llog : rc -13 00000040:00000010:2.0:1767734694.246128:0:250982:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff94b1c33d9a00. 00000040:00000001:2.0:1767734694.246131:0:250982:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00020000:2.0:1767734694.246134:0:250982:0:(llog_cat.c:396:llog_cat_id2handle()) lustre-MDT0000-mdc-ffff94b1e7e86000: error opening log id [0x1:0x25:0x0]: rc = -13 00000040:00000001:2.0:1767734694.246138:0:250982:0:(llog_cat.c:397:llog_cat_id2handle()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00000400:2.0:1767734694.246141:0:250982:0:(llog_cat.c:841:llog_cat_process_common()) lustre-MDT0000-mdc-ffff94b1e7e86000: can't find llog handle [0x1:0x25:0x0]: rc = -13 00000040:00000001:2.0:1767734694.246145:0:250982:0:(llog_cat.c:843:llog_cat_process_common()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00000001:2.0:1767734694.246148:0:250982:0:(llog_cat.c:880:llog_cat_process_cb()) Process leaving via out (rc=18446744073709551603 : -13 : 0xfffffffffffffff3) 00000040:00000001:2.0:1767734694.246151:0:250982:0:(llog_cat.c:923:llog_cat_process_cb()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00000001:2.0:1767734694.246153:0:250982:0:(llog.c:835:llog_process_thread()) Process leaving via out (rc=18446744073709551603 : -13 : 0xfffffffffffffff3) 00000040:00080000:2.0:1767734694.246157:0:250982:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 2 count 2 00000040:00000010:2.0:1767734694.246160:0:250982:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at ffff94b1c417c000. 00000020:00000010:2.0:1767734694.246167:0:250982:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff94b1d1dfb000. 00000020:00000010:2.0:1767734694.246182:0:250982:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1c33d8200. 00000040:00000010:2.0:1767734694.246187:0:250982:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff94b1c33d8c00. 00000020:00000010:2.0:1767734694.246197:0:250982:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff94b1c59fe000. 00000020:00000010:2.0:1767734694.246204:0:250982:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff94b1fdca1928. 00000020:00000010:2.0:1767734694.246211:0:250982:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff94b1c33d9000. 80000000:00000010:2.0:1767734694.246217:0:250982:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff94b1d8e3b4e0. 40000000:00000010:2.0:1767734694.246222:0:250982:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff94b1d1dfb7c0. 00100000:00000010:2.0:1767734694.246227:0:250982:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff94b1c59fd800. 00040000:00000010:2.0:1767734694.246235:0:250982:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff94b1ef790200. 00040000:00000010:2.0:1767734694.246243:0:250982:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff94b1c59ff000. 00040000:00000010:2.0:1767734694.246248:0:250982:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff94b1c33d9200. 00000004:00000010:2.0:1767734694.246252:0:250982:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff94b1c59f8000. 00000004:00000010:2.0:1767734694.246256:0:250982:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff94b1c5f9b000. 00000004:00000010:2.0:1767734694.246261:0:250982:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff94b1c59fa000. 00002000:00000010:2.0:1767734694.246264:0:250982:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff94b1f44a9000. 00000004:00000010:2.0:1767734694.246268:0:250982:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff94b1f44a9400. 00000020:00000010:2.0:1767734694.246271:0:250982:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1c33d8800. 00000040:00000010:2.0:1767734694.246274:0:250982:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at ffff94b1d8e3b780. 00000040:00000001:2.0:1767734694.246277:0:250982:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00000001:2.0:1767734694.246280:0:250982:0:(llog_cat.c:995:llog_cat_process_or_fork()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000002:00020000:2.0:1767734694.246286:0:250982:0:(mdc_changelog.c:326:chlg_load()) lustre-MDT0000-mdc-ffff94b1e7e86000: fail to process llog: rc = -13 00000002:00000001:2.0:1767734694.246290:0:250982:0:(mdc_changelog.c:327:chlg_load()) Process leaving via err_out (rc=18446744073709551603 : -13 : 0xfffffffffffffff3) 00000040:00000001:2.0:1767734694.246348:0:250982:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000010:2.0:1767734694.246376:0:250982:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff94b1c417a000. 00000040:00000010:2.0:1767734694.246381:0:250982:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff94b1dea60000. 00000040:00000001:2.0:1767734694.246385:0:250982:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000002:00000040:2.0:1767734694.246388:0:250982:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff94b1e7e1ba80 : new refcount 1 00000020:00000040:2.0:1767734694.246392:0:250982:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdc-ffff94b1e7e86000 (ffff94b1c699caa0) now 6 - changelog 00000002:00000001:0.0:1767734694.246430:0:250979:0:(mdc_changelog.c:457:chlg_read()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000002:00000001:2.0:1767734694.246521:0:250982:0:(mdc_changelog.c:356:chlg_load()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000002:00000010:0.0:1767734694.246591:0:250979:0:(mdc_changelog.c:662:chlg_release()) kfreed 'crs': 224 at ffff94b1deb6f800. 00000100:00000040:3.0:1767734694.314455:0:231791:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121b30 (cpu 0) has reached its deadline 4303456135, at 4303456136 00000100:00000010:3.0:1767734694.314472:0:231791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1d8e3be40. 00000100:00000040:2.0:1767734694.314682:0:209018:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121a20 (cpu 0) has reached its deadline 4303456135, at 4303456136 00000100:00000010:2.0:1767734694.314698:0:209018:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1d8e3bea0. 00010000:00000001:3.0:1767734694.627394:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734694.627407:0:231791:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767734694.627411:0:231791:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767734694.627416:0:231791:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734694.627422:0:231791:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767734694.627428:0:231791:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734694.627432:0:231791:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734694.627438:0:231791:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734694.627448:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734694.627452:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734694.627809:0:215725:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767734694.627816:0:215725:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767734694.627820:0:215725:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1767734694.881490:0:251071:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767734695.060922:0:251107:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767734695.060927:0:251107:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity test_160l: @@@@@@ FAIL: MTIME changelog not recorded 00000001:00000001:3.0:1767734695.065091:0:251107:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:3.0:1767734695.650524:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734695.650530:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734695.650535:0:231791:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734695.650537:0:231791:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734695.650607:0:249777:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767734695.650616:0:249777:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767734695.650623:0:249777:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1767734695.707253:0:251205:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) Debug log: 7646 lines, 7646 kept, 0 dropped, 0 bad.