00000100:00000001:2.0F:1767734602.786401:0:215717:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1767734602.786417:0:215717:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0F:1767734603.490413:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734603.490433:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734603.490443:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734603.490445:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734603.490449:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734603.490455:0:231614:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767734603.490457:0:231614:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767734603.490466:0:231614:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734603.490469:0:231614:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734603.490472:0:231614:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734603.490478:0:231614:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767734603.490481:0:231614:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734603.490484:0:231614:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734603.490489:0:231614:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734603.490498:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734603.490501:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0F:1767734603.490577:0:215725:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767734603.490596:0:215725:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734603.490603:0:215725:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0F:1767734603.650537:0:244045:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734604.327763:0:244110:0:(mdc_changelog.c:618:chlg_open()) Process entered 00000002:00000010:3.0:1767734604.327772:0:244110:0:(mdc_changelog.c:622:chlg_open()) kmalloced '(crs)': 224 at ffff94b1c53e8800. 00000002:00000001:3.0:1767734604.327778:0:244110:0:(mdc_changelog.c:638:chlg_open()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734604.327788:0:244110:0:(mdc_changelog.c:582:chlg_write()) Process entered 00000002:00000010:3.0:1767734604.327792:0:244110:0:(mdc_changelog.c:587:chlg_write()) kmalloced '(kbuf)': 64 at ffff94b1f47d4b00. 00000020:00000040:3.0:1767734604.327803:0:244110:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-mdc-ffff94b1ef335000 (ffff94b1def898e0) now 6 - changelog 00000002:00000001:3.0:1767734604.327808:0:244110:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000002:00000001:3.0:1767734604.327815:0:244110:0:(mdc_request.c:2643:mdc_set_info_async()) Process entered 00000100:00000001:3.0:1767734604.327820:0:244110:0:(pack_generic.c:1733:do_set_info_async()) Process entered 00000100:00000010:3.0:1767734604.327828:0:244110:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200bdbb80. 00000020:00000040:3.0:1767734604.327834:0:244110:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=83 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:3.0:1767734604.327844:0:244110:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767734604.327849:0:244110:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767734604.327856:0:244110:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767734604.327865:0:244110:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1dd16ca00. 00000100:00000001:3.0:1767734604.327875:0:244110:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734604.327884:0:244110:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767734604.327887:0:244110:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767734604.327895:0:244110:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1f206f480. 00000100:00000001:3.0:1767734604.327898:0:244110:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090723505280 : -117982986046336 : ffff94b1f206f480) 00000100:00000001:3.0:1767734604.327903:0:244110:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734604.327905:0:244110:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970364800 : -117982739186816 : ffff94b200bdbb80) 00000100:00000001:3.0:1767734604.327921:0:244110:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767734604.327927:0:244110:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734604.327930:0:244110:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767734604.327933:0:244110:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767734604.327950:0:244110:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200bdbb80 x1853602672011008/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734604.327965:0:244110:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767734604.327968:0:244110:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734604.327974:0:244110:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767734604.327978:0:244110:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767734604.327982:0:244110:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767734604.327987:0:244110:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200bdbb80 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:244110:1853602672011008:192.168.203.112@tcp:46:lfs.0 00000100:00000001:3.0:1767734604.327993:0:244110:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767734604.328000:0:244110:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767734604.328004:0:244110:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734604.328007:0:244110:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767734604.328012:0:244110:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1dd16c200. 02000000:00000001:3.0:1767734604.328014:0:244110:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734604.328028:0:244110:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:3.0:1767734604.328034:0:244110:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1dd113d68. 00000400:00000010:3.0:1767734604.328043:0:244110:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7990. 00000100:00000200:3.0:1767734604.328053:0:244110:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672011008, portal 10 00000100:00000001:3.0:1767734604.328056:0:244110:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734604.328058:0:244110:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970364800 : -117982739186816 : ffff94b200bdbb80) 00000100:00000040:3.0:1767734604.328095:0:244110:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b200bdbb80 x1853602672011008/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734620 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734604.328107:0:244110:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767734604.328112:0:244110:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:3.0:1767734604.328116:0:244110:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7088. 00000100:00000200:3.0:1767734604.328120:0:244110:0:(niobuf.c:94:ptl_send_buf()) Sending 480 bytes to portal 12, xid 1853602672011008, offset 0 00000400:00000200:3.0:1767734604.328130:0:244110:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:3.0:1767734604.328143:0:244110:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734604.328155:0:244110:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734604.328173:0:244110:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767734604.328180:0:244110:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:3.0:1767734604.328186:0:244110:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767734604.328190:0:244110:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:3.0:1767734604.328196:0:244110:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66230:66230:256:4294967295] 192.168.203.112@tcp LPNI seq info [66230:66230:8:4294967295] 00000400:00000200:3.0:1767734604.328202:0:244110:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734604.328216:0:244110:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:3.0:1767734604.328225:0:244110:0:(socklnd_cb.c:1001:ksocknal_send()) sending 480 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734604.328232:0:244110:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c53e8400. 00000800:00000200:3.0:1767734604.328242:0:244110:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734604.328254:0:244110:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734604.328261:0:244110:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c53e8400 type 1, nob 576 niov 1 nkiov 1 00000100:00000001:3.0:1767734604.328289:0:244110:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734604.328296:0:244110:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10713 usecs (11 jiffies) 00000400:00000200:3.0:1767734604.328302:0:244110:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734604.328306:0:244110:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303366160 00000800:00000200:2.0:1767734604.328576:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734604.328588:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c53e8400. 00000400:00000200:2.0:1767734604.328596:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734604.328617:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734604.328629:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7088 00000400:00000010:2.0:1767734604.328635:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7088. 00000100:00000001:2.0:1767734604.328647:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:3.0:1767734604.328662:0:244110:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1d0411840. 00000100:00000200:2.0:1767734604.328664:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200bdbb80 x1853602672011008/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734620 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734604.328677:0:244110:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767734604.328688:0:244110:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303366161 00000100:00000010:3.0:1767734604.328698:0:244110:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1d0411d80. 00000100:00000001:3.0:1767734604.328707:0:244110:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767734604.328710:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767734604.328713:0:244110:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734604.328720:0:244110:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734604.328726:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200bdbb80 x1853602672011008/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734620 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734604.328727:0:244110:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767734604.328743:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734604.328746:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767734604.328824:0:244110:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767734604.328830:0:244110:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1f206f480 going to sleep for 11 seconds 00000100:00000001:3.0:1767734604.328834:0:244110:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767734604.328838:0:244110:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767734604.333154:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734604.333167:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734604.333172:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734604.333187:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734604.333196:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734604.333205:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734604.333213:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734604.333281:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734604.333289:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734604.333294:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 10 MB=0x695d780d1e700 00000400:00000200:3.0:1767734604.333301:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734604.333308:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 224/224 into md 0x7abe5 [1] + 224 00000800:00000001:3.0:1767734604.333361:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734604.333375:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734604.333379:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734604.333386:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734604.333395:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734604.333404:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200bdbb80 x1853602672011008/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734620 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734604.333419:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b200bdbb80 x1853602672011008/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734620 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734604.333446:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734604.333457:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734604.333461:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734604.333497:0:244110:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734604.333510:0:244110:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734604.333513:0:244110:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734604.333518:0:244110:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1dd113d68. 00000400:00000200:0.0:1767734604.333524:0:244110:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7990 00000400:00000010:0.0:1767734604.333527:0:244110:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7990. 00000100:00000001:0.0:1767734604.333532:0:244110:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734604.333543:0:244110:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200bdbb80 x1853602672011008/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734620 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767734604.333559:0:244110:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200bdbb80 x1853602672011008/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734620 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734604.333570:0:244110:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734604.333572:0:244110:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734604.333576:0:244110:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734604.333580:0:244110:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734604.333583:0:244110:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734604.333586:0:244110:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734604.333590:0:244110:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734604.333602:0:244110:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac458 time=32 v=5 (5 5 5 5) 00000100:00001000:0.0:1767734604.333607:0:244110:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=32 v=5 (1 1 1 1) 00000100:00000001:0.0:1767734604.333611:0:244110:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734604.333613:0:244110:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734604.333616:0:244110:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734604.333621:0:244110:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734604.333625:0:244110:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1767734604.333628:0:244110:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: committing for last_committed 12884924566 gen 1 00000100:00000040:0.0:1767734604.333636:0:244110:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 12884924566) req@ffff94b1d02c9880 x1853602672007680/t12884924563(12884924563) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 560/448 e 0 to 0 dl 1767734615 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734604.333646:0:244110:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734604.333651:0:244110:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02c9880 x1853602672007680/t12884924563(12884924563) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 560/448 e 0 to 0 dl 1767734615 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734604.333659:0:244110:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734604.333663:0:244110:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734604.333678:0:244110:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1c403c800. 02000000:00000001:0.0:1767734604.333683:0:244110:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734604.333686:0:244110:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734604.333689:0:244110:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=82 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734604.333692:0:244110:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734604.333695:0:244110:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1c9879000. 02000000:00000001:0.0:1767734604.333700:0:244110:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734604.333703:0:244110:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734604.333706:0:244110:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02c9880. 00000100:00000001:0.0:1767734604.333712:0:244110:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734604.333714:0:244110:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734604.333721:0:244110:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 12884924566) req@ffff94b1f2da9c00 x1853602672008192/t12884924564(12884924564) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 512/448 e 0 to 0 dl 1767734615 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734604.333730:0:244110:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734604.333734:0:244110:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da9c00 x1853602672008192/t12884924564(12884924564) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 512/448 e 0 to 0 dl 1767734615 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734604.333742:0:244110:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734604.333744:0:244110:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734604.333745:0:244110:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f0d07800. 02000000:00000001:0.0:1767734604.333748:0:244110:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734604.333750:0:244110:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734604.333751:0:244110:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=81 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734604.333753:0:244110:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734604.333755:0:244110:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c38dbe00. 02000000:00000001:0.0:1767734604.333758:0:244110:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734604.333760:0:244110:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734604.333761:0:244110:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da9c00. 00000100:00000001:0.0:1767734604.333764:0:244110:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734604.333766:0:244110:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734604.333771:0:244110:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 12884924566) req@ffff94b1d02c8000 x1853602672008576/t12884924565(12884924565) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 488/456 e 0 to 0 dl 1767734616 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'truncate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734604.333779:0:244110:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734604.333782:0:244110:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02c8000 x1853602672008576/t12884924565(12884924565) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 488/456 e 0 to 0 dl 1767734616 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'truncate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734604.333804:0:244110:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734604.333806:0:244110:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734604.333808:0:244110:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94b1c987b400. 02000000:00000001:0.0:1767734604.333810:0:244110:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734604.333812:0:244110:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734604.333813:0:244110:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=80 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734604.333815:0:244110:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734604.333817:0:244110:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c9872800. 02000000:00000001:0.0:1767734604.333820:0:244110:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734604.333822:0:244110:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734604.333823:0:244110:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02c8000. 00000100:00000001:0.0:1767734604.333827:0:244110:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734604.333828:0:244110:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734604.333834:0:244110:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 12884924566) req@ffff94b1f2dab100 x1853602672009216/t12884924566(12884924566) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 488/456 e 0 to 0 dl 1767734616 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'truncate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734604.333842:0:244110:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734604.333845:0:244110:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2dab100 x1853602672009216/t12884924566(12884924566) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 488/456 e 0 to 0 dl 1767734616 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'truncate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734604.333853:0:244110:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734604.333854:0:244110:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734604.333856:0:244110:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94b1d04bc000. 02000000:00000001:0.0:1767734604.333859:0:244110:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734604.333860:0:244110:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734604.333862:0:244110:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=79 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734604.333864:0:244110:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734604.333866:0:244110:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c6098800. 02000000:00000001:0.0:1767734604.333869:0:244110:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734604.333870:0:244110:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734604.333872:0:244110:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2dab100. 00000100:00000001:0.0:1767734604.333875:0:244110:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734604.333876:0:244110:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734604.333879:0:244110:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767734604.333883:0:244110:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: normal: skip=1 replay=4/4 committed=0/0 00000100:00000001:0.0:1767734604.333891:0:244110:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734604.333893:0:244110:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734604.333900:0:244110:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200bdbb80 x1853602672011008/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734620 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734604.333909:0:244110:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734604.333912:0:244110:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734604.333915:0:244110:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734604.333920:0:244110:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200bdbb80 x1853602672011008/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734620 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734604.333930:0:244110:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200bdbb80 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:244110:1853602672011008:192.168.203.112@tcp:46:lfs.0 00000100:00000001:0.0:1767734604.333936:0:244110:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734604.333940:0:244110:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734604.333943:0:244110:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734604.333945:0:244110:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734604.333949:0:244110:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200bdbb80 x1853602672011008/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734620 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734604.333957:0:244110:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734604.333960:0:244110:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1f206f480. 00000100:00000001:0.0:1767734604.333963:0:244110:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734604.333965:0:244110:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734604.333967:0:244110:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734604.333971:0:244110:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b200bdbb80 x1853602672011008/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734620 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734604.333978:0:244110:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734604.333980:0:244110:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734604.333982:0:244110:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1dd16c200. 02000000:00000001:0.0:1767734604.333985:0:244110:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734604.333986:0:244110:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734604.333988:0:244110:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=78 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734604.333990:0:244110:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734604.333991:0:244110:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1dd16ca00. 02000000:00000001:0.0:1767734604.333994:0:244110:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734604.334001:0:244110:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734604.334003:0:244110:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b200bdbb80. 00000100:00000001:0.0:1767734604.334007:0:244110:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734604.334008:0:244110:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734604.334011:0:244110:0:(pack_generic.c:1769:do_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767734604.334015:0:244110:0:(mdc_request.c:2667:mdc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767734604.334019:0:244110:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767734604.334023:0:244110:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdc-ffff94b1ef335000 (ffff94b1def898e0) now 6 - changelog 00000002:00000001:0.0:1767734604.334027:0:244110:0:(mdc_changelog.c:601:chlg_write()) Process leaving 00000002:00000010:0.0:1767734604.334030:0:244110:0:(mdc_changelog.c:603:chlg_write()) kfreed 'kbuf': 64 at ffff94b1f47d4b00. 00000002:00000010:0.0:1767734604.334047:0:244110:0:(mdc_changelog.c:662:chlg_release()) kfreed 'crs': 224 at ffff94b1c53e8800. 00000100:00000040:3.0:1767734604.340382:0:231614:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121b30 (cpu 0) has reached its deadline 4303366161, at 4303366162 00000100:00000010:3.0:1767734604.340397:0:231614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1d0411d80. 00000100:00000040:2.0:1767734604.340450:0:209018:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121a20 (cpu 0) has reached its deadline 4303366160, at 4303366162 00000100:00000010:2.0:1767734604.340466:0:209018:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1d0411840. 00010000:00000001:3.0:1767734604.514445:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734604.514453:0:231614:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767734604.514456:0:231614:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767734604.514459:0:231614:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734604.514464:0:231614:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767734604.514467:0:231614:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734604.514470:0:231614:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734604.514473:0:231614:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734604.514478:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734604.514480:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734604.514497:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734604.514499:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734604.514503:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734604.514505:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734604.514567:0:215726:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767734604.514573:0:215726:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734604.514578:0:215726:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1767734605.538419:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734605.538424:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734605.538429:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734605.538431:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734605.538434:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734605.538435:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734605.538438:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734605.538440:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734605.538581:0:226620:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767734605.538588:0:226620:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767734605.538593:0:226620:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767734606.370434:0:242285:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6d7b501b-fa70-4fef-9613-be2df560a7ce->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767734606.370445:0:242285:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767734606.370456:0:242285:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02cf800. 00000020:00000040:1.0:1767734606.370463:0:242285:0:(genops.c:1229:class_import_get()) import ffff94b1ef331000 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000001:1.0:1767734606.370471:0:242285:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734606.370477:0:242285:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734606.370486:0:242285:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734606.370498:0:242285:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b1c5857a00. 00000100:00000001:1.0:1767734606.370507:0:242285:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734606.370523:0:242285:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6d7b501b-fa70-4fef-9613-be2df560a7ce->MGS req@ffff94b1d02cf800 x1853602672011136/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767734606.370540:0:242285:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734606.370545:0:242285:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734606.370553:0:242285:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003dabb981] to pc [ptlrpcd_00_01+1] req@ffff94b1d02cf800 x1853602672011136/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734606.370598:0:242285:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734606.370602:0:242285:0:(pinger.c:229:ptlrpc_pinger_process_import()) ecb0905e-f978-4384-816c-881545595fa4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767734606.370608:0:242285:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767734606.370613:0:242285:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02cf480. 00000020:00000040:1.0:1767734606.370618:0:242285:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=79 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:1.0:1767734606.370624:0:242285:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767734606.370624:0:196092:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767734606.370635:0:242285:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767734606.370639:0:196092:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767734606.370640:0:242285:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734606.370647:0:196092:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:1.0:1767734606.370652:0:242285:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b1c5857500. 00000100:00000001:1.0:1767734606.370660:0:242285:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734606.370671:0:242285:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ecb0905e-f978-4384-816c-881545595fa4->lustre-MDT0000_UUID req@ffff94b1d02cf480 x1853602672011264/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767734606.370686:0:196092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02cf800 x1853602672011136/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734606.370788:0:196092:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734606.370791:0:196092:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734606.370810:0:196092:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734606.370817:0:196092:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734606.370837:0:196092:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734606.370856:0:242285:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:0.0:1767734606.370861:0:196092:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6d7b501b-fa70-4fef-9613-be2df560a7ce:196092:1853602672011136:192.168.203.112@tcp:400:kworker.0 00000100:00000001:1.0:1767734606.370863:0:242285:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734606.370883:0:196092:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767734606.370891:0:242285:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000001e86dd5] to pc [ptlrpcd_00_00+0] req@ffff94b1d02cf480 x1853602672011264/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767734606.370897:0:196092:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734606.370907:0:196092:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734606.370922:0:196092:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767734606.370930:0:242285:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734606.370931:0:196092:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1c2e8e200. 00000100:00000040:1.0:1767734606.370940:0:242285:0:(pinger.c:229:ptlrpc_pinger_process_import()) ecb0905e-f978-4384-816c-881545595fa4->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767734606.370942:0:196092:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734606.370962:0:242285:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767734606.370970:0:242285:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02cd180. 00000400:00000200:0.0:1767734606.370970:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000020:00000040:1.0:1767734606.370989:0:242285:0:(genops.c:1229:class_import_get()) import ffff94b1f64ad800 refcount=3 obd=lustre-OST0000-osc-ffff94b1ef335000 00000400:00000010:0.0:1767734606.370991:0:196092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558630. 00000100:00000001:1.0:1767734606.371002:0:242285:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734606.371006:0:242285:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:0.0:1767734606.371009:0:196092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b440. 02000000:00000001:1.0:1767734606.371011:0:242285:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767734606.371024:0:196092:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672011136, portal 25 02000000:00000010:1.0:1767734606.371025:0:242285:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b1c5857800. 00000100:00000001:1.0:1767734606.371032:0:242285:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734606.371067:0:242285:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ecb0905e-f978-4384-816c-881545595fa4->lustre-OST0000_UUID req@ffff94b1d02cd180 x1853602672011392/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767734606.371092:0:242285:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734606.371092:0:196092:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734606.371112:0:196092:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155571200 : -117983553980416 : ffff94b1d02cf800) 00000100:00000001:1.0:1767734606.371119:0:242285:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734606.371132:0:242285:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fe3ea02] to pc [ptlrpcd_00_01+1] req@ffff94b1d02cd180 x1853602672011392/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767734606.371133:0:196092:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1d02cf800 x1853602672011136/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734622 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734606.371157:0:242285:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734606.371167:0:242285:0:(pinger.c:229:ptlrpc_pinger_process_import()) ecb0905e-f978-4384-816c-881545595fa4->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767734606.371188:0:242285:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767734606.371200:0:196092:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:1.0:1767734606.371202:0:242285:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02cfb80. 00000020:00000040:1.0:1767734606.371212:0:242285:0:(genops.c:1229:class_import_get()) import ffff94b1f64aa000 refcount=3 obd=lustre-OST0001-osc-ffff94b1ef335000 00000100:00000040:0.0:1767734606.371217:0:196092:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000100:00000001:1.0:1767734606.371225:0:242285:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:0.0:1767734606.371228:0:196092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80bd48. 02000000:00000001:1.0:1767734606.371229:0:242285:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734606.371241:0:242285:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767734606.371244:0:196092:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853602672011136, offset 0 02000000:00000010:1.0:1767734606.371250:0:242285:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b1c5857700. 00000400:00000200:0.0:1767734606.371257:0:196092:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000100:00000001:1.0:1767734606.371267:0:242285:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734606.371278:0:242285:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ecb0905e-f978-4384-816c-881545595fa4->lustre-OST0001_UUID req@ffff94b1d02cfb80 x1853602672011520/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1767734606.371280:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734606.371297:0:242285:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767734606.371313:0:196092:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000100:00000001:1.0:1767734606.371327:0:242285:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734606.371333:0:196092:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1767734606.371392:0:242285:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f9ce539] to pc [ptlrpcd_00_00+0] req@ffff94b1d02cfb80 x1853602672011520/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734606.371407:0:242285:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734606.371416:0:196092:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000100:00000040:1.0:1767734606.371422:0:242285:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (8705) 00000400:00000200:0.0:1767734606.371427:0:196092:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734606.371439:0:196092:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734606.371449:0:196092:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66231:66231:256:4294967295] 192.168.203.112@tcp LPNI seq info [66231:66231:8:4294967295] 00000100:00000001:1.0:1767734606.371455:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767734606.371461:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734606.371463:0:196091:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734606.371469:0:196091:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734606.371485:0:196091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02cf480 x1853602672011264/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767734606.371497:0:196092:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000100:00000001:1.0:1767734606.371537:0:196091:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000200:0.0:1767734606.371539:0:196092:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 00000100:00000001:1.0:1767734606.371547:0:196091:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734606.371554:0:196091:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000010:0.0:1767734606.371554:0:196092:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1d430f000. 02000000:00000001:1.0:1767734606.371563:0:196091:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734606.371577:0:196091:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767734606.371578:0:196092:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000100:00100000:1.0:1767734606.371591:0:196091:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ecb0905e-f978-4384-816c-881545595fa4:196091:1853602672011264:192.168.203.112@tcp:400:kworker.0 00000800:00000200:0.0:1767734606.371605:0:196092:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000100:00000001:1.0:1767734606.371606:0:196091:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:0.0:1767734606.371616:0:196092:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1d430f000 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:1.0:1767734606.371617:0:196091:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734606.371625:0:196091:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734606.371632:0:196091:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734606.371639:0:196091:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b0db605400. 02000000:00000001:1.0:1767734606.371643:0:196091:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734606.371645:0:196092:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734606.371659:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734606.371670:0:196091:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed8104d0. 00000400:00000200:0.0:1767734606.371688:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734606.371710:0:196092:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4303369049 00000400:00000010:1.0:1767734606.371713:0:196091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b7f8. 00000100:00000200:1.0:1767734606.371723:0:196091:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672011264, portal 10 00000100:00000010:0.0:1767734606.371723:0:196092:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1f4645300. 00000100:00000001:1.0:1767734606.371740:0:196091:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734606.371742:0:196091:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155570304 : -117983553981312 : ffff94b1d02cf480) 00000100:00000001:0.0:1767734606.371743:0:196092:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767734606.371756:0:196092:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4303369049 00000100:00000010:0.0:1767734606.371765:0:196092:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1f4645e40. 00000100:00000040:1.0:1767734606.371767:0:196091:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1d02cf480 x1853602672011264/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734622 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734606.371783:0:196091:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767734606.371789:0:196092:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 3 00000100:00000040:1.0:1767734606.371810:0:196091:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000100:00000001:0.0:1767734606.371814:0:196092:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767734606.371817:0:196091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b220. 00000100:00000001:0.0:1767734606.371821:0:196092:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767734606.371827:0:196091:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853602672011264, offset 0 00000100:00000001:0.0:1767734606.371831:0:196092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734606.371837:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767734606.371838:0:196092:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767734606.371850:0:196091:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767734606.371869:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1d430f000. 00000100:00000001:0.0:1767734606.371873:0:196092:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767734606.371880:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767734606.371881:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734606.371881:0:196092:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767734606.371904:0:196092:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767734606.371905:0:196091:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734606.371906:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:0.0:1767734606.371918:0:196092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734606.371931:0:196092:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767734606.371932:0:196091:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767734606.371936:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80bd48 00000400:00000010:2.0:1767734606.371944:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80bd48. 00000400:00000200:1.0:1767734606.371975:0:196091:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000100:00000040:0.0:1767734606.371977:0:196092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02cd180 x1853602672011392/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734606.371979:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767734606.371991:0:196091:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000100:00000200:2.0:1767734606.371999:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cf800 x1853602672011136/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734622 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767734606.372014:0:196091:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734606.372043:0:196091:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66232:66232:255:4294967295] 192.168.203.112@tcp LPNI seq info [66232:66232:7:4294967295] 00000100:00000001:0.0:1767734606.372068:0:196092:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734606.372085:0:196092:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734606.372103:0:196092:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767734606.372105:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767734606.372110:0:196092:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767734606.372113:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 02000000:00000001:0.0:1767734606.372117:0:196092:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734606.372123:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cf800 x1853602672011136/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734622 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734606.372130:0:196092:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ecb0905e-f978-4384-816c-881545595fa4:196092:1853602672011392:192.168.203.112@tcp:400:kworker.0 00000100:00000001:0.0:1767734606.372165:0:196092:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767734606.372174:0:196091:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 02000000:00000001:0.0:1767734606.372178:0:196092:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767734606.372182:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734606.372190:0:196092:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734606.372196:0:196085:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1767734606.372207:0:196092:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:1.0:1767734606.372218:0:196091:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 02000000:00000010:0.0:1767734606.372221:0:196092:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1c2e8e000. 00000800:00000010:1.0:1767734606.372230:0:196091:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c5857c00. 02000000:00000001:0.0:1767734606.372231:0:196092:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734606.372251:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000800:00000200:1.0:1767734606.372263:0:196091:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000400:00000010:0.0:1767734606.372265:0:196092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558268. 00000400:00000010:0.0:1767734606.372281:0:196092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80bee0. 00000800:00000200:1.0:1767734606.372283:0:196091:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000100:00000200:0.0:1767734606.372295:0:196092:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672011392, portal 4 00000800:00000200:1.0:1767734606.372297:0:196091:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c5857c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767734606.372345:0:196092:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734606.372350:0:196092:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155561344 : -117983553990272 : ffff94b1d02cd180) 00000100:00000040:0.0:1767734606.372365:0:196092:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1d02cd180 x1853602672011392/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734622 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734606.372373:0:196091:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734606.372376:0:196092:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734606.372383:0:196091:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10713 usecs (11 jiffies) 00000100:00000040:0.0:1767734606.372410:0:196092:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734606.372412:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734606.372426:0:196091:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303368205 00000400:00000010:0.0:1767734606.372426:0:196092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b550. 00000100:00000001:1.0:1767734606.372449:0:196091:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, keep current deadline 4303369049 00000100:00000200:0.0:1767734606.372451:0:196092:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853602672011392, offset 0 00000100:00000001:1.0:1767734606.372461:0:196091:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303368205 00000800:00000200:2.0:1767734606.372466:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767734606.372467:0:196091:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, keep current deadline 4303369049 00000400:00000200:0.0:1767734606.372476:0:196092:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000100:00000001:1.0:1767734606.372478:0:196091:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:2.0:1767734606.372486:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c5857c00. 00000400:00000200:0.0:1767734606.372489:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734606.372512:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767734606.372513:0:196091:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734606.372517:0:196092:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000100:00000001:1.0:1767734606.372533:0:196091:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767734606.372539:0:196092:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767734606.372548:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:0.0:1767734606.372555:0:196092:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000100:00000040:1.0:1767734606.372556:0:196091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02cfb80 x1853602672011520/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767734606.372560:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b220 00000400:00000200:0.0:1767734606.372570:0:196092:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000010:2.0:1767734606.372572:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b220. 00000400:00000200:0.0:1767734606.372586:0:196092:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000100:00000001:2.0:1767734606.372591:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767734606.372602:0:196091:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767734606.372603:0:196092:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66233:66233:255:4294967295] 192.168.203.112@tcp LPNI seq info [66233:66233:7:4294967295] 00000100:00000001:1.0:1767734606.372606:0:196091:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767734606.372610:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cf480 x1853602672011264/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734622 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767734606.372620:0:196091:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734606.372630:0:196091:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767734606.372641:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 02000000:00000001:1.0:1767734606.372645:0:196091:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734606.372666:0:196091:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ecb0905e-f978-4384-816c-881545595fa4:196091:1853602672011520:192.168.203.112@tcp:400:kworker.0 00000100:00000001:2.0:1767734606.372679:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767734606.372686:0:196092:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000100:00000001:1.0:1767734606.372690:0:196091:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767734606.372699:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cf480 x1853602672011264/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734622 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767734606.372700:0:196091:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:0.0:1767734606.372702:0:196092:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 02000000:00000001:1.0:1767734606.372709:0:196091:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767734606.372715:0:196092:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1d430f000. 02000000:00000001:1.0:1767734606.372720:0:196091:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734606.372730:0:196091:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b0db605c00. 00000800:00000200:0.0:1767734606.372738:0:196092:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 02000000:00000001:1.0:1767734606.372744:0:196091:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734606.372745:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767734606.372760:0:196092:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000100:00000001:2.0:1767734606.372761:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767734606.372771:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000800:00000200:0.0:1767734606.372772:0:196092:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1d430f000 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:1.0:1767734606.372782:0:196091:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810160. 00000400:00000010:1.0:1767734606.372790:0:196091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b3b8. 00000100:00000200:1.0:1767734606.372796:0:196091:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672011520, portal 4 00000100:00000001:1.0:1767734606.372800:0:196091:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734606.372800:0:196092:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734606.372803:0:196091:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155572096 : -117983553979520 : ffff94b1d02cfb80) 00000100:00000040:0.0:1767734606.372809:0:196092:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1ef335000: using a timeout of 39000 usecs (39 jiffies) 00000100:00000040:1.0:1767734606.372818:0:196091:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1d02cfb80 x1853602672011520/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734622 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767734606.372819:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734606.372829:0:196092:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303368233 00000100:00000001:1.0:1767734606.372843:0:196091:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767734606.372844:0:196092:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1ef335000: PM QoS request active for cpu 2, keep current deadline 4303369049 00000100:00000040:1.0:1767734606.372858:0:196091:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000100:00000001:0.0:1767734606.372859:0:196092:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303368233 00000400:00000010:1.0:1767734606.372866:0:196091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845bdd0. 00000100:00000001:0.0:1767734606.372867:0:196092:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1ef335000: PM QoS request active for cpu 3, keep current deadline 4303369049 00000800:00000200:2.0:1767734606.372878:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:1.0:1767734606.372879:0:196091:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853602672011520, offset 0 00000100:00000001:0.0:1767734606.372880:0:196092:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:2.0:1767734606.372899:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1d430f000. 00000100:00000001:0.0:1767734606.372903:0:196092:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734606.372909:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767734606.372910:0:196091:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000100:00000001:0.0:1767734606.372913:0:196092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734606.372924:0:196092:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767734606.372927:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734606.372936:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:0.0:1767734606.372940:0:196092:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767734606.372943:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b550 00000400:00000200:1.0:1767734606.372943:0:196091:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000010:2.0:1767734606.372969:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b550. 00000100:00000001:0.0:1767734606.372970:0:196092:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767734606.372980:0:196091:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767734606.372981:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767734606.372983:0:196092:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767734606.372990:0:196092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734606.372992:0:196092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767734606.373001:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cd180 x1853602672011392/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734622 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734606.373003:0:196092:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734606.373011:0:196091:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734606.373032:0:196091:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767734606.373035:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767734606.373043:0:196091:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000100:00000040:2.0:1767734606.373069:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cd180 x1853602672011392/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734622 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767734606.373081:0:196091:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66234:66234:255:4294967295] 192.168.203.112@tcp LPNI seq info [66234:66234:7:4294967295] 00000100:00000001:2.0:1767734606.373114:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734606.373121:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767734606.373123:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734606.373143:0:196091:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734606.373148:0:196091:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734606.373152:0:196091:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c5857400. 00000800:00000200:1.0:1767734606.373157:0:196091:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734606.373162:0:196091:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734606.373165:0:196091:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c5857400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767734606.373199:0:196091:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734606.373205:0:196091:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1ef335000: using a timeout of 8490 usecs (9 jiffies) 00000400:00000200:1.0:1767734606.373212:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734606.373217:0:196091:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303368203 00000100:00000001:1.0:1767734606.373222:0:196091:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1ef335000: PM QoS request active for cpu 2, keep current deadline 4303369049 00000100:00000001:1.0:1767734606.373227:0:196091:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303368203 00000100:00000001:1.0:1767734606.373231:0:196091:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1ef335000: PM QoS request active for cpu 3, keep current deadline 4303369049 00000100:00000001:1.0:1767734606.373234:0:196091:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734606.373238:0:196091:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734606.373242:0:196091:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734606.373245:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734606.373256:0:196091:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734606.373260:0:196091:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767734606.373265:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767734606.373269:0:196091:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734606.373275:0:196091:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734606.373281:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734606.373351:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734606.373358:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c5857400. 00000400:00000200:2.0:1767734606.373367:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734606.373380:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734606.373389:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845bdd0 00000400:00000010:2.0:1767734606.373392:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845bdd0. 00000100:00000001:2.0:1767734606.373421:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734606.373432:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cfb80 x1853602672011520/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734622 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734606.373443:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734606.373447:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cfb80 x1853602672011520/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734622 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734606.373454:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734606.373456:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734606.374037:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734606.374075:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734606.374079:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734606.374082:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734606.374099:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734606.374105:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734606.374114:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734606.374119:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734606.374124:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734606.374128:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 25 MB=0x695d780d1e780 00000400:00000200:2.0:1767734606.374133:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734606.374139:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.112@tcp of length 224/224 into md 0x7abf5 [1] + 224 00000800:00000001:2.0:1767734606.374147:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734606.374156:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734606.374159:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734606.374163:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734606.374168:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734606.374175:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cf800 x1853602672011136/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734622 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734606.374187:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b1d02cf800 x1853602672011136/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734622 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734606.374210:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734606.374219:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734606.374234:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734606.374357:0:196092:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767734606.374363:0:196092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734606.374373:0:196092:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734606.374375:0:196092:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734606.374378:0:196092:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558630. 00000400:00000200:0.0:1767734606.374387:0:196092:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b440 00000400:00000010:0.0:1767734606.374390:0:196092:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b440. 00000100:00000001:0.0:1767734606.374393:0:196092:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734606.374401:0:196092:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02cf800 x1853602672011136/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734622 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767734606.374413:0:196092:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02cf800 x1853602672011136/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734622 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734606.374421:0:196092:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734606.374423:0:196092:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734606.374426:0:196092:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734606.374429:0:196092:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734606.374432:0:196092:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734606.374434:0:196092:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734606.374437:0:196092:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734606.374444:0:196092:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1ef331458 time=34 v=5 (5 5 5 5) 00000100:00001000:0.0:1767734606.374449:0:196092:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1ef331410 time=34 v=5 (1 1 1 1) 00000100:00000001:0.0:1767734606.374451:0:196092:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734606.374453:0:196092:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734606.374456:0:196092:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734606.374459:0:196092:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734606.374461:0:196092:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734606.374467:0:196092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02cf800 x1853602672011136/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734622 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734606.374474:0:196092:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734606.374478:0:196092:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734606.374480:0:196092:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734606.374497:0:196092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02cf800 x1853602672011136/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734622 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734606.374506:0:196092:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6d7b501b-fa70-4fef-9613-be2df560a7ce:196092:1853602672011136:192.168.203.112@tcp:400:kworker.0 00000100:00000001:0.0:1767734606.374511:0:196092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734606.374513:0:196092:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734606.374516:0:196092:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02cf800 x1853602672011136/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734622 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734606.374523:0:196092:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734606.374525:0:196092:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734606.374528:0:196092:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1c2e8e200. 02000000:00000001:0.0:1767734606.374532:0:196092:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734606.374534:0:196092:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734606.374536:0:196092:0:(genops.c:1242:class_import_put()) import ffff94b1ef331000 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:0.0:1767734606.374539:0:196092:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734606.374542:0:196092:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b1c5857a00. 02000000:00000001:0.0:1767734606.374546:0:196092:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734606.374548:0:196092:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734606.374550:0:196092:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02cf800. 00000100:00000001:0.0:1767734606.374555:0:196092:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734606.374556:0:196092:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734606.374560:0:196092:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734606.374562:0:196092:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767734606.374563:0:196092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734606.374565:0:196092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734606.374567:0:196092:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767734606.374948:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734606.374964:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734606.374967:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734606.374973:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734606.374983:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734606.374989:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734606.374996:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734606.375001:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734606.375006:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734606.375010:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 10 MB=0x695d780d1e800 00000400:00000200:2.0:1767734606.375016:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734606.375026:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 224/224 into md 0x7abfd [1] + 224 00000800:00000001:2.0:1767734606.375034:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734606.375073:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734606.375077:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734606.375082:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734606.375089:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734606.375099:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cf480 x1853602672011264/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734622 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734606.375113:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b1d02cf480 x1853602672011264/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734622 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734606.375137:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734606.375144:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734606.375149:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734606.375202:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767734606.375206:0:196091:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734606.375213:0:196091:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734606.375215:0:196091:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734606.375226:0:196091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed8104d0. 00000400:00000200:1.0:1767734606.375248:0:196091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b7f8 00000400:00000010:1.0:1767734606.375251:0:196091:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b7f8. 00000100:00000001:1.0:1767734606.375258:0:196091:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734606.375269:0:196091:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02cf480 x1853602672011264/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734622 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767734606.375286:0:196091:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02cf480 x1853602672011264/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734622 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734606.375313:0:196091:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734606.375315:0:196091:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734606.375318:0:196091:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734606.375323:0:196091:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734606.375327:0:196091:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734606.375330:0:196091:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734606.375334:0:196091:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767734606.375355:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734606.375365:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734606.375369:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:1.0:1767734606.375373:0:196091:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac458 time=34 v=5 (5 5 5 5) 00000800:00000001:2.0:1767734606.375374:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767734606.375391:0:196091:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=34 v=5 (1 1 1 1) 00000400:00000200:2.0:1767734606.375398:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734606.375406:0:196091:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734606.375410:0:196091:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734606.375421:0:196091:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:2.0:1767734606.375423:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00010000:00000001:1.0:1767734606.375427:0:196091:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734606.375439:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734606.375440:0:196091:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734606.375451:0:196091:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924566 00000400:00000200:2.0:1767734606.375454:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734606.375458:0:196091:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734606.375460:0:196091:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734606.375465:0:196091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02cf480 x1853602672011264/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734622 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767734606.375488:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734606.375490:0:196091:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734606.375498:0:196091:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:2.0:1767734606.375500:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 4 MB=0x695d780d1e880 00000100:00000001:1.0:1767734606.375502:0:196091:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734606.375521:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000040:1.0:1767734606.375524:0:196091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02cf480 x1853602672011264/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734622 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767734606.375537:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.112@tcp of length 224/224 into md 0x7ac05 [1] + 224 00000800:00000001:2.0:1767734606.375556:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:1.0:1767734606.375558:0:196091:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ecb0905e-f978-4384-816c-881545595fa4:196091:1853602672011264:192.168.203.112@tcp:400:kworker.0 00000800:00000001:2.0:1767734606.375567:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734606.375578:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767734606.375585:0:196091:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734606.375591:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:1.0:1767734606.375592:0:196091:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767734606.375603:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767734606.375605:0:196091:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02cf480 x1853602672011264/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734622 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767734606.375615:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cd180 x1853602672011392/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734622 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734606.375618:0:196091:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734606.375625:0:196091:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734606.375633:0:196091:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b0db605400. 02000000:00000001:1.0:1767734606.375652:0:196091:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:2.0:1767734606.375657:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b1d02cd180 x1853602672011392/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734622 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767734606.375658:0:196091:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734606.375664:0:196091:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=78 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:1.0:1767734606.375668:0:196091:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734606.375681:0:196091:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b1c5857500. 02000000:00000001:1.0:1767734606.375694:0:196091:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734606.375699:0:196091:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734606.375706:0:196091:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02cf480. 00000100:00000001:1.0:1767734606.375714:0:196091:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734606.375717:0:196091:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734606.375718:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734606.375733:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734606.375739:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767734606.375741:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767734606.375743:0:196091:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734606.375748:0:196091:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767734606.375752:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734606.375753:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767734606.375769:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734606.375777:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734606.375784:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734606.375789:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734606.375795:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734606.375798:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734606.375804:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734606.375808:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 4 MB=0x695d780d1e900 00000400:00000200:2.0:1767734606.375812:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734606.375819:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.112@tcp of length 224/224 into md 0x7ac0d [1] + 224 00000800:00000001:2.0:1767734606.375823:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734606.375831:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734606.375834:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734606.375839:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734606.375842:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734606.375857:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cfb80 x1853602672011520/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734622 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734606.375873:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b1d02cfb80 x1853602672011520/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734622 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734606.375897:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734606.375907:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734606.375914:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734606.375949:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767734606.375954:0:196091:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734606.375964:0:196091:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734606.375968:0:196091:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734606.375972:0:196091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810160. 00000400:00000200:1.0:1767734606.375980:0:196091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b3b8 00000400:00000010:1.0:1767734606.375984:0:196091:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b3b8. 00000100:00000001:1.0:1767734606.375989:0:196091:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734606.376000:0:196091:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02cfb80 x1853602672011520/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734622 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767734606.376013:0:196091:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02cfb80 x1853602672011520/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734622 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734606.376023:0:196091:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734606.376037:0:196091:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734606.376040:0:196091:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734606.376042:0:196091:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734606.376044:0:196091:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734606.376068:0:196091:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734606.376072:0:196091:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734606.376090:0:196091:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64aa458 time=33 v=5 (5 5 5 5) 00000100:00001000:1.0:1767734606.376095:0:196091:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64aa410 time=28 v=5 (1 0 0 0) 00000100:00000001:1.0:1767734606.376098:0:196091:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734606.376103:0:196091:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734606.376106:0:196091:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734606.376111:0:196091:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734606.376114:0:196091:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734606.376117:0:196091:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94b1ef335000: skip recheck: last_committed 12884903348 00000100:00000001:1.0:1767734606.376120:0:196091:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734606.376122:0:196091:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734606.376129:0:196091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02cfb80 x1853602672011520/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734622 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734606.376137:0:196091:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734606.376140:0:196091:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734606.376142:0:196091:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734606.376155:0:196091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02cfb80 x1853602672011520/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734622 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767734606.376166:0:196091:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ecb0905e-f978-4384-816c-881545595fa4:196091:1853602672011520:192.168.203.112@tcp:400:kworker.0 00000100:00000001:1.0:1767734606.376174:0:196091:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734606.376176:0:196091:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734606.376180:0:196091:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02cfb80 x1853602672011520/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734622 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734606.376188:0:196091:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734606.376190:0:196091:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734606.376193:0:196091:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b0db605c00. 02000000:00000001:1.0:1767734606.376197:0:196091:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734606.376198:0:196091:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734606.376208:0:196091:0:(genops.c:1242:class_import_put()) import ffff94b1f64aa000 refcount=2 obd=lustre-OST0001-osc-ffff94b1ef335000 00000020:00000001:1.0:1767734606.376211:0:196091:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734606.376214:0:196091:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b1c5857700. 02000000:00000001:1.0:1767734606.376217:0:196091:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734606.376218:0:196091:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734606.376221:0:196091:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02cfb80. 00000100:00000001:1.0:1767734606.376226:0:196091:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734606.376228:0:196091:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734606.376231:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734606.376237:0:196091:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734606.376240:0:196091:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734606.376243:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767734606.376246:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734606.376281:0:196092:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767734606.376284:0:196092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734606.376290:0:196092:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734606.376293:0:196092:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734606.376297:0:196092:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558268. 00000400:00000200:1.0:1767734606.376302:0:196092:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80bee0 00000400:00000010:1.0:1767734606.376304:0:196092:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80bee0. 00000100:00000001:1.0:1767734606.376335:0:196092:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734606.376346:0:196092:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02cd180 x1853602672011392/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734622 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767734606.376369:0:196092:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02cd180 x1853602672011392/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734622 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734606.376379:0:196092:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734606.376383:0:196092:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734606.376386:0:196092:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734606.376388:0:196092:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734606.376390:0:196092:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734606.376392:0:196092:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734606.376396:0:196092:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734606.376402:0:196092:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64adc58 time=33 v=5 (5 5 5 5) 00000100:00001000:1.0:1767734606.376406:0:196092:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64adc10 time=137 v=5 (1 1 1 1) 00000100:00000001:1.0:1767734606.376410:0:196092:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734606.376412:0:196092:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734606.376424:0:196092:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734606.376427:0:196092:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734606.376430:0:196092:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734606.376433:0:196092:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94b1ef335000: skip recheck: last_committed 17179871169 00000100:00000001:1.0:1767734606.376435:0:196092:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734606.376437:0:196092:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734606.376443:0:196092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02cd180 x1853602672011392/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734622 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734606.376452:0:196092:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734606.376454:0:196092:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734606.376456:0:196092:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734606.376461:0:196092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02cd180 x1853602672011392/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734622 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767734606.376473:0:196092:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ecb0905e-f978-4384-816c-881545595fa4:196092:1853602672011392:192.168.203.112@tcp:400:kworker.0 00000100:00000001:1.0:1767734606.376479:0:196092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734606.376483:0:196092:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734606.376487:0:196092:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02cd180 x1853602672011392/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734622 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734606.376494:0:196092:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734606.376496:0:196092:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734606.376499:0:196092:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1c2e8e000. 02000000:00000001:1.0:1767734606.376502:0:196092:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734606.376504:0:196092:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734606.376506:0:196092:0:(genops.c:1242:class_import_put()) import ffff94b1f64ad800 refcount=2 obd=lustre-OST0000-osc-ffff94b1ef335000 00000020:00000001:1.0:1767734606.376508:0:196092:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734606.376510:0:196092:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b1c5857800. 02000000:00000001:1.0:1767734606.376513:0:196092:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734606.376515:0:196092:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734606.376516:0:196092:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02cd180. 00000100:00000001:1.0:1767734606.376520:0:196092:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734606.376522:0:196092:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734606.376524:0:196092:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734606.376536:0:196092:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734606.376538:0:196092:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734606.376540:0:196092:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767734606.376542:0:196092:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734606.562442:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734606.562447:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734606.562452:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734606.562454:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734606.562458:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734606.562460:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734606.562464:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734606.562466:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734606.562603:0:215725:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767734606.562608:0:215725:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734606.562612:0:215725:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767734607.266440:0:231614:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121b30 (cpu 0) has reached its deadline 4303369049, at 4303369088 00000100:00000010:3.0:1767734607.266456:0:231614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1f4645e40. 00000100:00000040:2.0:1767734607.266459:0:232526:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121a20 (cpu 0) has reached its deadline 4303369049, at 4303369088 00000100:00000010:2.0:1767734607.266476:0:232526:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1f4645300. 00010000:00000001:3.0:1767734607.586419:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734607.586424:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734607.586429:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734607.586431:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734607.586435:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734607.586437:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734607.586440:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734607.586442:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734607.586572:0:215726:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767734607.586578:0:215726:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734607.586582:0:215726:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1767734608.509563:0:244270:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734608.611419:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734608.611426:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734608.611431:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734608.611434:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734608.611437:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734608.611439:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734608.611443:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734608.611457:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734608.611520:0:226620:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767734608.611526:0:226620:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767734608.611531:0:226620:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1767734609.164791:0:244361:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767734609.347131:0:244397:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767734609.347138:0:244397:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity test 160d: verify that changelog log catch the migrate event ========================================================== 16:23:28 (1767734608) 00000001:00000001:0.0:1767734609.355362:0:244397:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:0.0:1767734609.442403:0:238095:0:(rw.c:1570:ll_writepages()) Process entered 00000080:00000001:0.0:1767734609.442408:0:238095:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1767734609.442411:0:238095:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:0.0:1767734609.442415:0:238095:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183144872 : -117983526406744 : ffff94b1d1d1b5a8) 00000020:00001000:0.0:1767734609.442427:0:238095:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b5a0 00000020:00000001:0.0:1767734609.442434:0:238095:0:(cl_object.c:150:cl_object_top()) ffff94b1f65dbb70 -> ffff94b1f65dbb70 00000020:00000001:0.0:1767734609.442437:0:238095:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1767734609.442440:0:238095:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:0.0:1767734609.442443:0:238095:0:(vvp_io.c:1854:vvp_io_init()) [0x2000013a2:0x8e7:0x0] ignore/verify layout 1/0, layout version -1 restore needed 0 00000020:00000001:0.0:1767734609.442446:0:238095:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1767734609.442448:0:238095:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1767734609.442449:0:238095:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1767734609.442453:0:238095:0:(lov_object.c:1552:lov_io_init()) [0x2000013a2:0x8e7:0x0]io ffff94b1d1cdc4f0 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1767734609.442456:0:238095:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1d02c2d90) owner 0000000000000000/ffff94b1d0c40000 00020000:00000001:0.0:1767734609.442459:0:238095:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1767734609.442461:0:238095:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1767734609.442464:0:238095:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1767734609.442465:0:238095:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1767734609.442467:0:238095:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1767734609.442470:0:238095:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1767734609.442471:0:238095:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734609.442473:0:238095:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1767734609.442474:0:238095:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1767734609.442475:0:238095:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1767734609.442477:0:238095:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1d02c2d90) owner 0000000000000000/ffff94b1d0c40000 00000020:00000001:0.0:1767734609.442480:0:238095:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734609.442482:0:238095:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1767734609.442484:0:238095:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1767734609.442487:0:238095:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1767734609.442490:0:238095:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1767734609.442493:0:238095:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1767734609.442496:0:238095:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1767734609.442497:0:238095:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1767734609.442499:0:238095:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:0.0:1767734609.442501:0:238095:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145592 : -117983526406024 : ffff94b1d1d1b878) 00000020:00001000:0.0:1767734609.442503:0:238095:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b870 00000020:00000001:0.0:1767734609.442504:0:238095:0:(cl_object.c:150:cl_object_top()) ffff94b1f65db530 -> ffff94b1f65dbb70 00000020:00000001:0.0:1767734609.442506:0:238095:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1767734609.442509:0:238095:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1767734609.442511:0:238095:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1767734609.442512:0:238095:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1767734609.442514:0:238095:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1767734609.442518:0:238095:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446626090982831720 : -117982726719896 : ffff94b2017bf668) 00000020:00000001:0.0:1767734609.442527:0:238095:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1767734609.442529:0:238095:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1767734609.442530:0:238095:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734609.442531:0:238095:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734609.442533:0:238095:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1767734609.442536:0:238095:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:0.0:1767734609.442538:0:238095:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1767734609.442539:0:238095:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1767734609.442541:0:238095:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1767734609.442542:0:238095:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734609.442544:0:238095:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1767734609.442546:0:238095:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1767734609.442548:0:238095:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734609.442549:0:238095:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1767734609.442550:0:238095:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734609.442551:0:238095:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734609.442553:0:238095:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1767734609.442557:0:238095:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:0.0:1767734609.442559:0:238095:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1767734609.442562:0:238095:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1767734609.442564:0:238095:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1767734609.442567:0:238095:0:(osc_cache.c:3188:osc_cache_writeback_range()) Process entered 00000008:00000020:0.0:1767734609.442571:0:238095:0:(osc_cache.c:3320:osc_cache_writeback_range()) obj ffff94b1f464c380 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:0.0:1767734609.442574:0:238095:0:(osc_cache.c:3335:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1767734609.442576:0:238095:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734609.442579:0:238095:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1767734609.442580:0:238095:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1767734609.442582:0:238095:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734609.442583:0:238095:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734609.442585:0:238095:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1767734609.442587:0:238095:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1767734609.442588:0:238095:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1767734609.442589:0:238095:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1767734609.442591:0:238095:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1767734609.442593:0:238095:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1767734609.442594:0:238095:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1767734609.442596:0:238095:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1767734609.442599:0:238095:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1767734609.442600:0:238095:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:0.0:1767734609.442601:0:238095:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1767734609.442602:0:238095:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1767734609.442609:0:238095:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1767734609.442610:0:238095:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1767734609.442612:0:238095:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1767734609.442613:0:238095:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1767734609.442615:0:238095:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1767734609.442618:0:238095:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1767734609.442620:0:238095:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1767734609.442621:0:238095:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1767734609.442622:0:238095:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1767734609.442623:0:238095:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1767734609.442624:0:238095:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1767734609.442625:0:238095:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1767734609.442626:0:238095:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1767734609.442627:0:238095:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1767734609.442628:0:238095:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1767734609.442629:0:238095:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1767734609.442630:0:238095:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734609.442633:0:238095:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1767734609.442635:0:238095:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:0.0:1767734609.442637:0:238095:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1767734609.442638:0:238095:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1767734609.442639:0:238095:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1767734609.442640:0:238095:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b870 00020000:00000001:0.0:1767734609.442643:0:238095:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1767734609.442645:0:238095:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:0.0:1767734609.442647:0:238095:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:0.0:1767734609.442649:0:238095:0:(vvp_io.c:289:vvp_io_fini()) [0x2000013a2:0x8e7:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1767734609.442653:0:238095:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1767734609.442655:0:238095:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1767734609.442658:0:238095:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b5a0 00000080:00000001:0.0:1767734609.442659:0:238095:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734609.442661:0:238095:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734609.442670:0:238095:0:(rw.c:1570:ll_writepages()) Process entered 00000080:00000001:0.0:1767734609.442673:0:238095:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1767734609.442674:0:238095:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:0.0:1767734609.442675:0:238095:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183144872 : -117983526406744 : ffff94b1d1d1b5a8) 00000020:00001000:0.0:1767734609.442677:0:238095:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b5a0 00000020:00000001:0.0:1767734609.442679:0:238095:0:(cl_object.c:150:cl_object_top()) ffff94b1f65dbd00 -> ffff94b1f65dbd00 00000020:00000001:0.0:1767734609.442682:0:238095:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1767734609.442684:0:238095:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:0.0:1767734609.442685:0:238095:0:(vvp_io.c:1854:vvp_io_init()) [0x2000013a2:0x8e8:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1767734609.442687:0:238095:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1767734609.442695:0:238095:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1767734609.442696:0:238095:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1767734609.442699:0:238095:0:(lov_object.c:1552:lov_io_init()) [0x2000013a2:0x8e8:0x0]io ffff94b1d1cdc4f0 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1767734609.442701:0:238095:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1d02c20f8) owner 0000000000000000/ffff94b1d0c40000 00020000:00000001:0.0:1767734609.442705:0:238095:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1767734609.442706:0:238095:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1767734609.442708:0:238095:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1767734609.442709:0:238095:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1767734609.442712:0:238095:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1767734609.442714:0:238095:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1767734609.442714:0:238095:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734609.442716:0:238095:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1767734609.442717:0:238095:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1767734609.442717:0:238095:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1767734609.442718:0:238095:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1d02c20f8) owner 0000000000000000/ffff94b1d0c40000 00000020:00000001:0.0:1767734609.442720:0:238095:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734609.442722:0:238095:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1767734609.442723:0:238095:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1767734609.442724:0:238095:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1767734609.442725:0:238095:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1767734609.442727:0:238095:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1767734609.442729:0:238095:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1767734609.442730:0:238095:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1767734609.442731:0:238095:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:0.0:1767734609.442732:0:238095:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183145592 : -117983526406024 : ffff94b1d1d1b878) 00000020:00001000:0.0:1767734609.442735:0:238095:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b870 00000020:00000001:0.0:1767734609.442737:0:238095:0:(cl_object.c:150:cl_object_top()) ffff94b1f65dbaa8 -> ffff94b1f65dbd00 00000020:00000001:0.0:1767734609.442740:0:238095:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1767734609.442742:0:238095:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1767734609.442745:0:238095:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1767734609.442747:0:238095:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1767734609.442750:0:238095:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1767734609.442752:0:238095:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446626090982831720 : -117982726719896 : ffff94b2017bf668) 00000020:00000001:0.0:1767734609.442753:0:238095:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1767734609.442754:0:238095:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1767734609.442756:0:238095:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734609.442757:0:238095:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734609.442758:0:238095:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1767734609.442760:0:238095:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:0.0:1767734609.442770:0:238095:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1767734609.442771:0:238095:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1767734609.442772:0:238095:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1767734609.442773:0:238095:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734609.442775:0:238095:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1767734609.442776:0:238095:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1767734609.442777:0:238095:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734609.442779:0:238095:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1767734609.442780:0:238095:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734609.442782:0:238095:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734609.442785:0:238095:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1767734609.442786:0:238095:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:0.0:1767734609.442787:0:238095:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1767734609.442788:0:238095:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1767734609.442789:0:238095:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1767734609.442790:0:238095:0:(osc_cache.c:3188:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1767734609.442797:0:238095:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1767734609.442801:0:238095:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1767734609.442803:0:238095:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1767734609.442807:0:238095:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1767734609.442808:0:238095:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:0.0:1767734609.442811:0:238095:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446626090763213376 : -117982946338240 : ffff94b1f464da40) 00000008:00000020:0.0:1767734609.442814:0:238095:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff94b1f464da40 ready 0|-|- wr 1|-|+ rd 0|- 0 in flight 00000008:00000001:0.0:1767734609.442819:0:238095:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1767734609.442820:0:238095:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1767734609.442821:0:238095:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1767734609.442822:0:238095:0:(osc_cache.c:2025:osc_send_write_rpc()) Process entered 00000008:00000001:0.0:1767734609.442825:0:238095:0:(osc_cache.c:1888:try_to_add_extent_for_io()) Process entered 00000008:00000020:0.0:1767734609.442828:0:238095:0:(osc_cache.c:1892:try_to_add_extent_for_io()) extent ffff94b1c621cd80@{[0 -> 255/255], [1|0|+|cache|wiuY|ffff94b1f464da40], [1703936|1|+|-|ffff94b1c1677800|256|0000000000000000]} trying to add this extent 00000008:00010000:0.0:1767734609.442836:0:238095:0:(osc_cache.c:1892:try_to_add_extent_for_io()) ### extent: 0000000019727c23 ns: lustre-OST0001-osc-ffff94b1ef335000 lock: ffff94b1c1677800/0x1886cffb85c2b4aa lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x1c59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000020000 nid: local remote: 0x9bbb2ede58dab05e expref: -99 pid: 241749 timeout: 0 lvb_type: 1 00000008:00000001:0.0:1767734609.442848:0:238095:0:(osc_cache.c:1941:try_to_add_extent_for_io()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:0.0:1767734609.442851:0:238095:0:(osc_cache.c:1749:osc_update_pending()) obj ffff94b1f464da40 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -1. 00000008:00000001:0.0:1767734609.442856:0:238095:0:(osc_cache.c:1095:osc_extent_make_ready()) Process entered 00000008:00000001:0.0:1767734609.442860:0:238095:0:(osc_cache.c:228:osc_extent_sanity_check0()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:0.0:1767734609.442863:0:238095:0:(osc_cache.c:1103:osc_extent_make_ready()) extent ffff94b1c621cd80@{[0 -> 255/255], [1|0|+|locking|wiuY|ffff94b1f464da40], [1703936|1|+|-|ffff94b1c1677800|256|ffff94b1d0c40000]} make ready 00000008:00010000:0.0:1767734609.442879:0:238095:0:(osc_cache.c:1103:osc_extent_make_ready()) ### extent: 0000000019727c23 ns: lustre-OST0001-osc-ffff94b1ef335000 lock: ffff94b1c1677800/0x1886cffb85c2b4aa lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x1c59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000020000 nid: local remote: 0x9bbb2ede58dab05e expref: -99 pid: 241749 timeout: 0 lvb_type: 1 00000008:00000001:0.0:1767734609.442887:0:238095:0:(osc_cache.c:1278:osc_make_ready()) Process entered 00000020:00000001:0.0:1767734609.442889:0:238095:0:(cl_page.c:1188:cl_page_make_ready()) Process entered 00000020:00008000:0.0:1767734609.442900:0:238095:0:(cl_page.c:1200:cl_page_make_ready()) page@00000000a785e7ea[2 00000000d5081d05 1 1 0000000000000000] 00000020:00008000:0.0:1767734609.442902:0:238095:0:(cl_page.c:1200:cl_page_make_ready()) readied 00000020:00000001:0.0:1767734609.442904:0:238095:0:(cl_page.c:1049:cl_page_io_start()) Process entered 00000020:00000001:0.0:1767734609.442906:0:238095:0:(cl_page.c:663:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1767734609.442907:0:238095:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1767734609.442908:0:238095:0:(cl_page.c:1041:cl_req_type_state()) Process entered 00000020:00000001:0.0:1767734609.442910:0:238095:0:(cl_page.c:1042:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1767734609.442912:0:238095:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1767734609.442915:0:238095:0:(cl_page.c:547:__cl_page_state_set()) page@00000000a785e7ea[2 00000000d5081d05 1 1 0000000000000000] 00000020:00000001:0.0:1767734609.442917:0:238095:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 3 00000020:00000001:0.0:1767734609.442919:0:238095:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1767734609.442922:0:238095:0:(cl_page.c:1052:cl_page_io_start()) Process leaving 00000020:00000001:0.0:1767734609.442925:0:238095:0:(cl_page.c:1222:cl_page_make_ready()) page@00000000a785e7ea[2 00000000d5081d05 3 1 0000000000000000] 00000020:00000001:0.0:1767734609.442927:0:238095:0:(cl_page.c:1222:cl_page_make_ready()) 1 0 00000008:00000001:0.0:1767734609.442929:0:238095:0:(osc_cache.c:1282:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734609.442931:0:238095:0:(cl_object.c:150:cl_object_top()) ffff94b1f464da40 -> ffff94b1f65dbd00 00000020:00000001:0.0:1767734609.442933:0:238095:0:(cl_object.c:150:cl_object_top()) ffff94b1f464da40 -> ffff94b1f65dbd00 00000020:00000001:0.0:1767734609.442934:0:238095:0:(cl_object.c:217:cl_object_attr_get()) Process entered 00000020:00000001:0.0:1767734609.442938:0:238095:0:(cl_object.c:229:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734609.442939:0:238095:0:(cl_object.c:150:cl_object_top()) ffff94b1f464da40 -> ffff94b1f65dbd00 00000008:00000001:0.0:1767734609.442942:0:238095:0:(osc_cache.c:1156:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1767734609.442946:0:238095:0:(osc_request.c:2773:osc_build_rpc()) Process entered 00000008:00000020:0.0:1767734609.442950:0:238095:0:(osc_page.c:1382:osc_over_unstable_soft_limit()) lustre-OST0001-osc-ffff94b1ef335000: cli: ffff94b1def8eac0 unstable pages: 0, osc unstable pages: 0 00000008:00000010:0.0:1767734609.442956:0:238095:0:(osc_request.c:2804:osc_build_rpc()) kmalloced '(pga)': 8 at ffff94b1c57c51d8. 00000008:00000010:0.0:1767734609.442961:0:238095:0:(osc_request.c:2808:osc_build_rpc()) slab-alloced 'oa': 208 at ffff94b1c31859c0. 00000020:00000001:0.0:1767734609.442965:0:238095:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00020000:00000001:0.0:1767734609.442967:0:238095:0:(lovsub_object.c:130:lovsub_req_attr_set()) Process entered 00000020:00000001:0.0:1767734609.442968:0:238095:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00000020:00000002:0.0:1767734609.442973:0:238095:0:(obdo.c:53:obdo_from_inode()) valid 0x10000000000070c, new time 1767734578/1767734578 00000020:00000001:0.0:1767734609.442977:0:238095:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00020000:00000001:0.0:1767734609.442992:0:238095:0:(lovsub_object.c:141:lovsub_req_attr_set()) Process leaving 00000008:00000001:0.0:1767734609.442996:0:238095:0:(osc_lock.c:1271:osc_obj_dlmlock_at_pgoff()) Process entered 00000008:00000001:0.0:1767734609.442999:0:238095:0:(osc_request.c:3285:osc_match_base()) Process entered 00010000:00000001:0.0:1767734609.443004:0:238095:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767734609.443011:0:238095:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1ddd0de00 count: 2 00010000:00000001:0.0:1767734609.443016:0:238095:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734609.443036:0:238095:0:(ldlm_lock.c:313:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1767734609.443039:0:238095:0:(ldlm_lock.c:326:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1767734609.443043:0:238095:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1767734609.443050:0:238095:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767734609.443053:0:238095:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0001-osc-ffff94b1ef335000 lock: ffff94b1c1677800/0x1886cffb85c2b4aa lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x1c59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000020000 nid: local remote: 0x9bbb2ede58dab05e expref: -99 pid: 241749 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1767734609.443061:0:238095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734609.443064:0:238095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1767734609.443067:0:238095:0:(osc_request.c:3300:osc_match_base()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1767734609.443070:0:238095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767734609.443073:0:238095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767734609.443075:0:238095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677800 refcount=3 00000020:00000001:0.0:1767734609.443078:0:238095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907746816 : -117983801804800 : ffff94b1c1677800) 00010000:00000001:0.0:1767734609.443081:0:238095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907746816 : -117983801804800 : ffff94b1c1677800) 00000008:00000001:0.0:1767734609.443083:0:238095:0:(osc_lock.c:1305:osc_obj_dlmlock_at_pgoff()) Process leaving (rc=18446626089907746816 : -117983801804800 : ffff94b1c1677800) 00010000:00000001:0.0:1767734609.443086:0:238095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734609.443087:0:238095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1767734609.443088:0:238095:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00000008:00000001:0.0:1767734609.443091:0:238095:0:(osc_request.c:1519:osc_brw_prep_request()) Process entered 00000100:00000010:0.0:1767734609.443098:0:238095:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2dab100. 00000020:00000040:0.0:1767734609.443101:0:238095:0:(genops.c:1229:class_import_get()) import ffff94b1f64aa000 refcount=3 obd=lustre-OST0001-osc-ffff94b1ef335000 00000100:00000001:0.0:1767734609.443108:0:238095:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734609.443110:0:238095:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734609.443114:0:238095:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734609.443123:0:238095:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1d04bfc00. 00000100:00000001:0.0:1767734609.443130:0:238095:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1767734609.443137:0:238095:0:(osc_request.c:1797:osc_brw_prep_request()) Using short io for data transfer, size = 158 00000008:00000020:0.0:1767734609.443142:0:238095:0:(osc_request.c:726:osc_announce_cached()) lustre-OST0001-osc-ffff94b1ef335000: dirty: 1703936 undirty: 485097472 dropped 0 grant: 1703936 cl_lost_grant 0 00000008:00100000:0.0:1767734609.443155:0:238095:0:(osc_request.c:1967:osc_brw_prep_request()) brw rpc ffff94b1f2dab100 - object 0x280000403:7257 offset 0<>158 00000008:00000001:0.0:1767734609.443157:0:238095:0:(osc_request.c:1968:osc_brw_prep_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734609.443161:0:238095:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00020000:00000001:0.0:1767734609.443162:0:238095:0:(lovsub_object.c:130:lovsub_req_attr_set()) Process entered 00000020:00000001:0.0:1767734609.443163:0:238095:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00000020:00000002:0.0:1767734609.443164:0:238095:0:(obdo.c:53:obdo_from_inode()) valid 0xc, new time 1767734578/1767734578 00000020:00000001:0.0:1767734609.443166:0:238095:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00020000:00000001:0.0:1767734609.443167:0:238095:0:(lovsub_object.c:141:lovsub_req_attr_set()) Process leaving 00000020:00000001:0.0:1767734609.443169:0:238095:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00000100:00000001:0.0:1767734609.443171:0:238095:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734609.443174:0:238095:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737381632 : -117982972169984 : ffff94b1f2dab100) 00000008:00000002:0.0:1767734609.443186:0:238095:0:(osc_request.c:2930:osc_build_rpc()) @@@ 1 pages, aa 00000000bf318d4c, now 0r/1w/0d in flight req@ffff94b1f2dab100 x1853602672011648/t0(0) o4->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:6/4 lens 648/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000008:00000008:0.0:1767734609.443194:0:238095:0:(osc_request.c:2942:osc_build_rpc()) [0x2000013a2:0x8e8:0x0]: 1 write pages, start 0, end 0, now 0r/1w/0d in flight 00000100:00000040:0.0:1767734609.443206:0:238095:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004ab52b8] to pc [ptlrpcd_00_01+1] req@ffff94b1f2dab100 x1853602672011648/t0(0) o4->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:6/4 lens 648/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000008:00000001:0.0:1767734609.443243:0:238095:0:(osc_request.c:2948:osc_build_rpc()) Process leaving 00000008:00000001:0.0:1767734609.443245:0:238095:0:(osc_request.c:2973:osc_build_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1767734609.443248:0:238095:0:(osc_cache.c:2074:osc_send_write_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1767734609.443250:0:238095:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1767734609.443252:0:238095:0:(osc_cache.c:1720:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1767734609.443255:0:238095:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1767734609.443256:0:238095:0:(osc_cache.c:1693:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1767734609.443258:0:238095:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1767734609.443260:0:238095:0:(osc_cache.c:1720:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734609.443262:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000008:00000001:0.0:1767734609.443265:0:238095:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:0.0:1767734609.443269:0:238095:0:(osc_cache.c:2186:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734609.443273:0:196091:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000008:00000001:0.0:1767734609.443273:0:238095:0:(osc_cache.c:2265:osc_check_rpcs()) Process leaving 00000008:00000020:0.0:1767734609.443276:0:238095:0:(osc_cache.c:3320:osc_cache_writeback_range()) obj ffff94b1f464da40 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000100:00000001:1.0:1767734609.443279:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1767734609.443283:0:238095:0:(osc_cache.c:3335:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1767734609.443288:0:238095:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734609.443290:0:196091:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1767734609.443291:0:238095:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734609.443296:0:196091:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:0.0:1767734609.443297:0:238095:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1767734609.443304:0:238095:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734609.443344:0:238095:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734609.443346:0:238095:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1767734609.443348:0:238095:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1767734609.443350:0:238095:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000100:00000001:1.0:1767734609.443352:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767734609.443352:0:238095:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:1.0:1767734609.443363:0:196091:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767734609.443364:0:238095:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1767734609.443378:0:238095:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734609.443379:0:196091:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00020000:00000001:0.0:1767734609.443389:0:238095:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1767734609.443392:0:238095:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1767734609.443395:0:238095:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1767734609.443399:0:238095:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00000100:00000040:1.0:1767734609.443402:0:196091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2dab100 x1853602672011648/t0(0) o4->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:6/4 lens 648/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00020000:00000001:0.0:1767734609.443404:0:238095:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1767734609.443411:0:238095:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1767734609.443417:0:238095:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1767734609.443424:0:238095:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1767734609.443435:0:238095:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734609.443442:0:196091:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00020000:00000001:0.0:1767734609.443444:0:238095:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000100:00000001:1.0:1767734609.443458:0:196091:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734609.443458:0:238095:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1767734609.443470:0:238095:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 02000000:00000001:1.0:1767734609.443473:0:196091:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:0.0:1767734609.443474:0:238095:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1767734609.443477:0:238095:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 02000000:00000001:1.0:1767734609.443479:0:196091:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1767734609.443480:0:238095:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1767734609.443486:0:238095:0:(lov_io.c:1086:lov_io_call()) Process entered 02000000:00000001:1.0:1767734609.443488:0:196091:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734609.443490:0:238095:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1767734609.443498:0:238095:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000100:00100000:1.0:1767734609.443504:0:196091:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2dab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ecb0905e-f978-4384-816c-881545595fa4:196091:1853602672011648:192.168.203.112@tcp:4:cp.0 00020000:00000001:0.0:1767734609.443504:0:238095:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1767734609.443518:0:238095:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734609.443519:0:196091:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00020000:00000001:0.0:1767734609.443525:0:238095:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1767734609.443528:0:238095:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 02000000:00000001:1.0:1767734609.443529:0:196091:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:0.0:1767734609.443531:0:238095:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734609.443535:0:196091:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734609.443536:0:238095:0:(cl_io.c:71:cl_io_fini()) Process entered 02000000:00000001:1.0:1767734609.443546:0:196091:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00020000:00000001:0.0:1767734609.443546:0:238095:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:0.0:1767734609.443560:0:238095:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1767734609.443563:0:238095:0:(cl_io.c:71:cl_io_fini()) Process entered 02000000:00000010:1.0:1767734609.443564:0:196091:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94b1c4c9d000. 00000020:00000001:0.0:1767734609.443566:0:238095:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1767734609.443577:0:238095:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b870 02000000:00000001:1.0:1767734609.443578:0:196091:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1767734609.443596:0:238095:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1767734609.443600:0:238095:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000400:00000200:1.0:1767734609.443604:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000080:00000001:0.0:1767734609.443605:0:238095:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000400:00000010:1.0:1767734609.443618:0:196091:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810160. 00000080:00200000:0.0:1767734609.443618:0:238095:0:(vvp_io.c:289:vvp_io_fini()) [0x2000013a2:0x8e8:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1767734609.443631:0:238095:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1767734609.443632:0:238095:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000400:00000010:1.0:1767734609.443635:0:196091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b3b8. 00000020:00001000:0.0:1767734609.443637:0:238095:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b5a0 00000080:00000001:0.0:1767734609.443655:0:238095:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767734609.443661:0:238095:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767734609.443662:0:196091:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853602672011648, portal 4 00000100:00000001:1.0:1767734609.443667:0:196091:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734609.443669:0:196091:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737381632 : -117982972169984 : ffff94b1f2dab100) 00000100:00000040:1.0:1767734609.443682:0:196091:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1f2dab100 x1853602672011648/t0(0) o4->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:6/4 lens 648/448 e 0 to 0 dl 1767734625 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734609.443685:0:196092:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767734609.443690:0:196092:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734609.443705:0:196091:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734609.443712:0:196091:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734609.443717:0:196091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b7f8. 00000100:00000200:1.0:1767734609.443721:0:196091:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 6, xid 1853602672011648, offset 0 00000400:00000200:1.0:1767734609.443729:0:196091:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734609.443740:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734609.443751:0:196091:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734609.443758:0:196091:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734609.443763:0:196091:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734609.443768:0:196091:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734609.443771:0:196091:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734609.443777:0:196091:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66235:66235:256:4294967295] 192.168.203.112@tcp LPNI seq info [66235:66235:8:4294967295] 00000400:00000200:1.0:1767734609.443782:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734609.443792:0:196091:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734609.443799:0:196091:0:(socklnd_cb.c:1001:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734609.443805:0:196091:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c5857800. 00000800:00000200:1.0:1767734609.443814:0:196091:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734609.443825:0:196091:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734609.443830:0:196091:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c5857800 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:1.0:1767734609.443855:0:196091:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734609.443861:0:196091:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1ef335000: using a timeout of 8480 usecs (9 jiffies) 00000400:00000200:1.0:1767734609.443868:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734609.443871:0:196091:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303371274 00000100:00000010:1.0:1767734609.443877:0:196091:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1dd24d960. 00000100:00000001:1.0:1767734609.443883:0:196091:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1ef335000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767734609.443898:0:196091:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303371274 00000100:00000010:1.0:1767734609.443903:0:196091:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1dd24dae0. 00000100:00000001:1.0:1767734609.443910:0:196091:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1ef335000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767734609.443921:0:196091:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734609.443924:0:196091:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734609.443929:0:196091:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734609.443933:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734609.443991:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734609.443998:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c5857800. 00000400:00000200:2.0:1767734609.444006:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734609.444015:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734609.444037:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b7f8 00000400:00000010:2.0:1767734609.444040:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b7f8. 00000100:00000001:2.0:1767734609.444047:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734609.444055:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2dab100 x1853602672011648/t0(0) o4->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:6/4 lens 648/448 e 0 to 0 dl 1767734625 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734609.444077:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734609.444084:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2dab100 x1853602672011648/t0(0) o4->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:6/4 lens 648/448 e 0 to 0 dl 1767734625 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734609.444092:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734609.444094:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734609.446103:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734609.446131:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734609.446135:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734609.446140:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734609.446150:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734609.446158:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734609.446167:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734609.446181:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734609.446188:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734609.446193:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 448 into portal 4 MB=0x695d780d1e980 00000400:00000200:2.0:1767734609.446200:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734609.446208:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.112@tcp of length 448/448 into md 0x7ac15 [1] + 224 00000800:00000001:2.0:1767734609.446218:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734609.446228:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734609.446231:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734609.446236:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734609.446241:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734609.446247:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2dab100 x1853602672011648/t0(0) o4->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:6/4 lens 648/448 e 0 to 0 dl 1767734625 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734609.446260:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448 req@ffff94b1f2dab100 x1853602672011648/t0(0) o4->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:6/4 lens 648/448 e 0 to 0 dl 1767734625 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734609.446289:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734609.446300:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734609.446304:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734609.446371:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767734609.446375:0:196091:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734609.446382:0:196091:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734609.446384:0:196091:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734609.446387:0:196091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810160. 00000400:00000200:0.0:1767734609.446392:0:196091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b3b8 00000400:00000010:0.0:1767734609.446393:0:196091:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b3b8. 00000100:00000001:0.0:1767734609.446396:0:196091:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734609.446403:0:196091:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2dab100 x1853602672011648/t0(0) o4->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:6/4 lens 648/448 e 0 to 0 dl 1767734625 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767734609.446411:0:196091:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2dab100 x1853602672011648/t0(0) o4->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:6/4 lens 648/448 e 0 to 0 dl 1767734625 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734609.446416:0:196091:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734609.446418:0:196091:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734609.446420:0:196091:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734609.446423:0:196091:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734609.446425:0:196091:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734609.446427:0:196091:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734609.446429:0:196091:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734609.446437:0:196091:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64aa530 time=293 v=5 (5 0 0 5) 00000100:00001000:0.0:1767734609.446441:0:196091:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64aa410 time=31 v=5 (1 0 0 0) 00000100:00000001:0.0:1767734609.446444:0:196091:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734609.446445:0:196091:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734609.446447:0:196091:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734609.446450:0:196091:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734609.446453:0:196091:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1767734609.446455:0:196091:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1767734609.446456:0:196091:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1767734609.446458:0:196091:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734609.446459:0:196091:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737381632 : -117982972169984 : ffff94b1f2dab100) 00000100:00000001:0.0:1767734609.446461:0:196091:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734609.446463:0:196091:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94b1ef335000: skip recheck: last_committed 12884903348 00000100:00000001:0.0:1767734609.446464:0:196091:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734609.446473:0:196091:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734609.446478:0:196091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2dab100 x1853602672011648/t12884903350(12884903350) o4->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:6/4 lens 648/448 e 0 to 0 dl 1767734625 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734609.446484:0:196091:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734609.446486:0:196091:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734609.446488:0:196091:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1767734609.446489:0:196091:0:(osc_request.c:2546:brw_interpret()) Process entered 00000008:00000001:0.0:1767734609.446491:0:196091:0:(osc_request.c:2138:osc_brw_fini_request()) Process entered 00000008:04000000:0.0:1767734609.446494:0:196091:0:(osc_request.c:2161:osc_brw_fini_request()) setdq for [0 0 0] with valid 0x18000006b484fb9, flags 400000 00000001:00000001:0.0:1767734609.446496:0:196091:0:(osc_quota.c:77:osc_quota_setdq()) Process entered 00000001:04000000:0.0:1767734609.446499:0:196091:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0001-osc-ffff94b1ef335000: setdq to remove for usr 0 00000001:04000000:0.0:1767734609.446501:0:196091:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0001-osc-ffff94b1ef335000: setdq to remove for grp 0 00000001:04000000:0.0:1767734609.446502:0:196091:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0001-osc-ffff94b1ef335000: setdq to remove for prj 0 00000001:00000001:0.0:1767734609.446504:0:196091:0:(osc_quota.c:139:osc_quota_setdq()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1767734609.446506:0:196091:0:(osc_request.c:749:osc_update_grant()) got 3407872 extra grant 00000008:00000001:0.0:1767734609.446509:0:196091:0:(osc_request.c:2193:osc_brw_fini_request()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1767734609.446511:0:196091:0:(osc_request.c:2404:osc_brw_fini_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000002:0.0:1767734609.446513:0:196091:0:(osc_request.c:2551:brw_interpret()) request ffff94b1f2dab100 aa ffff94b1f2dab2b0 rc 0 00000020:00000001:0.0:1767734609.446517:0:196091:0:(cl_object.c:150:cl_object_top()) ffff94b1f464da40 -> ffff94b1f65dbd00 00000020:00000001:0.0:1767734609.446519:0:196091:0:(cl_object.c:150:cl_object_top()) ffff94b1f464da40 -> ffff94b1f65dbd00 00000020:00000001:0.0:1767734609.446521:0:196091:0:(cl_object.c:255:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1767734609.446524:0:196091:0:(lovsub_object.c:104:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1767734609.446525:0:196091:0:(lovsub_object.c:106:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734609.446527:0:196091:0:(cl_object.c:268:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734609.446528:0:196091:0:(cl_object.c:150:cl_object_top()) ffff94b1f464da40 -> ffff94b1f65dbd00 00000008:00000010:0.0:1767734609.446530:0:196091:0:(osc_request.c:2633:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff94b1c31859c0. 00000020:00000001:0.0:1767734609.446534:0:196091:0:(cl_object.c:150:cl_object_top()) ffff94b1f464da40 -> ffff94b1f65dbd00 00000020:00000001:0.0:1767734609.446536:0:196091:0:(cl_object.c:285:cl_object_dirty_for_sync()) Process entered 00000020:00000001:0.0:1767734609.446539:0:196091:0:(cl_object.c:291:cl_object_dirty_for_sync()) Process leaving 00000100:00000001:0.0:1767734609.446541:0:196091:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734609.446544:0:196091:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2dab100 x1853602672011648/t12884903350(12884903350) o4->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:6/4 lens 648/448 e 0 to 0 dl 1767734625 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734609.446549:0:196091:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1767734609.446552:0:196091:0:(osc_cache.c:854:osc_extent_finish()) Process entered 00000008:00000020:0.0:1767734609.446560:0:196091:0:(osc_cache.c:861:osc_extent_finish()) extent ffff94b1c621cd80@{[0 -> 255/255], [2|0|-|rpc|wiuY|ffff94b1f464da40], [1703936|1|+|-|ffff94b1c1677800|256|ffff94b1d0c40000]} extent finished. 00000008:00010000:0.0:1767734609.446565:0:196091:0:(osc_cache.c:861:osc_extent_finish()) ### extent: 0000000019727c23 ns: lustre-OST0001-osc-ffff94b1ef335000 lock: ffff94b1c1677800/0x1886cffb85c2b4aa lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x1c59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000020000 nid: local remote: 0x9bbb2ede58dab05e expref: -99 pid: 241749 timeout: 0 lvb_type: 1 00000008:00000001:0.0:1767734609.446574:0:196091:0:(osc_cache.c:1327:osc_completion()) Process entered 00000020:00000001:0.0:1767734609.446576:0:196091:0:(cl_page.c:1142:cl_page_complete()) Process entered 00000020:00000001:0.0:1767734609.446579:0:196091:0:(cl_page.c:1144:cl_page_complete()) page@00000000a785e7ea[2 00000000d5081d05 3 1 0000000000000000] 00000020:00000001:0.0:1767734609.446580:0:196091:0:(cl_page.c:1144:cl_page_complete()) 1 0 00000020:00000001:0.0:1767734609.446581:0:196091:0:(cl_page.c:1041:cl_req_type_state()) Process entered 00000020:00000001:0.0:1767734609.446582:0:196091:0:(cl_page.c:1042:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1767734609.446583:0:196091:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1767734609.446585:0:196091:0:(cl_page.c:547:__cl_page_state_set()) page@00000000a785e7ea[2 00000000d5081d05 3 1 0000000000000000] 00000020:00000001:0.0:1767734609.446587:0:196091:0:(cl_page.c:547:__cl_page_state_set()) 3 -> 1 00000020:00000001:0.0:1767734609.446588:0:196091:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000080:00000001:0.0:1767734609.446590:0:196091:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:0.0:1767734609.446593:0:196091:0:(vvp_page.c:167:vvp_page_complete_write()) page@00000000a785e7ea[2 00000000d5081d05 1 1 0000000000000000] 00000080:00008000:0.0:1767734609.446594:0:196091:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:0.0:1767734609.446603:0:196091:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:0.0:1767734609.446604:0:196091:0:(cl_page.c:1165:cl_page_complete()) Process leaving 00000020:00000001:0.0:1767734609.446606:0:196091:0:(cl_page.c:594:cl_batch_put()) Process entered 00000020:00000001:0.0:1767734609.446608:0:196091:0:(cl_page.c:596:cl_batch_put()) page@00000000a785e7ea[2 00000000d5081d05 1 1 0000000000000000] 00000020:00000001:0.0:1767734609.446609:0:196091:0:(cl_page.c:596:cl_batch_put()) 2 00000020:00000001:0.0:1767734609.446610:0:196091:0:(cl_page.c:609:cl_batch_put()) Process leaving 00000008:00000001:0.0:1767734609.446611:0:196091:0:(osc_cache.c:1371:osc_completion()) Process leaving 00000008:00000020:0.0:1767734609.446612:0:196091:0:(osc_cache.c:1510:osc_free_grant()) lost 0 grant: 0 avail: 5111808 dirty: 0/0 00000008:00000020:0.0:1767734609.446616:0:196091:0:(osc_cache.c:483:__osc_extent_remove()) extent ffff94b1c621cd80@{[0 -> 255/255], [1|0|-|inv|wuY|ffff94b1f464da40], [1703936|0|-|-|ffff94b1c1677800|256|ffff94b1d0c40000]} destroyed. 00000008:00010000:0.0:1767734609.446620:0:196091:0:(osc_cache.c:483:__osc_extent_remove()) ### extent: 0000000019727c23 ns: lustre-OST0001-osc-ffff94b1ef335000 lock: ffff94b1c1677800/0x1886cffb85c2b4aa lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x1c59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000020000 nid: local remote: 0x9bbb2ede58dab05e expref: -99 pid: 241749 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1767734609.446625:0:196091:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734609.446626:0:196091:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:0.0:1767734609.446628:0:196091:0:(osc_cache.c:366:osc_extent_put()) slab-freed '(ext)': 192 at ffff94b1c621cd80. 00000008:00000001:0.0:1767734609.446630:0:196091:0:(osc_cache.c:908:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1767734609.446632:0:196091:0:(osc_request.c:2505:osc_release_ppga()) kvfree 'ppga': 8 at ffff94b1c57c51d8. 00000008:00000020:0.0:1767734609.446643:0:196091:0:(osc_cache.c:2281:osc_io_unplug0()) Queue writeback work for client ffff94b1def8eac0. 00000008:00000001:0.0:1767734609.446650:0:196091:0:(osc_request.c:2720:brw_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734609.446654:0:196091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2dab100 x1853602672011648/t12884903350(12884903350) o4->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:6/4 lens 648/448 e 0 to 0 dl 1767734625 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767734609.446661:0:196091:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2dab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ecb0905e-f978-4384-816c-881545595fa4:196091:1853602672011648:192.168.203.112@tcp:4:cp.0 00000100:00000001:0.0:1767734609.446666:0:196091:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734609.446667:0:196091:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734609.446670:0:196091:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2dab100 x1853602672011648/t12884903350(12884903350) o4->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:6/4 lens 648/448 e 0 to 0 dl 1767734625 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734609.446674:0:196091:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734609.446675:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734609.446682:0:196091:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734609.446683:0:196091:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734609.446684:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767734609.446686:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734609.446693:0:228269:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:0.0:1767734609.446694:0:228269:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183144872 : -117983526406744 : ffff94b1d1d1b5a8) 00000020:00001000:0.0:1767734609.446696:0:228269:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b5a0 00000008:00000020:0.0:1767734609.446697:0:228269:0:(osc_request.c:4001:brw_queue_work()) Run writeback work for client obd ffff94b1def8eac0. 00000008:00000001:0.0:1767734609.446699:0:228269:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1767734609.446700:0:228269:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:0.0:1767734609.446701:0:228269:0:(osc_cache.c:2186:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1767734609.446702:0:228269:0:(osc_cache.c:2265:osc_check_rpcs()) Process leaving 00000020:00001000:0.0:1767734609.446703:0:228269:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b5a0 00000100:00000040:2.0:1767734609.454373:0:232526:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121a20 (cpu 0) has reached its deadline 4303371274, at 4303371276 00000100:00000040:3.0:1767734609.454379:0:231614:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121b30 (cpu 0) has reached its deadline 4303371274, at 4303371276 00000100:00000010:2.0:1767734609.454383:0:232526:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1dd24d960. 00000100:00000010:3.0:1767734609.454391:0:231614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1dd24dae0. 00010000:00000001:3.0:1767734609.634404:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734609.634413:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734609.634422:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734609.634426:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734609.634433:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734609.634437:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734609.634446:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734609.634448:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734609.634489:0:215725:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767734609.634497:0:215725:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734609.634503:0:215725:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1767734610.167303:0:244526:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767734610.351067:0:244562:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767734610.351074:0:244562:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: sanity test_160d needs >= 2 MDTs 00000001:00000001:3.0:1767734610.355107:0:244562:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:3.0:1767734610.496701:0:244587:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734610.659380:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734610.659387:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734610.659394:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734610.659399:0:231614:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767734610.659402:0:231614:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767734610.659410:0:231614:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734610.659413:0:231614:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734610.659416:0:231614:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734610.659421:0:231614:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767734610.659424:0:231614:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734610.659427:0:231614:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734610.659430:0:231614:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734610.659436:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734610.659437:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734610.659442:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734610.659445:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734610.659508:0:215726:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767734610.659514:0:215726:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767734610.659520:0:215726:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1767734611.165906:0:244678:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767734611.347474:0:244714:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767734611.347481:0:244714:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity test 160e: changelog negative testing (should return errors) ========================================================== 16:23:30 (1767734610) 00000001:00000001:0.0:1767734611.356527:0:244714:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000100:00000040:3.0:1767734611.490412:0:242285:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6d7b501b-fa70-4fef-9613-be2df560a7ce->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767734611.490421:0:242285:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767734611.490431:0:242285:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200bd9500. 00000020:00000040:3.0:1767734611.490437:0:242285:0:(genops.c:1229:class_import_get()) import ffff94b1ef331000 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000001:3.0:1767734611.490454:0:242285:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767734611.490457:0:242285:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767734611.490464:0:242285:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767734611.490473:0:242285:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b1c53e8100. 00000100:00000001:3.0:1767734611.490481:0:242285:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734611.490495:0:242285:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6d7b501b-fa70-4fef-9613-be2df560a7ce->MGS req@ffff94b200bd9500 x1853602672011776/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767734611.490508:0:242285:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767734611.490513:0:242285:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734611.490520:0:242285:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fb0667de] to pc [ptlrpcd_01_01+1] req@ffff94b200bd9500 x1853602672011776/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734611.490555:0:242285:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734611.490559:0:242285:0:(pinger.c:229:ptlrpc_pinger_process_import()) ecb0905e-f978-4384-816c-881545595fa4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767734611.490564:0:242285:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767734611.490568:0:242285:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200bd8380. 00000020:00000040:3.0:1767734611.490571:0:242285:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=79 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:3.0:1767734611.490575:0:242285:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767734611.490576:0:196094:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767734611.490577:0:242285:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767734611.490587:0:242285:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734611.490589:0:196094:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767734611.490596:0:196094:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:3.0:1767734611.490597:0:242285:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b1c53e8000. 00000100:00000001:3.0:1767734611.490606:0:242285:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734611.490618:0:242285:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ecb0905e-f978-4384-816c-881545595fa4->lustre-MDT0000_UUID req@ffff94b200bd8380 x1853602672011904/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767734611.490620:0:196094:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200bd9500 x1853602672011776/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734611.490698:0:242285:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767734611.490702:0:196094:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767734611.490703:0:242285:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734611.490712:0:196094:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734611.490718:0:242285:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054626147] to pc [ptlrpcd_01_00+0] req@ffff94b200bd8380 x1853602672011904/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767734611.490721:0:196094:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767734611.490729:0:196094:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767734611.490742:0:196094:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734611.490750:0:242285:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734611.490763:0:242285:0:(pinger.c:229:ptlrpc_pinger_process_import()) ecb0905e-f978-4384-816c-881545595fa4->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1767734611.490773:0:196094:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200bd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6d7b501b-fa70-4fef-9613-be2df560a7ce:196094:1853602672011776:192.168.203.112@tcp:400:kworker.0 00000100:00000001:3.0:1767734611.490774:0:242285:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767734611.490779:0:196094:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767734611.490789:0:196094:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:3.0:1767734611.490790:0:242285:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200bda300. 02000000:00000001:2.0:1767734611.490798:0:196094:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767734611.490799:0:242285:0:(genops.c:1229:class_import_get()) import ffff94b1f64ad800 refcount=3 obd=lustre-OST0000-osc-ffff94b1ef335000 02000000:00000001:2.0:1767734611.490808:0:196094:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767734611.490809:0:242285:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767734611.490817:0:242285:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:2.0:1767734611.490820:0:196094:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1f64bf800. 02000000:00000001:3.0:1767734611.490822:0:242285:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734611.490827:0:196094:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767734611.490831:0:242285:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b1c53e8f00. 00000100:00000001:3.0:1767734611.490839:0:242285:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734611.490840:0:196094:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000040:3.0:1767734611.490851:0:242285:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ecb0905e-f978-4384-816c-881545595fa4->lustre-OST0000_UUID req@ffff94b200bda300 x1853602672012032/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1767734611.490851:0:196094:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f8c5ee18. 00000400:00000010:2.0:1767734611.490871:0:196094:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29550. 00000100:00000001:3.0:1767734611.490873:0:242285:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767734611.490878:0:242285:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767734611.490881:0:196094:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672011776, portal 25 00000100:00000001:2.0:1767734611.490888:0:196094:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767734611.490889:0:242285:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a238a3b1] to pc [ptlrpcd_01_01+1] req@ffff94b200bda300 x1853602672012032/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734611.490895:0:196094:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970354944 : -117982739196672 : ffff94b200bd9500) 00000100:00000040:2.0:1767734611.490920:0:196094:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b200bd9500 x1853602672011776/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734627 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734611.490921:0:242285:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734611.490932:0:242285:0:(pinger.c:229:ptlrpc_pinger_process_import()) ecb0905e-f978-4384-816c-881545595fa4->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767734611.490960:0:242285:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767734611.490961:0:196094:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:3.0:1767734611.490966:0:242285:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200bda680. 00000100:00000040:2.0:1767734611.490970:0:196094:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000020:00000040:3.0:1767734611.490980:0:242285:0:(genops.c:1229:class_import_get()) import ffff94b1f64aa000 refcount=4 obd=lustre-OST0001-osc-ffff94b1ef335000 00000400:00000010:2.0:1767734611.490981:0:196094:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29f68. 00000100:00000001:3.0:1767734611.490998:0:242285:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:2.0:1767734611.490999:0:196094:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853602672011776, offset 0 02000000:00000001:3.0:1767734611.491004:0:242285:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767734611.491030:0:196094:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 02000000:00000001:3.0:1767734611.491032:0:242285:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734611.491042:0:196094:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 02000000:00000010:3.0:1767734611.491045:0:242285:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b1c53e8d00. 00000400:00000200:2.0:1767734611.491054:0:196094:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000100:00000001:3.0:1767734611.491057:0:242285:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734611.491061:0:196094:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767734611.491069:0:196094:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:2.0:1767734611.491074:0:196094:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000100:00000040:3.0:1767734611.491076:0:242285:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ecb0905e-f978-4384-816c-881545595fa4->lustre-OST0001_UUID req@ffff94b200bda680 x1853602672012160/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1767734611.491084:0:196094:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:2.0:1767734611.491100:0:196094:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66236:66236:256:4294967295] 192.168.203.112@tcp LPNI seq info [66236:66236:8:4294967295] 00000400:00000200:2.0:1767734611.491132:0:196094:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734611.491145:0:242285:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767734611.491150:0:242285:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734611.491165:0:196094:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000100:00000040:3.0:1767734611.491166:0:242285:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000820d8e57] to pc [ptlrpcd_01_00+0] req@ffff94b200bda680 x1853602672012160/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767734611.491190:0:196094:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767734611.491207:0:196094:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f45c8c00. 00000100:00000001:3.0:1767734611.491211:0:242285:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734611.491227:0:196094:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000100:00000040:3.0:1767734611.491228:0:242285:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (8711) 00000800:00000200:2.0:1767734611.491250:0:196094:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767734611.491256:0:196094:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f45c8c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767734611.491257:0:196093:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767734611.491263:0:196093:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767734611.491266:0:196093:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767734611.491274:0:196094:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734611.491280:0:196093:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200bd8380 x1853602672011904/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767734611.491293:0:196094:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:2.0:1767734611.491305:0:196094:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4303374168 00000100:00000001:3.0:1767734611.491369:0:196093:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767734611.491378:0:196093:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767734611.491382:0:196094:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1e78153c0. 02000000:00000001:3.0:1767734611.491385:0:196093:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767734611.491390:0:196093:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734611.491391:0:196094:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 2 02000000:00000001:3.0:1767734611.491401:0:196093:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734611.491406:0:196094:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4303374169 00000100:00100000:3.0:1767734611.491411:0:196093:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200bd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ecb0905e-f978-4384-816c-881545595fa4:196093:1853602672011904:192.168.203.112@tcp:400:kworker.0 00000100:00000010:2.0:1767734611.491415:0:196094:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1e78158a0. 00000100:00000001:3.0:1767734611.491421:0:196093:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767734611.491423:0:196094:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 3 02000000:00000001:3.0:1767734611.491429:0:196093:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767734611.491430:0:196094:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767734611.491437:0:196093:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734611.491438:0:196094:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734611.491448:0:196093:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767734611.491451:0:196094:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767734611.491454:0:196093:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1c6098800. 00000100:00000001:2.0:1767734611.491457:0:196094:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767734611.491460:0:196093:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734611.491469:0:196094:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767734611.491473:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:2.0:1767734611.491475:0:196094:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:3.0:1767734611.491483:0:196093:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1dd1133c8. 00000100:00000001:2.0:1767734611.491483:0:196094:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767734611.491492:0:196094:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767734611.491495:0:196094:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1767734611.491496:0:196093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7908. 00000100:00000040:2.0:1767734611.491504:0:196094:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200bda300 x1853602672012032/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767734611.491506:0:196093:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672011904, portal 10 00000100:00000001:3.0:1767734611.491518:0:196093:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734611.491525:0:196093:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970350464 : -117982739201152 : ffff94b200bd8380) 00000100:00000001:2.0:1767734611.491527:0:196094:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767734611.491531:0:196094:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734611.491535:0:196094:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767734611.491538:0:196093:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b200bd8380 x1853602672011904/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734627 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767734611.491540:0:196094:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767734611.491556:0:196094:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767734611.491576:0:196094:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200bda300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ecb0905e-f978-4384-816c-881545595fa4:196094:1853602672012032:192.168.203.112@tcp:400:kworker.0 00000100:00000001:3.0:1767734611.491583:0:196093:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767734611.491592:0:196094:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767734611.491596:0:196093:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 02000000:00000001:2.0:1767734611.491598:0:196094:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:3.0:1767734611.491601:0:196093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e75d8. 02000000:00000001:2.0:1767734611.491602:0:196094:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734611.491619:0:196094:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:3.0:1767734611.491620:0:196093:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853602672011904, offset 0 00000400:00000200:3.0:1767734611.491632:0:196093:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 02000000:00000010:2.0:1767734611.491633:0:196094:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1f64bf400. 02000000:00000001:2.0:1767734611.491638:0:196094:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734611.491644:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734611.491653:0:196093:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734611.491667:0:196093:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767734611.491672:0:196093:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:3.0:1767734611.491676:0:196093:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767734611.491679:0:196093:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:3.0:1767734611.491683:0:196093:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66237:66237:255:4294967295] 192.168.203.112@tcp LPNI seq info [66237:66237:7:4294967295] 00000400:00000200:3.0:1767734611.491688:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734611.491700:0:196093:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:3.0:1767734611.491709:0:196093:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 00000400:00000200:2.0:1767734611.491711:0:196094:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:2.0:1767734611.491726:0:196094:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f8c5eb58. 00000800:00000010:3.0:1767734611.491727:0:196093:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c53e8800. 00000400:00000010:2.0:1767734611.491732:0:196094:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29198. 00000800:00000200:3.0:1767734611.491739:0:196093:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000100:00000200:2.0:1767734611.491741:0:196094:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672012032, portal 4 00000100:00000001:2.0:1767734611.491748:0:196094:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734611.491754:0:196094:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970358528 : -117982739193088 : ffff94b200bda300) 00000800:00000200:3.0:1767734611.491756:0:196093:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734611.491767:0:196093:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c53e8800 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:2.0:1767734611.491775:0:196094:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b200bda300 x1853602672012032/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734627 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734611.491778:0:196093:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734611.491794:0:196093:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10713 usecs (11 jiffies) 00000100:00000001:2.0:1767734611.491796:0:196094:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767734611.491810:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000040:2.0:1767734611.491811:0:196094:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000100:00000001:3.0:1767734611.491828:0:196093:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303373324 00000400:00000010:2.0:1767734611.491830:0:196094:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa295d8. 00000100:00000001:3.0:1767734611.491846:0:196093:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, keep current deadline 4303374168 00000100:00000200:2.0:1767734611.491846:0:196094:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853602672012032, offset 0 00000100:00000001:3.0:1767734611.491860:0:196093:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303373324 00000100:00000001:3.0:1767734611.491872:0:196093:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, keep current deadline 4303374169 00000400:00000200:2.0:1767734611.491872:0:196094:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000100:00000001:3.0:1767734611.491889:0:196093:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734611.491898:0:196093:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734611.491898:0:196094:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734611.491916:0:196093:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767734611.491922:0:196094:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734611.491930:0:196094:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1767734611.491931:0:196093:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200bda680 x1853602672012160/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767734611.491938:0:196094:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:2.0:1767734611.491952:0:196094:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767734611.491959:0:196093:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767734611.491964:0:196093:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734611.491965:0:196094:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 02000000:00000001:3.0:1767734611.491976:0:196093:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767734611.491982:0:196094:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66238:66238:254:4294967295] 192.168.203.112@tcp LPNI seq info [66238:66238:6:4294967295] 02000000:00000001:3.0:1767734611.491983:0:196093:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767734611.491998:0:196093:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734611.492001:0:196094:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734611.492020:0:196094:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:2.0:1767734611.492025:0:196094:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767734611.492031:0:196094:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1deb6f500. 00000800:00000200:2.0:1767734611.492045:0:196094:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000100:00100000:3.0:1767734611.492047:0:196093:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200bda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ecb0905e-f978-4384-816c-881545595fa4:196093:1853602672012160:192.168.203.112@tcp:400:kworker.0 00000800:00000200:2.0:1767734611.492061:0:196094:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000100:00000001:3.0:1767734611.492068:0:196093:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:2.0:1767734611.492071:0:196094:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1deb6f500 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:3.0:1767734611.492075:0:196093:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767734611.492077:0:196094:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734611.492079:0:196093:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734611.492084:0:196094:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1ef335000: using a timeout of 38975 usecs (39 jiffies) 02000000:00000001:3.0:1767734611.492085:0:196093:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767734611.492089:0:196093:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1c6098200. 02000000:00000001:3.0:1767734611.492095:0:196093:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734611.492104:0:196094:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:2.0:1767734611.492109:0:196094:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303373352 00000100:00000001:2.0:1767734611.492112:0:196094:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1ef335000: PM QoS request active for cpu 2, keep current deadline 4303374168 00000400:00000200:3.0:1767734611.492119:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:2.0:1767734611.492121:0:196094:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303373352 00000400:00000010:3.0:1767734611.492125:0:196093:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1dd113dc0. 00000100:00000001:2.0:1767734611.492127:0:196094:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1ef335000: PM QoS request active for cpu 3, keep current deadline 4303374169 00000100:00000001:2.0:1767734611.492134:0:196094:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767734611.492135:0:196093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7aa0. 00000100:00000001:2.0:1767734611.492137:0:196094:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734611.492146:0:196094:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767734611.492147:0:196093:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672012160, portal 4 00000100:00000001:3.0:1767734611.492160:0:196093:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734611.492162:0:196094:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734611.492168:0:196093:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970359424 : -117982739192192 : ffff94b200bda680) 00000100:00000001:2.0:1767734611.492171:0:196094:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767734611.492175:0:196094:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:3.0:1767734611.492181:0:196093:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b200bda680 x1853602672012160/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734627 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734611.492182:0:196094:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767734611.492187:0:196094:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767734611.492193:0:196094:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734611.492206:0:196094:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734611.492212:0:196093:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767734611.492224:0:196093:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:3.0:1767734611.492227:0:196093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7440. 00000100:00000200:3.0:1767734611.492231:0:196093:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853602672012160, offset 0 00000400:00000200:3.0:1767734611.492239:0:196093:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:3.0:1767734611.492245:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734611.492250:0:196093:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734611.492255:0:196093:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767734611.492261:0:196093:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000800:00000200:2.0:1767734611.492262:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1767734611.492267:0:196093:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000800:00000010:2.0:1767734611.492268:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f45c8c00. 00000400:00000200:3.0:1767734611.492276:0:196093:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:2.0:1767734611.492281:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734611.492287:0:196093:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66239:66239:253:4294967295] 192.168.203.112@tcp LPNI seq info [66239:66239:5:4294967295] 00000400:00000200:3.0:1767734611.492302:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734611.492303:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734611.492363:0:196093:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:3.0:1767734611.492386:0:196093:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 00000400:00000200:2.0:1767734611.492386:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29f68 00000400:00000010:2.0:1767734611.492395:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29f68. 00000800:00000010:3.0:1767734611.492399:0:196093:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c53e8400. 00000100:00000001:2.0:1767734611.492402:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734611.492412:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200bd9500 x1853602672011776/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734627 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767734611.492428:0:196093:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000100:00000001:2.0:1767734611.492450:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000200:3.0:1767734611.492459:0:196093:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000100:00000040:2.0:1767734611.492463:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200bd9500 x1853602672011776/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734627 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767734611.492469:0:196093:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c53e8400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767734611.492485:0:196093:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734611.492487:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734611.492501:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1767734611.492502:0:196093:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1ef335000: using a timeout of 8465 usecs (9 jiffies) 00000400:00000200:3.0:1767734611.492515:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734611.492520:0:196093:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303373323 00000800:00000200:2.0:1767734611.492521:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734611.492539:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c53e8800. 00000100:00000001:3.0:1767734611.492541:0:196093:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1ef335000: PM QoS request active for cpu 2, keep current deadline 4303374168 00000100:00000001:3.0:1767734611.492552:0:196093:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303373323 00000400:00000200:2.0:1767734611.492553:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767734611.492565:0:196093:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1ef335000: PM QoS request active for cpu 3, keep current deadline 4303374169 00000100:00000001:3.0:1767734611.492574:0:196093:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767734611.492576:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734611.492582:0:196093:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734611.492590:0:196093:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734611.492594:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e75d8 00000100:00000001:3.0:1767734611.492595:0:196093:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767734611.492611:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e75d8. 00000100:00000001:3.0:1767734611.492614:0:196093:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767734611.492616:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767734611.492619:0:196093:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:2.0:1767734611.492629:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200bd8380 x1853602672011904/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734627 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734611.492630:0:196093:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767734611.492637:0:196093:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767734611.492644:0:196093:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734611.492652:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767734611.492653:0:196093:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734611.492662:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200bd8380 x1853602672011904/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734627 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734611.492669:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734611.492671:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767734611.492682:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734611.492684:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1deb6f500. 00000400:00000200:2.0:1767734611.492690:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734611.492696:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734611.492702:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa295d8 00000400:00000010:2.0:1767734611.492704:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa295d8. 00000100:00000001:2.0:1767734611.492707:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734611.492712:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200bda300 x1853602672012032/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734627 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734611.492718:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734611.492721:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200bda300 x1853602672012032/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734627 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734611.492725:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734611.492727:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767734611.492763:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734611.492765:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c53e8400. 00000400:00000200:2.0:1767734611.492768:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734611.492771:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734611.492773:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7440 00000400:00000010:2.0:1767734611.492774:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7440. 00000100:00000001:2.0:1767734611.492776:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734611.492779:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200bda680 x1853602672012160/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734627 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734611.492796:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734611.492799:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200bda680 x1853602672012160/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734627 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734611.492804:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734611.492805:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734611.495152:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734611.495164:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734611.495167:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734611.495169:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734611.495175:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734611.495180:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734611.495185:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734611.495188:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734611.495192:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734611.495196:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 25 MB=0x695d780d1ea00 00000400:00000200:2.0:1767734611.495200:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734611.495204:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.112@tcp of length 224/224 into md 0x7ac1d [1] + 224 00000800:00000001:2.0:1767734611.495210:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734611.495213:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734611.495215:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734611.495218:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734611.495221:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734611.495226:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200bd9500 x1853602672011776/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734627 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734611.495236:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b200bd9500 x1853602672011776/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734627 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734611.495253:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734611.495259:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734611.495262:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734611.495264:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734611.495267:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734611.495279:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734611.495283:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734611.495288:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734611.495291:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734611.495298:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734611.495305:0:196094:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767734611.495306:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 10 MB=0x695d780d1ea80 00000100:00000001:3.0:1767734611.495366:0:196094:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767734611.495372:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734611.495379:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 224/224 into md 0x7ac2d [1] + 224 00000800:00000001:2.0:1767734611.495383:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:3.0:1767734611.495387:0:196094:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:2.0:1767734611.495389:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767734611.495391:0:196094:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767734611.495396:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767734611.495399:0:196094:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f8c5ee18. 00000400:00000200:2.0:1767734611.495410:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734611.495414:0:196094:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29550 00000400:00000010:3.0:1767734611.495419:0:196094:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29550. 00000100:00000001:3.0:1767734611.495425:0:196094:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767734611.495425:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734611.495434:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200bd8380 x1853602672011904/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734627 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767734611.495440:0:196094:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200bd9500 x1853602672011776/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734627 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734611.495471:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b200bd8380 x1853602672011904/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734627 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767734611.495488:0:196094:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200bd9500 x1853602672011776/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734627 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734611.495499:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767734611.495503:0:196094:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734611.495509:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734611.495521:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734611.495522:0:196094:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734611.495541:0:196094:0:(client.c:1578:after_reply()) Process entered 00000800:00000001:2.0:1767734611.495542:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1767734611.495553:0:196094:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:2.0:1767734611.495555:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734611.495558:0:196094:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767734611.495562:0:196094:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734611.495564:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 02000000:00000001:3.0:1767734611.495574:0:196094:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734611.495587:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000100:00001000:3.0:1767734611.495591:0:196094:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1ef331458 time=39 v=5 (5 5 5 5) 00000400:00000200:2.0:1767734611.495595:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00001000:3.0:1767734611.495615:0:196094:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1ef331410 time=39 v=5 (1 1 1 1) 00000400:00000200:2.0:1767734611.495617:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734611.495630:0:196094:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:2.0:1767734611.495630:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734611.495640:0:196094:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734611.495649:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 4 MB=0x695d780d1eb00 00010000:00000001:3.0:1767734611.495650:0:196094:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767734611.495661:0:196094:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734611.495670:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734611.495673:0:196094:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734611.495683:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.112@tcp of length 224/224 into md 0x7ac3d [1] + 224 00000100:00000040:3.0:1767734611.495692:0:196094:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200bd9500 x1853602672011776/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734627 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767734611.495692:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767734611.495715:0:196094:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1767734611.495716:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734611.495730:0:196094:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:2.0:1767734611.495730:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767734611.495739:0:196094:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734611.495748:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000040:3.0:1767734611.495754:0:196094:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200bd9500 x1853602672011776/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734627 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734611.495757:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734611.495773:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200bda300 x1853602672012032/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734627 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767734611.495782:0:196094:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200bd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6d7b501b-fa70-4fef-9613-be2df560a7ce:196094:1853602672011776:192.168.203.112@tcp:400:kworker.0 00000100:00000001:3.0:1767734611.495804:0:196094:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734611.495811:0:196094:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734611.495816:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b200bda300 x1853602672012032/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734627 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734611.495825:0:196094:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b200bd9500 x1853602672011776/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734627 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734611.495870:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767734611.495874:0:196094:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767734611.495880:0:196094:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:2.0:1767734611.495880:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:3.0:1767734611.495887:0:196094:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1f64bf800. 00000800:00000001:2.0:1767734611.495889:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734611.495895:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1767734611.495896:0:196094:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767734611.495903:0:196094:0:(genops.c:1236:class_import_put()) Process entered 00000800:00000001:2.0:1767734611.495907:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767734611.495908:0:196094:0:(genops.c:1242:class_import_put()) import ffff94b1ef331000 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:3.0:1767734611.495924:0:196094:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:2.0:1767734611.495930:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 02000000:00000010:3.0:1767734611.495933:0:196094:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b1c53e8100. 00000400:00000200:2.0:1767734611.495938:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734611.495949:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 02000000:00000001:3.0:1767734611.495952:0:196094:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:2.0:1767734611.495959:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 02000000:00000001:3.0:1767734611.495960:0:196094:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767734611.495969:0:196094:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b200bd9500. 00000400:00000200:2.0:1767734611.495977:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734611.495981:0:196094:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:2.0:1767734611.495983:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 4 MB=0x695d780d1eb80 00000100:00000001:3.0:1767734611.495985:0:196094:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734611.495991:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734611.495992:0:196094:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734611.496004:0:196094:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767734611.496024:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.112@tcp of length 224/224 into md 0x7ac4d [1] + 224 00000100:00000001:3.0:1767734611.496028:0:196094:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1767734611.496030:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:3.0:1767734611.496038:0:196094:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:2.0:1767734611.496042:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734611.496056:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:3.0:1767734611.496060:0:196094:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767734611.496062:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000010:3.0:1767734611.496071:0:196094:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f8c5eb58. 00000400:00000200:3.0:1767734611.496079:0:196094:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29198 00000400:00000010:3.0:1767734611.496083:0:196094:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29198. 00000100:00000001:3.0:1767734611.496088:0:196094:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767734611.496088:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734611.496098:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200bda680 x1853602672012160/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734627 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767734611.496106:0:196094:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200bda300 x1853602672012032/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734627 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734611.496113:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b200bda680 x1853602672012160/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734627 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734611.496176:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:3.0:1767734611.496181:0:196094:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200bda300 x1853602672012032/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734627 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767734611.496190:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734611.496197:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734611.496199:0:196094:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767734611.496206:0:196094:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734611.496210:0:196094:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767734611.496213:0:196094:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767734611.496215:0:196094:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767734611.496218:0:196094:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734611.496222:0:196094:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767734611.496229:0:196094:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64adc58 time=38 v=5 (5 5 5 5) 00000100:00000001:2.0:1767734611.496234:0:196093:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:3.0:1767734611.496235:0:196094:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64adc10 time=142 v=5 (1 1 1 1) 00000100:00000001:2.0:1767734611.496240:0:196093:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767734611.496242:0:196094:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767734611.496245:0:196094:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767734611.496246:0:196093:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767734611.496248:0:196094:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000001:2.0:1767734611.496250:0:196093:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767734611.496254:0:196094:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767734611.496255:0:196093:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1dd1133c8. 00000100:00000001:3.0:1767734611.496270:0:196094:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000200:2.0:1767734611.496271:0:196093:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7908 00000100:00000040:3.0:1767734611.496275:0:196094:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94b1ef335000: skip recheck: last_committed 17179871169 00000400:00000010:2.0:1767734611.496276:0:196093:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7908. 00000100:00000001:3.0:1767734611.496285:0:196094:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767734611.496287:0:196093:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767734611.496288:0:196094:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734611.496307:0:196094:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200bda300 x1853602672012032/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734627 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767734611.496339:0:196093:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200bd8380 x1853602672011904/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734627 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767734611.496352:0:196093:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200bd8380 x1853602672011904/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734627 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734611.496358:0:196093:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767734611.496360:0:196093:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734611.496364:0:196093:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767734611.496367:0:196093:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767734611.496369:0:196093:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767734611.496373:0:196093:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734611.496381:0:196094:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767734611.496382:0:196093:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734611.496401:0:196094:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767734611.496403:0:196094:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767734611.496407:0:196093:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac458 time=39 v=5 (5 5 5 5) 00000100:00000040:3.0:1767734611.496413:0:196094:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200bda300 x1853602672012032/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734627 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767734611.496416:0:196093:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=39 v=5 (1 1 1 1) 00000100:00000001:2.0:1767734611.496436:0:196093:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767734611.496441:0:196093:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767734611.496450:0:196094:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200bda300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ecb0905e-f978-4384-816c-881545595fa4:196094:1853602672012032:192.168.203.112@tcp:400:kworker.0 00010000:00000001:2.0:1767734611.496451:0:196093:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767734611.496460:0:196093:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734611.496464:0:196094:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734611.496465:0:196093:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767734611.496477:0:196094:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734611.496478:0:196093:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924566 00000100:00000001:2.0:1767734611.496487:0:196093:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767734611.496489:0:196093:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734611.496491:0:196094:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b200bda300 x1853602672012032/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734627 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734611.496505:0:196093:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200bd8380 x1853602672011904/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734627 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734611.496511:0:196094:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767734611.496517:0:196094:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767734611.496524:0:196094:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1f64bf400. 00000100:00000001:2.0:1767734611.496526:0:196093:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734611.496534:0:196093:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1767734611.496535:0:196094:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767734611.496538:0:196094:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767734611.496540:0:196094:0:(genops.c:1242:class_import_put()) import ffff94b1f64ad800 refcount=2 obd=lustre-OST0000-osc-ffff94b1ef335000 00000020:00000001:3.0:1767734611.496548:0:196094:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767734611.496548:0:196093:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767734611.496559:0:196094:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b1c53e8f00. 02000000:00000001:3.0:1767734611.496567:0:196094:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:2.0:1767734611.496568:0:196093:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200bd8380 x1853602672011904/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734627 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767734611.496575:0:196094:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767734611.496580:0:196094:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b200bda300. 00000100:00000001:3.0:1767734611.496590:0:196094:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767734611.496596:0:196094:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767734611.496598:0:196093:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200bd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ecb0905e-f978-4384-816c-881545595fa4:196093:1853602672011904:192.168.203.112@tcp:400:kworker.0 00000100:00000001:3.0:1767734611.496602:0:196094:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734611.496615:0:196094:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000001:2.0:1767734611.496617:0:196093:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767734611.496624:0:196094:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767734611.496624:0:196093:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767734611.496631:0:196093:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1dd113dc0. 00000100:00000001:3.0:1767734611.496633:0:196094:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767734611.496640:0:196094:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734611.496641:0:196093:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7aa0 00000400:00000010:2.0:1767734611.496656:0:196093:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7aa0. 00000100:00000001:2.0:1767734611.496660:0:196093:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734611.496664:0:196093:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200bda680 x1853602672012160/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734627 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767734611.496671:0:196093:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200bda680 x1853602672012160/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734627 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734611.496680:0:196093:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767734611.496685:0:196093:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734611.496687:0:196093:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767734611.496689:0:196093:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767734611.496691:0:196093:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767734611.496692:0:196093:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734611.496694:0:196093:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767734611.496698:0:196093:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64aa458 time=38 v=5 (5 5 5 5) 00000100:00001000:2.0:1767734611.496701:0:196093:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64aa410 time=33 v=5 (1 0 0 0) 00000100:00000001:2.0:1767734611.496703:0:196093:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767734611.496704:0:196093:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734611.496705:0:196093:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767734611.496708:0:196093:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734611.496710:0:196093:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767734611.496711:0:196093:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94b1ef335000: skip recheck: last_committed 12884903348 00000100:00000001:2.0:1767734611.496713:0:196093:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767734611.496714:0:196093:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734611.496717:0:196093:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200bda680 x1853602672012160/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734627 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734611.496731:0:196093:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734611.496732:0:196093:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767734611.496734:0:196093:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767734611.496737:0:196093:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200bda680 x1853602672012160/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734627 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767734611.496742:0:196093:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200bda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ecb0905e-f978-4384-816c-881545595fa4:196093:1853602672012160:192.168.203.112@tcp:400:kworker.0 00000100:00000001:2.0:1767734611.496745:0:196093:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734611.496747:0:196093:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734611.496750:0:196093:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b200bd8380 x1853602672011904/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734627 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734611.496755:0:196093:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767734611.496758:0:196093:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767734611.496760:0:196093:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1c6098800. 02000000:00000001:2.0:1767734611.496762:0:196093:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767734611.496764:0:196093:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767734611.496766:0:196093:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=78 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:2.0:1767734611.496767:0:196093:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767734611.496770:0:196093:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b1c53e8000. 02000000:00000001:2.0:1767734611.496772:0:196093:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767734611.496773:0:196093:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767734611.496775:0:196093:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b200bd8380. 00000100:00000001:2.0:1767734611.496777:0:196093:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767734611.496778:0:196093:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734611.496780:0:196093:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734611.496782:0:196093:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b200bda680 x1853602672012160/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734627 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734611.496786:0:196093:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767734611.496787:0:196093:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767734611.496788:0:196093:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1c6098200. 02000000:00000001:2.0:1767734611.496790:0:196093:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767734611.496790:0:196093:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767734611.496794:0:196093:0:(genops.c:1242:class_import_put()) import ffff94b1f64aa000 refcount=3 obd=lustre-OST0001-osc-ffff94b1ef335000 00000020:00000001:2.0:1767734611.496796:0:196093:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767734611.496797:0:196093:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b1c53e8d00. 02000000:00000001:2.0:1767734611.496799:0:196093:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767734611.496800:0:196093:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767734611.496801:0:196093:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b200bda680. 00000100:00000001:2.0:1767734611.496802:0:196093:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767734611.496803:0:196093:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734611.496805:0:196093:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734611.496809:0:196093:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767734611.496810:0:196093:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734611.496812:0:196093:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767734611.496814:0:196093:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734611.682431:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734611.682436:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734611.682442:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734611.682444:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734611.682461:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734611.682463:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734611.682467:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734611.682472:0:231614:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767734611.682474:0:231614:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767734611.682480:0:231614:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734611.682482:0:231614:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734611.682484:0:231614:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734611.682488:0:231614:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767734611.682490:0:231614:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734611.682493:0:231614:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734611.682496:0:231614:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734611.682625:0:226620:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767734611.682631:0:226620:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767734611.682636:0:226620:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767734612.386365:0:231614:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121b30 (cpu 0) has reached its deadline 4303374169, at 4303374208 00000100:00000010:3.0:1767734612.386380:0:231614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1e78158a0. 00000100:00000040:2.0:1767734612.386449:0:209018:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121a20 (cpu 0) has reached its deadline 4303374168, at 4303374208 00000100:00000010:2.0:1767734612.386466:0:209018:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1e78153c0. 00010000:00000001:3.0:1767734612.706432:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734612.706438:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734612.706443:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734612.706445:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734612.706449:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734612.706450:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734612.706454:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734612.706455:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734612.706592:0:215725:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767734612.706597:0:215725:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734612.706603:0:215725:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000002:00000001:0.0:1767734613.715866:0:244809:0:(mdc_changelog.c:618:chlg_open()) Process entered 00000002:00000010:0.0:1767734613.715876:0:244809:0:(mdc_changelog.c:622:chlg_open()) kmalloced '(crs)': 224 at ffff94b1d430f000. 00000002:00000001:0.0:1767734613.715881:0:244809:0:(mdc_changelog.c:638:chlg_open()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767734613.715891:0:244809:0:(mdc_changelog.c:582:chlg_write()) Process entered 00000002:00000010:0.0:1767734613.715896:0:244809:0:(mdc_changelog.c:587:chlg_write()) kmalloced '(kbuf)': 64 at ffff94b1fe4a86c0. 00000020:00000040:0.0:1767734613.715907:0:244809:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-mdc-ffff94b1ef335000 (ffff94b1def898e0) now 6 - changelog 00000002:00000001:0.0:1767734613.715919:0:244809:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000002:00000001:0.0:1767734613.715923:0:244809:0:(mdc_request.c:2643:mdc_set_info_async()) Process entered 00000100:00000001:0.0:1767734613.715927:0:244809:0:(pack_generic.c:1733:do_set_info_async()) Process entered 00000100:00000010:0.0:1767734613.715934:0:244809:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da9c00. 00000020:00000040:0.0:1767734613.715939:0:244809:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=79 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734613.715946:0:244809:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734613.715950:0:244809:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734613.715956:0:244809:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734613.715963:0:244809:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1f64bfe00. 00000100:00000001:0.0:1767734613.715971:0:244809:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734613.715979:0:244809:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734613.715982:0:244809:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734613.716013:0:244809:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1c63dbb40. 00000100:00000001:0.0:1767734613.716017:0:244809:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626089988897600 : -117983720654016 : ffff94b1c63dbb40) 00000100:00000001:0.0:1767734613.716022:0:244809:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734613.716024:0:244809:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737376256 : -117982972175360 : ffff94b1f2da9c00) 00000100:00000001:0.0:1767734613.716030:0:244809:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734613.716034:0:244809:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734613.716037:0:244809:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734613.716040:0:244809:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734613.716052:0:244809:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da9c00 x1853602672012288/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734613.716065:0:244809:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734613.716068:0:244809:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734613.716072:0:244809:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734613.716076:0:244809:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734613.716080:0:244809:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734613.716084:0:244809:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da9c00 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:244809:1853602672012288:192.168.203.112@tcp:46:lfs.0 00000100:00000001:0.0:1767734613.716089:0:244809:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734613.716096:0:244809:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734613.716098:0:244809:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734613.716102:0:244809:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734613.716106:0:244809:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1f64bfc00. 02000000:00000001:0.0:1767734613.716108:0:244809:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734613.716127:0:244809:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734613.716132:0:244809:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558630. 00000400:00000010:0.0:1767734613.716140:0:244809:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b440. 00000100:00000200:0.0:1767734613.716149:0:244809:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672012288, portal 10 00000100:00000001:0.0:1767734613.716151:0:244809:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734613.716153:0:244809:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737376256 : -117982972175360 : ffff94b1f2da9c00) 00000100:00000040:0.0:1767734613.716163:0:244809:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1f2da9c00 x1853602672012288/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734629 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734613.716173:0:244809:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734613.716176:0:244809:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734613.716179:0:244809:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b000. 00000100:00000200:0.0:1767734613.716184:0:244809:0:(niobuf.c:94:ptl_send_buf()) Sending 480 bytes to portal 12, xid 1853602672012288, offset 0 00000400:00000200:0.0:1767734613.716193:0:244809:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734613.716202:0:244809:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734613.716213:0:244809:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734613.716220:0:244809:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734613.716226:0:244809:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734613.716230:0:244809:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734613.716234:0:244809:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734613.716239:0:244809:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66240:66240:256:4294967295] 192.168.203.112@tcp LPNI seq info [66240:66240:8:4294967295] 00000400:00000200:0.0:1767734613.716244:0:244809:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734613.716257:0:244809:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734613.716264:0:244809:0:(socklnd_cb.c:1001:ksocknal_send()) sending 480 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734613.716270:0:244809:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1d430f300. 00000800:00000200:0.0:1767734613.716279:0:244809:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734613.716289:0:244809:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734613.716295:0:244809:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1d430f300 type 1, nob 576 niov 1 nkiov 1 00000100:00000001:0.0:1767734613.716346:0:244809:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734613.716355:0:244809:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10713 usecs (11 jiffies) 00000400:00000200:0.0:1767734613.716361:0:244809:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734613.716366:0:244809:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303375548 00000100:00000010:0.0:1767734613.716382:0:244809:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1f4645480. 00000100:00000001:0.0:1767734613.716390:0:244809:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767734613.716398:0:244809:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303375549 00000100:00000010:0.0:1767734613.716403:0:244809:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1f4645180. 00000100:00000001:0.0:1767734613.716409:0:244809:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767734613.716414:0:244809:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734613.716418:0:244809:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734613.716421:0:244809:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734613.716424:0:244809:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734613.716428:0:244809:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1c63dbb40 going to sleep for 11 seconds 00000100:00000001:0.0:1767734613.716431:0:244809:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734613.716436:0:244809:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734613.716490:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734613.716501:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1d430f300. 00000400:00000200:2.0:1767734613.716508:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734613.716518:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734613.716525:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b000 00000400:00000010:2.0:1767734613.716528:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b000. 00000100:00000001:2.0:1767734613.716534:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734613.716542:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da9c00 x1853602672012288/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734629 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734613.716557:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734613.716562:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da9c00 x1853602672012288/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734629 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734613.716572:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734613.716574:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734613.718804:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734613.718820:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734613.718825:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734613.718844:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734613.718854:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734613.718862:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734613.718870:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734613.718876:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734613.718881:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734613.718887:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 10 MB=0x695d780d1ec00 00000400:00000200:2.0:1767734613.718893:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734613.718900:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 224/224 into md 0x7ac5d [1] + 224 00000800:00000001:2.0:1767734613.718909:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734613.718919:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734613.718922:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734613.718927:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734613.718932:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734613.718939:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da9c00 x1853602672012288/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734629 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734613.718954:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b1f2da9c00 x1853602672012288/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734629 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734613.718982:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734613.719018:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734613.719022:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734613.719076:0:244809:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734613.719087:0:244809:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734613.719090:0:244809:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734613.719095:0:244809:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558630. 00000400:00000200:0.0:1767734613.719102:0:244809:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b440 00000400:00000010:0.0:1767734613.719105:0:244809:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b440. 00000100:00000001:0.0:1767734613.719109:0:244809:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734613.719118:0:244809:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da9c00 x1853602672012288/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734629 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767734613.719133:0:244809:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da9c00 x1853602672012288/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734629 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734613.719144:0:244809:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734613.719147:0:244809:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734613.719150:0:244809:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734613.719154:0:244809:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734613.719156:0:244809:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734613.719159:0:244809:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734613.719163:0:244809:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734613.719172:0:244809:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac458 time=41 v=5 (5 5 5 5) 00000100:00001000:0.0:1767734613.719177:0:244809:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=41 v=5 (1 1 1 1) 00000100:00000001:0.0:1767734613.719181:0:244809:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1767734613.719185:0:244809:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = -22 req@ffff94b1f2da9c00 x1853602672012288/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734629 ref 2 fl Rpc:RQU/200/0 rc 0/-22 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734613.719208:0:244809:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00000100:00000001:0.0:1767734613.719213:0:244809:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734613.719216:0:244809:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924566 00000100:00000001:0.0:1767734613.719219:0:244809:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734613.719221:0:244809:0:(client.c:1781:after_reply()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00000100:00000040:0.0:1767734613.719227:0:244809:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da9c00 x1853602672012288/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734629 ref 2 fl Rpc:RQU/200/0 rc -22/-22 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734613.719236:0:244809:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551594 : -22 : 0xffffffffffffffea) 00000100:00000001:0.0:1767734613.719240:0:244809:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734613.719243:0:244809:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734613.719249:0:244809:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da9c00 x1853602672012288/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734629 ref 2 fl Interpret:RQU/200/0 rc -22/-22 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734613.719259:0:244809:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da9c00 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:244809:1853602672012288:192.168.203.112@tcp:46:lfs.0 00000100:00000001:0.0:1767734613.719264:0:244809:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734613.719268:0:244809:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00000100:00000001:0.0:1767734613.719270:0:244809:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734613.719273:0:244809:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734613.719276:0:244809:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da9c00 x1853602672012288/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734629 ref 2 fl Complete:RQU/200/0 rc -22/-22 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734613.719284:0:244809:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734613.719288:0:244809:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1c63dbb40. 00000100:00000001:0.0:1767734613.719292:0:244809:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734613.719293:0:244809:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00000100:00000001:0.0:1767734613.719296:0:244809:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734613.719299:0:244809:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da9c00 x1853602672012288/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734629 ref 1 fl Complete:RQU/200/0 rc -22/-22 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734613.719307:0:244809:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734613.719347:0:244809:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734613.719360:0:244809:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1f64bfc00. 02000000:00000001:0.0:1767734613.719365:0:244809:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734613.719369:0:244809:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734613.719371:0:244809:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=78 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734613.719374:0:244809:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734613.719377:0:244809:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1f64bfe00. 02000000:00000001:0.0:1767734613.719381:0:244809:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734613.719383:0:244809:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734613.719386:0:244809:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da9c00. 00000100:00000001:0.0:1767734613.719390:0:244809:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734613.719392:0:244809:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734613.719394:0:244809:0:(pack_generic.c:1769:do_set_info_async()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00000002:00000001:0.0:1767734613.719398:0:244809:0:(mdc_request.c:2667:mdc_set_info_async()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00000002:00000001:0.0:1767734613.719402:0:244809:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00000020:00000040:0.0:1767734613.719405:0:244809:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdc-ffff94b1ef335000 (ffff94b1def898e0) now 6 - changelog 00000002:00000001:0.0:1767734613.719409:0:244809:0:(mdc_changelog.c:601:chlg_write()) Process leaving 00000002:00000010:0.0:1767734613.719412:0:244809:0:(mdc_changelog.c:603:chlg_write()) kfreed 'kbuf': 64 at ffff94b1fe4a86c0. 00000002:00000010:0.0:1767734613.719523:0:244809:0:(mdc_changelog.c:662:chlg_release()) kfreed 'crs': 224 at ffff94b1d430f000. 00000100:00000040:2.0:1767734613.728428:0:209018:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121a20 (cpu 0) has reached its deadline 4303375548, at 4303375550 00000100:00000010:2.0:1767734613.728441:0:209018:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1f4645480. 00000100:00000040:3.0:1767734613.729412:0:231614:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121b30 (cpu 0) has reached its deadline 4303375549, at 4303375551 00000100:00000010:3.0:1767734613.729427:0:231614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1f4645180. 00010000:00000001:3.0:1767734613.730451:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734613.730457:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734613.730466:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734613.730469:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734613.730475:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734613.730481:0:231614:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767734613.730485:0:231614:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767734613.730498:0:231614:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734613.730502:0:231614:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734613.730504:0:231614:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734613.730509:0:231614:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767734613.730512:0:231614:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734613.730515:0:231614:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734613.730534:0:231614:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734613.730538:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734613.730541:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734613.730610:0:215726:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767734613.730615:0:215726:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734613.730620:0:215726:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1767734614.344536:0:244894:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734614.562540:0:238095:0:(rw.c:1570:ll_writepages()) Process entered 00000080:00000001:1.0:1767734614.562549:0:238095:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1767734614.562554:0:238095:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734614.562562:0:238095:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183143432 : -117983526408184 : ffff94b1d1d1b008) 00000020:00001000:1.0:1767734614.562569:0:238095:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b000 00000020:00000001:1.0:1767734614.562578:0:238095:0:(cl_object.c:150:cl_object_top()) ffff94b1c59245f8 -> ffff94b1c59245f8 00000020:00000001:1.0:1767734614.562585:0:238095:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1767734614.562590:0:238095:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:1.0:1767734614.562595:0:238095:0:(vvp_io.c:1854:vvp_io_init()) [0x2000013a2:0x8eb:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1767734614.562601:0:238095:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1767734614.562603:0:238095:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1767734614.562606:0:238095:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1767734614.562614:0:238095:0:(lov_object.c:1552:lov_io_init()) [0x2000013a2:0x8eb:0x0]io ffff94b1d1cdc060 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1767734614.562619:0:238095:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff94b1f88c24d8) owner 0000000000000000/ffff94b1d0c40000 00020000:00000001:1.0:1767734614.562626:0:238095:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1767734614.562631:0:238095:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1767734614.562635:0:238095:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1767734614.562638:0:238095:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734614.562642:0:238095:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1767734614.562662:0:238095:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1767734614.562665:0:238095:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734614.562668:0:238095:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1767734614.562671:0:238095:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1767734614.562673:0:238095:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1767734614.562676:0:238095:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff94b1f88c24d8) owner 0000000000000000/ffff94b1d0c40000 00000020:00000001:1.0:1767734614.562683:0:238095:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734614.562688:0:238095:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1767734614.562693:0:238095:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1767734614.562696:0:238095:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1767734614.562702:0:238095:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1767734614.562709:0:238095:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1767734614.562715:0:238095:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1767734614.562719:0:238095:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1767734614.562722:0:238095:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734614.562727:0:238095:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183143864 : -117983526407752 : ffff94b1d1d1b1b8) 00000020:00001000:1.0:1767734614.562732:0:238095:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b1b0 00000020:00000001:1.0:1767734614.562736:0:238095:0:(cl_object.c:150:cl_object_top()) ffff94b1c5924468 -> ffff94b1c59245f8 00000020:00000001:1.0:1767734614.562740:0:238095:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1767734614.562746:0:238095:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1767734614.562748:0:238095:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1767734614.562751:0:238095:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734614.562754:0:238095:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734614.562757:0:238095:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446626090982824808 : -117982726726808 : ffff94b2017bdb68) 00000020:00000001:1.0:1767734614.562761:0:238095:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1767734614.562764:0:238095:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734614.562767:0:238095:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734614.562769:0:238095:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734614.562772:0:238095:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1767734614.562775:0:238095:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:1.0:1767734614.562778:0:238095:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1767734614.562780:0:238095:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1767734614.562784:0:238095:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1767734614.562786:0:238095:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734614.562790:0:238095:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734614.562793:0:238095:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734614.562797:0:238095:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734614.562800:0:238095:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1767734614.562803:0:238095:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734614.562806:0:238095:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734614.562830:0:238095:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:1.0:1767734614.562835:0:238095:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:1.0:1767734614.562837:0:238095:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1767734614.562840:0:238095:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1767734614.562844:0:238095:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:1.0:1767734614.562850:0:238095:0:(osc_cache.c:3188:osc_cache_writeback_range()) Process entered 00000008:00000001:1.0:1767734614.562862:0:238095:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1767734614.562866:0:238095:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:1.0:1767734614.562869:0:238095:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1767734614.562874:0:238095:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1767734614.562877:0:238095:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:1.0:1767734614.562880:0:238095:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446626090649228544 : -117983060323072 : ffff94b1ed999500) 00000008:00000020:1.0:1767734614.562885:0:238095:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff94b1ed999500 ready 0|-|- wr 1|-|+ rd 0|- 0 in flight 00000008:00000001:1.0:1767734614.562892:0:238095:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1767734614.562894:0:238095:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:1.0:1767734614.562896:0:238095:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1767734614.562899:0:238095:0:(osc_cache.c:2025:osc_send_write_rpc()) Process entered 00000008:00000001:1.0:1767734614.562904:0:238095:0:(osc_cache.c:1888:try_to_add_extent_for_io()) Process entered 00000008:00000020:1.0:1767734614.562908:0:238095:0:(osc_cache.c:1892:try_to_add_extent_for_io()) extent ffff94b1fa526c00@{[0 -> 255/255], [1|0|+|cache|wiuY|ffff94b1ed999500], [1703936|1|+|-|ffff94b1c1677e00|256|0000000000000000]} trying to add this extent 00000008:00010000:1.0:1767734614.562921:0:238095:0:(osc_cache.c:1892:try_to_add_extent_for_io()) ### extent: 00000000d4efe0d0 ns: lustre-OST0000-osc-ffff94b1ef335000 lock: ffff94b1c1677e00/0x1886cffb85c2b4f7 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x185e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x9bbb2ede58dab1bc expref: -99 pid: 241512 timeout: 0 lvb_type: 1 00000008:00000001:1.0:1767734614.562938:0:238095:0:(osc_cache.c:1941:try_to_add_extent_for_io()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:1.0:1767734614.562943:0:238095:0:(osc_cache.c:1749:osc_update_pending()) obj ffff94b1ed999500 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -1. 00000008:00000001:1.0:1767734614.562952:0:238095:0:(osc_cache.c:1095:osc_extent_make_ready()) Process entered 00000008:00000001:1.0:1767734614.562957:0:238095:0:(osc_cache.c:228:osc_extent_sanity_check0()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:1.0:1767734614.562964:0:238095:0:(osc_cache.c:1103:osc_extent_make_ready()) extent ffff94b1fa526c00@{[0 -> 255/255], [1|0|+|locking|wiuY|ffff94b1ed999500], [1703936|1|+|-|ffff94b1c1677e00|256|ffff94b1d0c40000]} make ready 00000008:00010000:1.0:1767734614.562972:0:238095:0:(osc_cache.c:1103:osc_extent_make_ready()) ### extent: 00000000d4efe0d0 ns: lustre-OST0000-osc-ffff94b1ef335000 lock: ffff94b1c1677e00/0x1886cffb85c2b4f7 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x185e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x9bbb2ede58dab1bc expref: -99 pid: 241512 timeout: 0 lvb_type: 1 00000008:00000001:1.0:1767734614.563008:0:238095:0:(osc_cache.c:1278:osc_make_ready()) Process entered 00000020:00000001:1.0:1767734614.563013:0:238095:0:(cl_page.c:1188:cl_page_make_ready()) Process entered 00000020:00008000:1.0:1767734614.563038:0:238095:0:(cl_page.c:1200:cl_page_make_ready()) page@00000000d077a8a5[2 00000000b0729074 1 1 0000000000000000] 00000020:00008000:1.0:1767734614.563041:0:238095:0:(cl_page.c:1200:cl_page_make_ready()) readied 00000020:00000001:1.0:1767734614.563054:0:238095:0:(cl_page.c:1049:cl_page_io_start()) Process entered 00000020:00000001:1.0:1767734614.563057:0:238095:0:(cl_page.c:663:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1767734614.563060:0:238095:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1767734614.563065:0:238095:0:(cl_page.c:1041:cl_req_type_state()) Process entered 00000020:00000001:1.0:1767734614.563068:0:238095:0:(cl_page.c:1042:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:1.0:1767734614.563073:0:238095:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1767734614.563078:0:238095:0:(cl_page.c:547:__cl_page_state_set()) page@00000000d077a8a5[2 00000000b0729074 1 1 0000000000000000] 00000020:00000001:1.0:1767734614.563081:0:238095:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 3 00000020:00000001:1.0:1767734614.563083:0:238095:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1767734614.563085:0:238095:0:(cl_page.c:1052:cl_page_io_start()) Process leaving 00000020:00000001:1.0:1767734614.563089:0:238095:0:(cl_page.c:1222:cl_page_make_ready()) page@00000000d077a8a5[2 00000000b0729074 3 1 0000000000000000] 00000020:00000001:1.0:1767734614.563092:0:238095:0:(cl_page.c:1222:cl_page_make_ready()) 1 0 00000008:00000001:1.0:1767734614.563095:0:238095:0:(osc_cache.c:1282:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734614.563100:0:238095:0:(cl_object.c:150:cl_object_top()) ffff94b1ed999500 -> ffff94b1c59245f8 00000020:00000001:1.0:1767734614.563103:0:238095:0:(cl_object.c:150:cl_object_top()) ffff94b1ed999500 -> ffff94b1c59245f8 00000020:00000001:1.0:1767734614.563105:0:238095:0:(cl_object.c:217:cl_object_attr_get()) Process entered 00000020:00000001:1.0:1767734614.563110:0:238095:0:(cl_object.c:229:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734614.563113:0:238095:0:(cl_object.c:150:cl_object_top()) ffff94b1ed999500 -> ffff94b1c59245f8 00000008:00000001:1.0:1767734614.563124:0:238095:0:(osc_cache.c:1156:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1767734614.563129:0:238095:0:(osc_request.c:2773:osc_build_rpc()) Process entered 00000008:00000020:1.0:1767734614.563136:0:238095:0:(osc_page.c:1382:osc_over_unstable_soft_limit()) lustre-OST0000-osc-ffff94b1ef335000: cli: ffff94b1def8d1e0 unstable pages: 0, osc unstable pages: 0 00000008:00000010:1.0:1767734614.563143:0:238095:0:(osc_request.c:2804:osc_build_rpc()) kmalloced '(pga)': 8 at ffff94b1d0d32720. 00000008:00000010:1.0:1767734614.563150:0:238095:0:(osc_request.c:2808:osc_build_rpc()) slab-alloced 'oa': 208 at ffff94b1fdd25ea0. 00000020:00000001:1.0:1767734614.563156:0:238095:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00020000:00000001:1.0:1767734614.563161:0:238095:0:(lovsub_object.c:130:lovsub_req_attr_set()) Process entered 00000020:00000001:1.0:1767734614.563166:0:238095:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00000020:00000002:1.0:1767734614.563171:0:238095:0:(obdo.c:53:obdo_from_inode()) valid 0x10000000000070c, new time 1767734581/1767734581 00000020:00000001:1.0:1767734614.563176:0:238095:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00020000:00000001:1.0:1767734614.563180:0:238095:0:(lovsub_object.c:141:lovsub_req_attr_set()) Process leaving 00000008:00000001:1.0:1767734614.563186:0:238095:0:(osc_lock.c:1271:osc_obj_dlmlock_at_pgoff()) Process entered 00000008:00000001:1.0:1767734614.563190:0:238095:0:(osc_request.c:3285:osc_match_base()) Process entered 00010000:00000001:1.0:1767734614.563196:0:238095:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734614.563206:0:238095:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f0ebc700 count: 2 00010000:00000001:1.0:1767734614.563212:0:238095:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734614.563222:0:238095:0:(ldlm_lock.c:313:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:1.0:1767734614.563228:0:238095:0:(ldlm_lock.c:326:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:1.0:1767734614.563233:0:238095:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767734614.563239:0:238095:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734614.563254:0:238095:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff94b1ef335000 lock: ffff94b1c1677e00/0x1886cffb85c2b4f7 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x185e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x9bbb2ede58dab1bc expref: -99 pid: 241512 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1767734614.563265:0:238095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734614.563268:0:238095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1767734614.563273:0:238095:0:(osc_request.c:3300:osc_match_base()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:1.0:1767734614.563279:0:238095:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734614.563283:0:238095:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734614.563287:0:238095:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1677e00 refcount=3 00000020:00000001:1.0:1767734614.563291:0:238095:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907748352 : -117983801803264 : ffff94b1c1677e00) 00010000:00000001:1.0:1767734614.563297:0:238095:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907748352 : -117983801803264 : ffff94b1c1677e00) 00000008:00000001:1.0:1767734614.563301:0:238095:0:(osc_lock.c:1305:osc_obj_dlmlock_at_pgoff()) Process leaving (rc=18446626089907748352 : -117983801803264 : ffff94b1c1677e00) 00010000:00000001:1.0:1767734614.563306:0:238095:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734614.563399:0:238095:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1767734614.563404:0:238095:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00000008:00000001:1.0:1767734614.563410:0:238095:0:(osc_request.c:1519:osc_brw_prep_request()) Process entered 00000100:00000010:1.0:1767734614.563420:0:238095:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02cd180. 00000020:00000040:1.0:1767734614.563429:0:238095:0:(genops.c:1229:class_import_get()) import ffff94b1f64ad800 refcount=3 obd=lustre-OST0000-osc-ffff94b1ef335000 00000100:00000001:1.0:1767734614.563440:0:238095:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734614.563445:0:238095:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734614.563451:0:238095:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734614.563463:0:238095:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b0db605200. 00000100:00000001:1.0:1767734614.563472:0:238095:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1767734614.563482:0:238095:0:(osc_request.c:1797:osc_brw_prep_request()) Using short io for data transfer, size = 7 00000008:00000020:1.0:1767734614.563493:0:238095:0:(osc_request.c:726:osc_announce_cached()) lustre-OST0000-osc-ffff94b1ef335000: dirty: 1703936 undirty: 485097472 dropped 1703936 grant: 485097472 cl_lost_grant 0 00000008:00100000:1.0:1767734614.563502:0:238095:0:(osc_request.c:1967:osc_brw_prep_request()) brw rpc ffff94b1d02cd180 - object 0x240000403:6238 offset 0<>7 00000008:00000001:1.0:1767734614.563506:0:238095:0:(osc_request.c:1968:osc_brw_prep_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734614.563509:0:238095:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00020000:00000001:1.0:1767734614.563511:0:238095:0:(lovsub_object.c:130:lovsub_req_attr_set()) Process entered 00000020:00000001:1.0:1767734614.563513:0:238095:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00000020:00000002:1.0:1767734614.563515:0:238095:0:(obdo.c:53:obdo_from_inode()) valid 0xc, new time 1767734581/1767734581 00000020:00000001:1.0:1767734614.563518:0:238095:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00020000:00000001:1.0:1767734614.563520:0:238095:0:(lovsub_object.c:141:lovsub_req_attr_set()) Process leaving 00000020:00000001:1.0:1767734614.563522:0:238095:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00000100:00000001:1.0:1767734614.563535:0:238095:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734614.563538:0:238095:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155561344 : -117983553990272 : ffff94b1d02cd180) 00000008:00000002:1.0:1767734614.563555:0:238095:0:(osc_request.c:2930:osc_build_rpc()) @@@ 1 pages, aa 000000003764b93c, now 0r/1w/0d in flight req@ffff94b1d02cd180 x1853602672012416/t0(0) o4->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000008:00000008:1.0:1767734614.563569:0:238095:0:(osc_request.c:2942:osc_build_rpc()) [0x2000013a2:0x8eb:0x0]: 1 write pages, start 0, end 0, now 0r/1w/0d in flight 00000100:00000040:1.0:1767734614.563579:0:238095:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fe3ea02] to pc [ptlrpcd_00_00+0] req@ffff94b1d02cd180 x1853602672012416/t0(0) o4->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000008:00000001:1.0:1767734614.563611:0:238095:0:(osc_request.c:2948:osc_build_rpc()) Process leaving 00000008:00000001:1.0:1767734614.563613:0:238095:0:(osc_request.c:2973:osc_build_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1767734614.563619:0:238095:0:(osc_cache.c:2074:osc_send_write_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1767734614.563622:0:238095:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1767734614.563625:0:238095:0:(osc_cache.c:1720:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1767734614.563632:0:238095:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1767734614.563635:0:238095:0:(osc_cache.c:1693:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1767734614.563638:0:238095:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1767734614.563640:0:238095:0:(osc_cache.c:1720:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1767734614.563645:0:238095:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:1.0:1767734614.563648:0:238095:0:(osc_cache.c:2186:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1767734614.563651:0:238095:0:(osc_cache.c:2265:osc_check_rpcs()) Process leaving 00000008:00000020:1.0:1767734614.563655:0:238095:0:(osc_cache.c:3320:osc_cache_writeback_range()) obj ffff94b1ed999500 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:1.0:1767734614.563661:0:238095:0:(osc_cache.c:3335:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1767734614.563664:0:238095:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734614.563667:0:238095:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734614.563671:0:238095:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734614.563674:0:238095:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734614.563677:0:238095:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734614.563681:0:238095:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1767734614.563684:0:238095:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1767734614.563687:0:238095:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1767734614.563689:0:238095:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:1.0:1767734614.563691:0:238095:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1767734614.563693:0:238095:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734614.563695:0:238095:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:1.0:1767734614.563697:0:238095:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1767734614.563700:0:238095:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:1.0:1767734614.563703:0:238095:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:1.0:1767734614.563715:0:238095:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1767734614.563717:0:238095:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1767734614.563720:0:238095:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1767734614.563722:0:238095:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734614.563726:0:238095:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734614.563728:0:238095:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1767734614.563730:0:238095:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1767734614.563732:0:238095:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1767734614.563735:0:238095:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1767734614.563738:0:238095:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1767734614.563741:0:238095:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1767734614.563743:0:238095:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1767734614.563744:0:238095:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1767734614.563746:0:238095:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1767734614.563748:0:238095:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734614.563751:0:238095:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1767734614.563753:0:238095:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1767734614.563754:0:238095:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1767734614.563756:0:238095:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734614.563759:0:238095:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1767734614.563761:0:238095:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:1.0:1767734614.563764:0:238095:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1767734614.563768:0:238095:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1767734614.563771:0:238095:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1767734614.563775:0:238095:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b1b0 00020000:00000001:1.0:1767734614.563780:0:238095:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1767734614.563783:0:238095:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:1.0:1767734614.563787:0:238095:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:1.0:1767734614.563791:0:238095:0:(vvp_io.c:289:vvp_io_fini()) [0x2000013a2:0x8eb:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1767734614.563796:0:238095:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1767734614.563798:0:238095:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1767734614.563802:0:238095:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b000 00000080:00000001:1.0:1767734614.563805:0:238095:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767734614.563808:0:238095:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734614.564031:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767734614.564036:0:196091:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734614.564040:0:196091:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734614.564049:0:196091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02cd180 x1853602672012416/t0(0) o4->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734614.564061:0:196091:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734614.564065:0:196091:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734614.564080:0:196091:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734614.564087:0:196091:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734614.564091:0:196091:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734614.564096:0:196091:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ecb0905e-f978-4384-816c-881545595fa4:196091:1853602672012416:192.168.203.112@tcp:4:bash.0 00000100:00000001:1.0:1767734614.564103:0:196091:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734614.564113:0:196091:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734614.564118:0:196091:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734614.564121:0:196091:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734614.564126:0:196091:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94b1c4c9ec00. 02000000:00000001:1.0:1767734614.564129:0:196091:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734614.564143:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734614.564154:0:196091:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed8104d0. 00000400:00000010:1.0:1767734614.564170:0:196091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b2a8. 00000100:00000200:1.0:1767734614.564180:0:196091:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853602672012416, portal 4 00000100:00000001:1.0:1767734614.564183:0:196091:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734614.564185:0:196091:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155561344 : -117983553990272 : ffff94b1d02cd180) 00000100:00000040:1.0:1767734614.564194:0:196091:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1d02cd180 x1853602672012416/t0(0) o4->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:6/4 lens 496/448 e 0 to 0 dl 1767734630 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734614.564205:0:196091:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734614.564209:0:196091:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734614.564214:0:196091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b4c8. 00000100:00000200:1.0:1767734614.564219:0:196091:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 6, xid 1853602672012416, offset 0 00000400:00000200:1.0:1767734614.564234:0:196091:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734614.564248:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734614.564261:0:196091:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734614.564270:0:196091:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734614.564282:0:196091:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734614.564289:0:196091:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734614.564295:0:196091:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734614.564302:0:196091:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66241:66241:256:4294967295] 192.168.203.112@tcp LPNI seq info [66241:66241:8:4294967295] 00000400:00000200:1.0:1767734614.564387:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734614.564405:0:196091:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734614.564437:0:196091:0:(socklnd_cb.c:1001:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734614.564447:0:196091:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c5857f00. 00000800:00000200:1.0:1767734614.564457:0:196091:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734614.564465:0:196091:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734614.564471:0:196091:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c5857f00 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:1.0:1767734614.564490:0:196091:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734614.564496:0:196091:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1ef335000: using a timeout of 38951 usecs (39 jiffies) 00000400:00000200:1.0:1767734614.564502:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734614.564506:0:196091:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303376425 00000100:00000010:1.0:1767734614.564513:0:196091:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1dd24d9c0. 00000100:00000001:1.0:1767734614.564522:0:196091:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1ef335000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767734614.564531:0:196091:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303376425 00000100:00000010:1.0:1767734614.564538:0:196091:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1dd24d240. 00000100:00000001:1.0:1767734614.564545:0:196091:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1ef335000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767734614.564553:0:196091:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734614.564558:0:196091:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734614.564568:0:196091:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734614.564573:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734614.564583:0:196091:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734614.564586:0:196091:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767734614.564592:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767734614.564594:0:196091:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734614.564598:0:196091:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734614.564602:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734614.564621:0:196092:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767734614.564626:0:196092:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734614.564829:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734614.564838:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c5857f00. 00000400:00000200:3.0:1767734614.564848:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734614.564861:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734614.564869:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b4c8 00000400:00000010:3.0:1767734614.564873:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b4c8. 00000100:00000001:3.0:1767734614.564881:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734614.564953:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cd180 x1853602672012416/t0(0) o4->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:6/4 lens 496/448 e 0 to 0 dl 1767734630 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734614.564970:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734614.564977:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cd180 x1853602672012416/t0(0) o4->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:6/4 lens 496/448 e 0 to 0 dl 1767734630 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734614.565015:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734614.565018:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734614.567688:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734614.567701:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734614.567705:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734614.567708:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734614.567717:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734614.567785:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734614.567796:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734614.567802:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734614.567809:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734614.567814:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 448 into portal 4 MB=0x695d780d1ec80 00000400:00000200:3.0:1767734614.567821:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734614.567829:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.112@tcp of length 448/448 into md 0x7ac65 [1] + 224 00000800:00000001:3.0:1767734614.567840:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734614.567852:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734614.567855:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734614.567861:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734614.567867:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734614.567887:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cd180 x1853602672012416/t0(0) o4->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:6/4 lens 496/448 e 0 to 0 dl 1767734630 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767734614.567900:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448 req@ffff94b1d02cd180 x1853602672012416/t0(0) o4->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:6/4 lens 496/448 e 0 to 0 dl 1767734630 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734614.567925:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734614.567936:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734614.567942:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734614.567956:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767734614.567961:0:196091:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767734614.567971:0:196091:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767734614.567974:0:196091:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734614.567978:0:196091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed8104d0. 00000400:00000200:1.0:1767734614.568000:0:196091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b2a8 00000400:00000010:1.0:1767734614.568003:0:196091:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b2a8. 00000100:00000001:1.0:1767734614.568020:0:196091:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767734614.568031:0:196091:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02cd180 x1853602672012416/t0(0) o4->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:6/4 lens 496/448 e 0 to 0 dl 1767734630 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767734614.568048:0:196091:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02cd180 x1853602672012416/t0(0) o4->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:6/4 lens 496/448 e 0 to 0 dl 1767734630 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734614.568060:0:196091:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734614.568063:0:196091:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734614.568067:0:196091:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734614.568071:0:196091:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734614.568073:0:196091:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767734614.568077:0:196091:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734614.568081:0:196091:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734614.568090:0:196091:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64adce8 time=41 v=5 (5 5 0 0) 00000100:00001000:1.0:1767734614.568097:0:196091:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64adc10 time=145 v=5 (1 1 1 1) 00000100:00000001:1.0:1767734614.568101:0:196091:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734614.568104:0:196091:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734614.568108:0:196091:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734614.568112:0:196091:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734614.568116:0:196091:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1767734614.568119:0:196091:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1767734614.568121:0:196091:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1767734614.568126:0:196091:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734614.568128:0:196091:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155561344 : -117983553990272 : ffff94b1d02cd180) 00000100:00000001:1.0:1767734614.568132:0:196091:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767734614.568134:0:196091:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94b1ef335000: skip recheck: last_committed 17179871169 00000100:00000001:1.0:1767734614.568136:0:196091:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767734614.568138:0:196091:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734614.568144:0:196091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02cd180 x1853602672012416/t17179871170(17179871170) o4->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:6/4 lens 496/448 e 0 to 0 dl 1767734630 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734614.568154:0:196091:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734614.568157:0:196091:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734614.568160:0:196091:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1767734614.568164:0:196091:0:(osc_request.c:2546:brw_interpret()) Process entered 00000008:00000001:1.0:1767734614.568167:0:196091:0:(osc_request.c:2138:osc_brw_fini_request()) Process entered 00000008:04000000:1.0:1767734614.568182:0:196091:0:(osc_request.c:2161:osc_brw_fini_request()) setdq for [0 0 0] with valid 0x18000006b484fb9, flags 400000 00000001:00000001:1.0:1767734614.568187:0:196091:0:(osc_quota.c:77:osc_quota_setdq()) Process entered 00000001:04000000:1.0:1767734614.568191:0:196091:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff94b1ef335000: setdq to remove for usr 0 00000001:04000000:1.0:1767734614.568194:0:196091:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff94b1ef335000: setdq to remove for grp 0 00000001:04000000:1.0:1767734614.568197:0:196091:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff94b1ef335000: setdq to remove for prj 0 00000001:00000001:1.0:1767734614.568200:0:196091:0:(osc_quota.c:139:osc_quota_setdq()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1767734614.568203:0:196091:0:(osc_request.c:749:osc_update_grant()) got 0 extra grant 00000008:00000001:1.0:1767734614.568214:0:196091:0:(osc_request.c:2193:osc_brw_fini_request()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:1.0:1767734614.568219:0:196091:0:(osc_request.c:2404:osc_brw_fini_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000002:1.0:1767734614.568222:0:196091:0:(osc_request.c:2551:brw_interpret()) request ffff94b1d02cd180 aa ffff94b1d02cd330 rc 0 00000020:00000001:1.0:1767734614.568228:0:196091:0:(cl_object.c:150:cl_object_top()) ffff94b1ed999500 -> ffff94b1c59245f8 00000020:00000001:1.0:1767734614.568231:0:196091:0:(cl_object.c:150:cl_object_top()) ffff94b1ed999500 -> ffff94b1c59245f8 00000020:00000001:1.0:1767734614.568233:0:196091:0:(cl_object.c:255:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1767734614.568238:0:196091:0:(lovsub_object.c:104:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1767734614.568240:0:196091:0:(lovsub_object.c:106:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734614.568244:0:196091:0:(cl_object.c:268:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734614.568246:0:196091:0:(cl_object.c:150:cl_object_top()) ffff94b1ed999500 -> ffff94b1c59245f8 00000008:00000010:1.0:1767734614.568250:0:196091:0:(osc_request.c:2633:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff94b1fdd25ea0. 00000020:00000001:1.0:1767734614.568256:0:196091:0:(cl_object.c:150:cl_object_top()) ffff94b1ed999500 -> ffff94b1c59245f8 00000020:00000001:1.0:1767734614.568259:0:196091:0:(cl_object.c:285:cl_object_dirty_for_sync()) Process entered 00000020:00000001:1.0:1767734614.568264:0:196091:0:(cl_object.c:291:cl_object_dirty_for_sync()) Process leaving 00000100:00000001:1.0:1767734614.568267:0:196091:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734614.568272:0:196091:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cd180 x1853602672012416/t17179871170(17179871170) o4->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:6/4 lens 496/448 e 0 to 0 dl 1767734630 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734614.568282:0:196091:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1767734614.568287:0:196091:0:(osc_cache.c:854:osc_extent_finish()) Process entered 00000008:00000020:1.0:1767734614.568292:0:196091:0:(osc_cache.c:861:osc_extent_finish()) extent ffff94b1fa526c00@{[0 -> 255/255], [2|0|-|rpc|wiuY|ffff94b1ed999500], [1703936|1|+|-|ffff94b1c1677e00|256|ffff94b1d0c40000]} extent finished. 00000008:00010000:1.0:1767734614.568301:0:196091:0:(osc_cache.c:861:osc_extent_finish()) ### extent: 00000000d4efe0d0 ns: lustre-OST0000-osc-ffff94b1ef335000 lock: ffff94b1c1677e00/0x1886cffb85c2b4f7 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x185e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x9bbb2ede58dab1bc expref: -99 pid: 241512 timeout: 0 lvb_type: 1 00000008:00000001:1.0:1767734614.568361:0:196091:0:(osc_cache.c:1327:osc_completion()) Process entered 00000020:00000001:1.0:1767734614.568365:0:196091:0:(cl_page.c:1142:cl_page_complete()) Process entered 00000020:00000001:1.0:1767734614.568373:0:196091:0:(cl_page.c:1144:cl_page_complete()) page@00000000d077a8a5[2 00000000b0729074 3 1 0000000000000000] 00000020:00000001:1.0:1767734614.568396:0:196091:0:(cl_page.c:1144:cl_page_complete()) 1 0 00000020:00000001:1.0:1767734614.568400:0:196091:0:(cl_page.c:1041:cl_req_type_state()) Process entered 00000020:00000001:1.0:1767734614.568404:0:196091:0:(cl_page.c:1042:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:1.0:1767734614.568409:0:196091:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1767734614.568414:0:196091:0:(cl_page.c:547:__cl_page_state_set()) page@00000000d077a8a5[2 00000000b0729074 3 1 0000000000000000] 00000020:00000001:1.0:1767734614.568418:0:196091:0:(cl_page.c:547:__cl_page_state_set()) 3 -> 1 00000020:00000001:1.0:1767734614.568422:0:196091:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000080:00000001:1.0:1767734614.568427:0:196091:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:1.0:1767734614.568431:0:196091:0:(vvp_page.c:167:vvp_page_complete_write()) page@00000000d077a8a5[2 00000000b0729074 1 1 0000000000000000] 00000080:00008000:1.0:1767734614.568435:0:196091:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:1.0:1767734614.568456:0:196091:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:1.0:1767734614.568458:0:196091:0:(cl_page.c:1165:cl_page_complete()) Process leaving 00000020:00000001:1.0:1767734614.568461:0:196091:0:(cl_page.c:594:cl_batch_put()) Process entered 00000020:00000001:1.0:1767734614.568465:0:196091:0:(cl_page.c:596:cl_batch_put()) page@00000000d077a8a5[2 00000000b0729074 1 1 0000000000000000] 00000020:00000001:1.0:1767734614.568467:0:196091:0:(cl_page.c:596:cl_batch_put()) 2 00000020:00000001:1.0:1767734614.568469:0:196091:0:(cl_page.c:609:cl_batch_put()) Process leaving 00000008:00000001:1.0:1767734614.568473:0:196091:0:(osc_cache.c:1371:osc_completion()) Process leaving 00000008:00000020:1.0:1767734614.568482:0:196091:0:(osc_cache.c:1510:osc_free_grant()) lost 0 grant: 0 avail: 485097472 dirty: 0/0 00000008:00000020:1.0:1767734614.568492:0:196091:0:(osc_cache.c:483:__osc_extent_remove()) extent ffff94b1fa526c00@{[0 -> 255/255], [1|0|-|inv|wuY|ffff94b1ed999500], [1703936|0|-|-|ffff94b1c1677e00|256|ffff94b1d0c40000]} destroyed. 00000008:00010000:1.0:1767734614.568501:0:196091:0:(osc_cache.c:483:__osc_extent_remove()) ### extent: 00000000d4efe0d0 ns: lustre-OST0000-osc-ffff94b1ef335000 lock: ffff94b1c1677e00/0x1886cffb85c2b4f7 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x185e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x9bbb2ede58dab1bc expref: -99 pid: 241512 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1767734614.568511:0:196091:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734614.568514:0:196091:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:1.0:1767734614.568518:0:196091:0:(osc_cache.c:366:osc_extent_put()) slab-freed '(ext)': 192 at ffff94b1fa526c00. 00000008:00000001:1.0:1767734614.568525:0:196091:0:(osc_cache.c:908:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:1.0:1767734614.568528:0:196091:0:(osc_request.c:2505:osc_release_ppga()) kvfree 'ppga': 8 at ffff94b1d0d32720. 00000008:00000020:1.0:1767734614.568537:0:196091:0:(osc_cache.c:2281:osc_io_unplug0()) Queue writeback work for client ffff94b1def8d1e0. 00000008:00000001:1.0:1767734614.568549:0:196091:0:(osc_request.c:2720:brw_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734614.568561:0:196091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02cd180 x1853602672012416/t17179871170(17179871170) o4->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:6/4 lens 496/448 e 0 to 0 dl 1767734630 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767734614.568573:0:196091:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ecb0905e-f978-4384-816c-881545595fa4:196091:1853602672012416:192.168.203.112@tcp:4:bash.0 00000100:00000001:1.0:1767734614.568580:0:196091:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734614.568595:0:196091:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734614.568604:0:196091:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cd180 x1853602672012416/t17179871170(17179871170) o4->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:6/4 lens 496/448 e 0 to 0 dl 1767734630 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767734614.568613:0:196091:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734614.568616:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734614.568622:0:196091:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734614.568624:0:196091:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734614.568627:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767734614.568630:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734614.568644:0:227753:0:(cl_object.c:761:cl_env_obtain()) Process entered 00000020:00000001:1.0:1767734614.568648:0:227753:0:(cl_object.c:792:cl_env_obtain()) Process leaving (rc=18446626090183143432 : -117983526408184 : ffff94b1d1d1b008) 00000020:00001000:1.0:1767734614.568650:0:227753:0:(cl_object.c:830:cl_env_get()) 1@ffff94b1d1d1b000 00000008:00000020:1.0:1767734614.568654:0:227753:0:(osc_request.c:4001:brw_queue_work()) Run writeback work for client obd ffff94b1def8d1e0. 00000008:00000001:1.0:1767734614.568657:0:227753:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1767734614.568659:0:227753:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:1.0:1767734614.568661:0:227753:0:(osc_cache.c:2186:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1767734614.568663:0:227753:0:(osc_cache.c:2265:osc_check_rpcs()) Process leaving 00000020:00001000:1.0:1767734614.568665:0:227753:0:(cl_object.c:924:cl_env_put()) 1@ffff94b1d1d1b000 00000100:00000040:3.0:1767734614.604380:0:231614:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121b30 (cpu 0) has reached its deadline 4303376425, at 4303376426 00000100:00000010:3.0:1767734614.604393:0:231614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1dd24d240. 00000100:00000040:2.0:1767734614.605552:0:209018:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121a20 (cpu 0) has reached its deadline 4303376425, at 4303376427 00000100:00000010:2.0:1767734614.605564:0:209018:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1dd24d9c0. 00010000:00000001:3.0:1767734614.754426:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734614.754433:0:231614:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767734614.754435:0:231614:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767734614.754439:0:231614:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734614.754444:0:231614:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767734614.754448:0:231614:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734614.754451:0:231614:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734614.754454:0:231614:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734614.754458:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734614.754461:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734614.754466:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734614.754469:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734614.754475:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734614.754477:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734614.754538:0:226620:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767734614.754544:0:226620:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767734614.754549:0:226620:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1767734615.179141:0:245032:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734615.778389:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734615.778395:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734615.778402:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734615.778404:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734615.778409:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734615.778411:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734615.778415:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734615.778417:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734615.778473:0:215725:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767734615.778480:0:215725:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734615.778486:0:215725:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1767734616.045298:0:245176:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734616.610517:0:242285:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6d7b501b-fa70-4fef-9613-be2df560a7ce->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767734616.610528:0:242285:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767734616.610538:0:242285:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da9c00. 00000020:00000040:0.0:1767734616.610545:0:242285:0:(genops.c:1229:class_import_get()) import ffff94b1ef331000 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000001:0.0:1767734616.610551:0:242285:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734616.610555:0:242285:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734616.610561:0:242285:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734616.610570:0:242285:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b1f472cd00. 00000100:00000001:0.0:1767734616.610579:0:242285:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734616.610594:0:242285:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6d7b501b-fa70-4fef-9613-be2df560a7ce->MGS req@ffff94b1f2da9c00 x1853602672012544/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767734616.610609:0:242285:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734616.610627:0:242285:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734616.610637:0:242285:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6528b70] to pc [ptlrpcd_00_01+1] req@ffff94b1f2da9c00 x1853602672012544/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734616.610682:0:242285:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734616.610687:0:242285:0:(pinger.c:229:ptlrpc_pinger_process_import()) ecb0905e-f978-4384-816c-881545595fa4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767734616.610691:0:242285:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767734616.610695:0:242285:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8e00. 00000020:00000040:0.0:1767734616.610699:0:242285:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=79 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:0.0:1767734616.610702:0:242285:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734616.610704:0:242285:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734616.610707:0:242285:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734616.610711:0:242285:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b1f472cf00. 00000100:00000001:0.0:1767734616.610715:0:242285:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734616.610721:0:242285:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ecb0905e-f978-4384-816c-881545595fa4->lustre-MDT0000_UUID req@ffff94b1f2da8e00 x1853602672012672/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767734616.610730:0:242285:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734616.610733:0:242285:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734616.610737:0:242285:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ddcc036c] to pc [ptlrpcd_00_00+0] req@ffff94b1f2da8e00 x1853602672012672/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734616.610751:0:242285:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734616.610756:0:242285:0:(pinger.c:229:ptlrpc_pinger_process_import()) ecb0905e-f978-4384-816c-881545595fa4->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767734616.610763:0:242285:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767734616.610767:0:242285:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8380. 00000020:00000040:0.0:1767734616.610770:0:242285:0:(genops.c:1229:class_import_get()) import ffff94b1f64ad800 refcount=4 obd=lustre-OST0000-osc-ffff94b1ef335000 00000100:00000001:0.0:1767734616.610773:0:242285:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734616.610775:0:242285:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734616.610778:0:242285:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734616.610784:0:196092:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1767734616.610785:0:242285:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b1f472cb00. 00000100:00000001:0.0:1767734616.610797:0:242285:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734616.610799:0:196092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734616.610805:0:196092:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734616.610807:0:242285:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ecb0905e-f978-4384-816c-881545595fa4->lustre-OST0000_UUID req@ffff94b1f2da8380 x1853602672012800/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767734616.610824:0:196092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da9c00 x1853602672012544/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734616.610940:0:196092:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734616.610943:0:242285:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734616.610946:0:196092:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734616.610954:0:242285:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734616.610960:0:196092:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734616.610996:0:196092:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767734616.611003:0:242285:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000069264033] to pc [ptlrpcd_00_01+1] req@ffff94b1f2da8380 x1853602672012800/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767734616.611006:0:196092:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734616.611030:0:196092:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6d7b501b-fa70-4fef-9613-be2df560a7ce:196092:1853602672012544:192.168.203.112@tcp:400:kworker.0 00000100:00000001:1.0:1767734616.611058:0:196092:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767734616.611067:0:242285:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734616.611068:0:196092:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1767734616.611075:0:242285:0:(pinger.c:229:ptlrpc_pinger_process_import()) ecb0905e-f978-4384-816c-881545595fa4->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767734616.611079:0:242285:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767734616.611084:0:242285:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8000. 02000000:00000001:1.0:1767734616.611090:0:196092:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767734616.611091:0:242285:0:(genops.c:1229:class_import_get()) import ffff94b1f64aa000 refcount=4 obd=lustre-OST0001-osc-ffff94b1ef335000 02000000:00000001:1.0:1767734616.611102:0:196092:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767734616.611104:0:242285:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734616.611109:0:242285:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:1.0:1767734616.611112:0:196092:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1c3fbc800. 02000000:00000001:0.0:1767734616.611116:0:242285:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734616.611121:0:196092:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734616.611130:0:242285:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b1c41a1100. 00000400:00000200:1.0:1767734616.611141:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734616.611146:0:242285:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767734616.611150:0:196092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed8104d0. 00000100:00000040:0.0:1767734616.611161:0:242285:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ecb0905e-f978-4384-816c-881545595fa4->lustre-OST0001_UUID req@ffff94b1f2da8000 x1853602672012928/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1767734616.611164:0:196092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b2a8. 00000100:00000200:1.0:1767734616.611184:0:196092:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672012544, portal 25 00000100:00000001:0.0:1767734616.611185:0:242285:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734616.611197:0:196092:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734616.611198:0:242285:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734616.611212:0:196092:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737376256 : -117982972175360 : ffff94b1f2da9c00) 00000100:00000040:0.0:1767734616.611224:0:242285:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa54f8bb] to pc [ptlrpcd_00_00+0] req@ffff94b1f2da8000 x1853602672012928/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767734616.611236:0:196092:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1f2da9c00 x1853602672012544/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734632 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734616.611286:0:242285:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734616.611298:0:196092:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734616.611303:0:242285:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (8716) 00000100:00000040:1.0:1767734616.611385:0:196092:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734616.611392:0:196092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845bc38. 00000100:00000001:0.0:1767734616.611409:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1767734616.611410:0:196092:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853602672012544, offset 0 00000100:00000001:0.0:1767734616.611422:0:196091:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734616.611426:0:196091:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767734616.611428:0:196092:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000100:00000040:0.0:1767734616.611437:0:196091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8e00 x1853602672012672/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767734616.611453:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734616.611483:0:196092:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000100:00000001:0.0:1767734616.611487:0:196091:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734616.611493:0:196091:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734616.611496:0:196092:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734616.611506:0:196092:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 02000000:00000001:0.0:1767734616.611521:0:196091:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767734616.611522:0:196092:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1767734616.611530:0:196091:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767734616.611531:0:196092:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 02000000:00000001:0.0:1767734616.611548:0:196091:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734616.611557:0:196092:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66242:66242:256:4294967295] 192.168.203.112@tcp LPNI seq info [66242:66242:8:4294967295] 00000100:00100000:0.0:1767734616.611565:0:196091:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ecb0905e-f978-4384-816c-881545595fa4:196091:1853602672012672:192.168.203.112@tcp:400:kworker.0 00000400:00000200:1.0:1767734616.611572:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734616.611585:0:196091:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734616.611596:0:196091:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734616.611602:0:196091:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734616.611603:0:196092:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 02000000:00000001:0.0:1767734616.611617:0:196091:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734616.611624:0:196091:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1c78c4400. 00000800:00000200:1.0:1767734616.611625:0:196092:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 02000000:00000001:0.0:1767734616.611643:0:196091:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767734616.611646:0:196092:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c5857b00. 00000800:00000200:1.0:1767734616.611668:0:196092:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000400:00000200:0.0:1767734616.611670:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734616.611688:0:196091:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558630. 00000800:00000200:1.0:1767734616.611703:0:196092:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000400:00000010:0.0:1767734616.611709:0:196091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b440. 00000800:00000200:1.0:1767734616.611712:0:196092:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c5857b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:0.0:1767734616.611726:0:196091:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672012672, portal 10 00000100:00000001:0.0:1767734616.611731:0:196091:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734616.611734:0:196091:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737372672 : -117982972178944 : ffff94b1f2da8e00) 00000100:00000001:1.0:1767734616.611738:0:196092:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734616.611747:0:196091:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1f2da8e00 x1853602672012672/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734632 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767734616.611773:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734616.611773:0:196091:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767734616.611787:0:196092:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4303379289 00000100:00000040:0.0:1767734616.611798:0:196091:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000100:00000010:1.0:1767734616.611802:0:196092:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1dd24d000. 00000400:00000010:0.0:1767734616.611805:0:196091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b908. 00000100:00000200:0.0:1767734616.611815:0:196091:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853602672012672, offset 0 00000100:00000001:1.0:1767734616.611816:0:196092:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767734616.611837:0:196092:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4303379289 00000400:00000200:0.0:1767734616.611850:0:196091:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000100:00000010:1.0:1767734616.611852:0:196092:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1dd24dde0. 00000100:00000001:1.0:1767734616.611859:0:196092:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767734616.611869:0:196092:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767734616.611870:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734616.611886:0:196092:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734616.611894:0:196092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734616.611894:0:196091:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000100:00000001:1.0:1767734616.611913:0:196092:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767734616.611919:0:196091:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734616.611928:0:196091:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000100:00000001:1.0:1767734616.611929:0:196092:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734616.611936:0:196092:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:3.0:1767734616.611940:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767734616.611941:0:196091:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767734616.611946:0:196092:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767734616.611984:0:196092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:3.0:1767734616.611987:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c5857b00. 00000100:00000001:1.0:1767734616.611989:0:196092:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767734616.611989:0:196091:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:3.0:1767734616.612005:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767734616.612015:0:196092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8380 x1853602672012800/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767734616.612016:0:196091:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66243:66243:255:4294967295] 192.168.203.112@tcp LPNI seq info [66243:66243:7:4294967295] 00000400:00000200:0.0:1767734616.612069:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734616.612077:0:196092:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734616.612082:0:196092:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734616.612089:0:196092:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734616.612100:0:196092:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734616.612116:0:196092:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734616.612116:0:196091:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000100:00100000:1.0:1767734616.612134:0:196092:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ecb0905e-f978-4384-816c-881545595fa4:196092:1853602672012800:192.168.203.112@tcp:400:kworker.0 00000400:00000200:3.0:1767734616.612140:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:1.0:1767734616.612169:0:196092:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734616.612177:0:196092:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767734616.612180:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845bc38 02000000:00000001:1.0:1767734616.612187:0:196092:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767734616.612195:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845bc38. 00000800:00000200:0.0:1767734616.612196:0:196091:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 02000000:00000001:1.0:1767734616.612199:0:196092:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734616.612212:0:196092:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1c3fbc200. 00000100:00000001:3.0:1767734616.612217:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000800:00000010:0.0:1767734616.612219:0:196091:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c41a1f00. 02000000:00000001:1.0:1767734616.612220:0:196092:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767734616.612244:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da9c00 x1853602672012544/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734632 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767734616.612246:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000800:00000200:0.0:1767734616.612260:0:196091:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000400:00000010:1.0:1767734616.612265:0:196092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810420. 00000400:00000010:1.0:1767734616.612285:0:196092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b550. 00000800:00000200:0.0:1767734616.612290:0:196091:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000100:00000001:3.0:1767734616.612293:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734616.612343:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da9c00 x1853602672012544/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734632 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767734616.612358:0:196091:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c41a1f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:1.0:1767734616.612359:0:196092:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672012800, portal 4 00000100:00000001:3.0:1767734616.612360:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734616.612374:0:196092:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734616.612383:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767734616.612384:0:196092:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737369984 : -117982972181632 : ffff94b1f2da8380) 00000100:00000001:0.0:1767734616.612388:0:196091:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734616.612402:0:196091:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10713 usecs (11 jiffies) 00000100:00000040:1.0:1767734616.612410:0:196092:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1f2da8380 x1853602672012800/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734632 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767734616.612423:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734616.612438:0:196091:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303378445 00000100:00000001:1.0:1767734616.612452:0:196092:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767734616.612455:0:196091:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, keep current deadline 4303379289 00000800:00000200:3.0:1767734616.612456:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:1.0:1767734616.612469:0:196092:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000100:00000001:0.0:1767734616.612470:0:196091:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303378445 00000800:00000010:3.0:1767734616.612471:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1f00. 00000400:00000010:1.0:1767734616.612489:0:196092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b000. 00000100:00000001:0.0:1767734616.612489:0:196091:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, keep current deadline 4303379289 00000400:00000200:3.0:1767734616.612492:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767734616.612511:0:196091:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767734616.612514:0:196092:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853602672012800, offset 0 00000100:00000001:0.0:1767734616.612529:0:196091:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734616.612536:0:196091:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767734616.612538:0:196092:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000100:00000040:0.0:1767734616.612549:0:196091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8000 x1853602672012928/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767734616.612553:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734616.612581:0:196092:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000100:00000001:0.0:1767734616.612583:0:196091:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767734616.612589:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:0.0:1767734616.612595:0:196091:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734616.612605:0:196092:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767734616.612614:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b908 02000000:00000001:0.0:1767734616.612616:0:196091:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767734616.612622:0:196092:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 02000000:00000001:0.0:1767734616.612631:0:196091:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767734616.612633:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b908. 00000400:00000200:1.0:1767734616.612635:0:196092:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1767734616.612649:0:196086:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:0.0:1767734616.612653:0:196091:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734616.612655:0:196092:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000100:00000200:3.0:1767734616.612666:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8e00 x1853602672012672/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734632 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734616.612667:0:196091:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ecb0905e-f978-4384-816c-881545595fa4:196091:1853602672012928:192.168.203.112@tcp:400:kworker.0 00000400:00000200:1.0:1767734616.612673:0:196092:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66244:66244:255:4294967295] 192.168.203.112@tcp LPNI seq info [66244:66244:7:4294967295] 00000100:00000001:0.0:1767734616.612706:0:196091:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767734616.612718:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 02000000:00000001:0.0:1767734616.612720:0:196091:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734616.612737:0:196091:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734616.612739:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767734616.612758:0:196091:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767734616.612761:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8e00 x1853602672012672/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734632 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767734616.612780:0:196092:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 02000000:00000010:0.0:1767734616.612782:0:196091:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1c78c4600. 00000100:00000001:3.0:1767734616.612783:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734616.612804:0:196086:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1767734616.612804:0:196091:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767734616.612820:0:196092:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734616.612833:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000800:00000010:1.0:1767734616.612838:0:196092:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c5857d00. 00000400:00000010:0.0:1767734616.612855:0:196091:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558ec8. 00000800:00000200:1.0:1767734616.612858:0:196092:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000400:00000010:0.0:1767734616.612869:0:196091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80bf68. 00000800:00000200:1.0:1767734616.612875:0:196092:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000100:00000200:0.0:1767734616.612881:0:196091:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672012928, portal 4 00000800:00000200:1.0:1767734616.612885:0:196092:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c5857d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767734616.612888:0:196091:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734616.612895:0:196091:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737369088 : -117982972182528 : ffff94b1f2da8000) 00000100:00000040:0.0:1767734616.612909:0:196091:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1f2da8000 x1853602672012928/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734632 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734616.612911:0:196092:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734616.612926:0:196092:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1ef335000: using a timeout of 38926 usecs (39 jiffies) 00000100:00000001:0.0:1767734616.612940:0:196091:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767734616.612950:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734616.612955:0:196092:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303378473 00000100:00000040:0.0:1767734616.612959:0:196091:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000100:00000001:1.0:1767734616.612986:0:196092:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1ef335000: PM QoS request active for cpu 2, keep current deadline 4303379289 00000400:00000010:0.0:1767734616.612990:0:196091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b4c8. 00000100:00000001:1.0:1767734616.612993:0:196092:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303378473 00000100:00000200:0.0:1767734616.612999:0:196091:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853602672012928, offset 0 00000100:00000001:1.0:1767734616.613012:0:196092:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1ef335000: PM QoS request active for cpu 3, keep current deadline 4303379289 00000400:00000200:0.0:1767734616.613014:0:196091:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000100:00000001:1.0:1767734616.613022:0:196092:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767734616.613034:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734616.613035:0:196092:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734616.613040:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734616.613048:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c5857d00. 00000100:00000001:1.0:1767734616.613049:0:196092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734616.613054:0:196091:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734616.613063:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767734616.613065:0:196092:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767734616.613070:0:196091:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767734616.613087:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:1.0:1767734616.613091:0:196092:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767734616.613098:0:196091:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000100:00000001:1.0:1767734616.613101:0:196092:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767734616.613114:0:196092:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767734616.613114:0:196091:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767734616.613129:0:196092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767734616.613131:0:196091:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000100:00000001:1.0:1767734616.613138:0:196092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734616.613154:0:196092:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734616.613155:0:196091:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66245:66245:255:4294967295] 192.168.203.112@tcp LPNI seq info [66245:66245:7:4294967295] 00000400:00000200:0.0:1767734616.613171:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734616.613190:0:196091:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734616.613198:0:196091:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734616.613204:0:196091:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c41a1e00. 00000800:00000200:0.0:1767734616.613213:0:196091:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734616.613223:0:196091:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734616.613228:0:196091:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c41a1e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767734616.613233:0:196091:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734616.613238:0:196091:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1ef335000: using a timeout of 8458 usecs (9 jiffies) 00000400:00000200:0.0:1767734616.613242:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734616.613245:0:196091:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303378443 00000100:00000001:0.0:1767734616.613249:0:196091:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1ef335000: PM QoS request active for cpu 2, keep current deadline 4303379289 00000100:00000001:0.0:1767734616.613260:0:196091:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303378443 00000100:00000001:0.0:1767734616.613263:0:196091:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1ef335000: PM QoS request active for cpu 3, keep current deadline 4303379289 00000100:00000001:0.0:1767734616.613266:0:196091:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734616.613270:0:196091:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734616.613274:0:196091:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734616.613277:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734616.613287:0:196091:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734616.613289:0:196091:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767734616.613293:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767734616.613296:0:196091:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734616.613301:0:196091:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734616.613343:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b000 00000100:00000001:0.0:1767734616.613347:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767734616.613350:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b000. 00000100:00000001:3.0:1767734616.613361:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734616.613370:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8380 x1853602672012800/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734632 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734616.613394:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734616.613399:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8380 x1853602672012800/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734632 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734616.613407:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734616.613409:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767734616.613467:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734616.613472:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1e00. 00000400:00000200:3.0:1767734616.613476:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734616.613481:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734616.613485:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b4c8 00000400:00000010:3.0:1767734616.613487:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b4c8. 00000100:00000001:3.0:1767734616.613490:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734616.613495:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8000 x1853602672012928/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734632 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734616.613504:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734616.613507:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8000 x1853602672012928/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734632 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734616.613515:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734616.613517:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734616.614355:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734616.614368:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734616.614372:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734616.614375:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734616.614472:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734616.614480:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734616.614489:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734616.614494:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734616.614500:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734616.614505:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 25 MB=0x695d780d1ed00 00000400:00000200:3.0:1767734616.614511:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734616.614517:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.112@tcp of length 224/224 into md 0x7ac6d [1] + 224 00000800:00000001:3.0:1767734616.614538:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734616.614547:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734616.614551:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734616.614556:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734616.614561:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734616.614568:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da9c00 x1853602672012544/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734632 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734616.614711:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b1f2da9c00 x1853602672012544/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734632 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734616.614733:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734616.614742:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734616.614748:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734616.614750:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734616.614753:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734616.614758:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734616.614822:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734616.614832:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734616.614838:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734616.614842:0:196092:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767734616.614844:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734616.614851:0:196092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767734616.614858:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 10 MB=0x695d780d1ed80 00000400:00000001:1.0:1767734616.614865:0:196092:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:3.0:1767734616.614867:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000001:1.0:1767734616.614871:0:196092:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767734616.614878:0:196092:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed8104d0. 00000400:00000200:1.0:1767734616.614885:0:196092:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b2a8 00000400:00000010:1.0:1767734616.614888:0:196092:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b2a8. 00000100:00000001:1.0:1767734616.614893:0:196092:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767734616.614900:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 224/224 into md 0x7ac75 [1] + 224 00000100:00000200:1.0:1767734616.614906:0:196092:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da9c00 x1853602672012544/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734632 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767734616.614911:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734616.614924:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767734616.614931:0:196092:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da9c00 x1853602672012544/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734632 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767734616.614932:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734616.614952:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734616.614990:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767734616.614995:0:196092:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:3.0:1767734616.614999:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8e00 x1853602672012672/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734632 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734616.615001:0:196092:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734616.615011:0:196092:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767734616.615017:0:196092:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734616.615023:0:196092:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1767734616.615029:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b1f2da8e00 x1853602672012672/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734632 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734616.615030:0:196092:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734616.615039:0:196092:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734616.615054:0:196092:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1ef331458 time=44 v=5 (5 5 5 5) 00000100:00001000:1.0:1767734616.615060:0:196092:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1ef331410 time=44 v=5 (1 1 1 1) 00000100:00000001:1.0:1767734616.615075:0:196092:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734616.615080:0:196092:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734616.615088:0:196092:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767734616.615093:0:196092:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734616.615106:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767734616.615112:0:196092:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767734616.615119:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1767734616.615127:0:196092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da9c00 x1853602672012544/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734632 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767734616.615129:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734616.615145:0:196092:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734616.615149:0:196092:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734616.615153:0:196092:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734616.615159:0:196092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da9c00 x1853602672012544/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734632 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767734616.615170:0:196092:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6d7b501b-fa70-4fef-9613-be2df560a7ce:196092:1853602672012544:192.168.203.112@tcp:400:kworker.0 00000100:00000001:1.0:1767734616.615177:0:196092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734616.615180:0:196092:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767734616.615185:0:196092:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da9c00 x1853602672012544/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734632 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734616.615194:0:196092:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734616.615200:0:196092:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767734616.615206:0:196092:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1c3fbc800. 02000000:00000001:1.0:1767734616.615211:0:196092:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734616.615215:0:196092:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767734616.615219:0:196092:0:(genops.c:1242:class_import_put()) import ffff94b1ef331000 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:1.0:1767734616.615224:0:196092:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767734616.615228:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1767734616.615230:0:196092:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b1f472cd00. 00000100:00000001:0.0:1767734616.615237:0:196091:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767734616.615242:0:196092:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734616.615247:0:196092:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000001:0.0:1767734616.615249:0:196091:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000010:1.0:1767734616.615254:0:196092:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da9c00. 00000400:00000001:0.0:1767734616.615254:0:196091:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767734616.615265:0:196092:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000010:0.0:1767734616.615266:0:196091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558630. 00000100:00000001:1.0:1767734616.615274:0:196092:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767734616.615279:0:196091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b440 00000100:00000001:1.0:1767734616.615281:0:196092:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767734616.615287:0:196091:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b440. 00000100:00000001:1.0:1767734616.615288:0:196092:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767734616.615297:0:196092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734616.615301:0:196091:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767734616.615304:0:196092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767734616.615361:0:196091:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8e00 x1853602672012672/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734632 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734616.615378:0:196092:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767734616.615407:0:196091:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8e00 x1853602672012672/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734632 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734616.615419:0:196091:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734616.615423:0:196091:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734616.615427:0:196091:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734616.615431:0:196091:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734616.615435:0:196091:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734616.615439:0:196091:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734616.615442:0:196091:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734616.615453:0:196091:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac458 time=44 v=5 (5 5 5 5) 00000100:00001000:0.0:1767734616.615460:0:196091:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=44 v=5 (1 1 1 1) 00000100:00000001:0.0:1767734616.615464:0:196091:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734616.615466:0:196091:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734616.615483:0:196091:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734616.615487:0:196091:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734616.615492:0:196091:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734616.615495:0:196091:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924566 00000100:00000001:0.0:1767734616.615498:0:196091:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734616.615500:0:196091:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734616.615507:0:196091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8e00 x1853602672012672/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734632 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734616.615517:0:196091:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734616.615520:0:196091:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734616.615523:0:196091:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734616.615529:0:196091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8e00 x1853602672012672/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734632 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734616.615539:0:196091:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ecb0905e-f978-4384-816c-881545595fa4:196091:1853602672012672:192.168.203.112@tcp:400:kworker.0 00000100:00000001:0.0:1767734616.615546:0:196091:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734616.615549:0:196091:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734616.615553:0:196091:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8e00 x1853602672012672/t0(0) o400->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767734632 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734616.615562:0:196091:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734616.615566:0:196091:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734616.615569:0:196091:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1c78c4400. 02000000:00000001:0.0:1767734616.615574:0:196091:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734616.615576:0:196091:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734616.615579:0:196091:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=78 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734616.615582:0:196091:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734616.615585:0:196091:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b1f472cf00. 02000000:00000001:0.0:1767734616.615590:0:196091:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734616.615593:0:196091:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734616.615595:0:196091:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8e00. 00000100:00000001:0.0:1767734616.615600:0:196091:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734616.615602:0:196091:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734616.615605:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734616.615614:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767734616.615617:0:196091:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734616.615619:0:196091:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734616.615621:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767734616.616013:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734616.616025:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734616.616028:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734616.616090:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734616.616100:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734616.616108:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734616.616115:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734616.616119:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734616.616124:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734616.616128:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 4 MB=0x695d780d1ee80 00000400:00000200:3.0:1767734616.616134:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734616.616140:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.112@tcp of length 224/224 into md 0x7ac85 [1] + 224 00000800:00000001:3.0:1767734616.616147:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734616.616153:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734616.616155:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734616.616160:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734616.616165:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734616.616172:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8000 x1853602672012928/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734632 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734616.616187:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b1f2da8000 x1853602672012928/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734632 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734616.616212:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734616.616219:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734616.616223:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734616.616226:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734616.616228:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734616.616232:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734616.616237:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734616.616254:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734616.616258:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734616.616262:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734616.616266:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 4 MB=0x695d780d1ee00 00000400:00000200:3.0:1767734616.616271:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734616.616275:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.112@tcp of length 224/224 into md 0x7ac7d [1] + 224 00000800:00000001:3.0:1767734616.616280:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734616.616289:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734616.616293:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734616.616298:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734616.616341:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734616.616352:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8380 x1853602672012800/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734632 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734616.616354:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767734616.616361:0:196091:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734616.616380:0:196091:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767734616.616381:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b1f2da8380 x1853602672012800/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734632 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767734616.616388:0:196091:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734616.616399:0:196091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558ec8. 00000400:00000200:0.0:1767734616.616420:0:196091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80bf68 00000400:00000010:0.0:1767734616.616426:0:196091:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80bf68. 00000100:00000001:3.0:1767734616.616427:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734616.616436:0:196091:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:3.0:1767734616.616445:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1767734616.616454:0:196091:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8000 x1853602672012928/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734632 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767734616.616455:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767734616.616485:0:196091:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8000 x1853602672012928/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734632 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734616.616497:0:196091:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734616.616500:0:196091:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734616.616503:0:196091:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734616.616506:0:196091:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734616.616509:0:196091:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734616.616512:0:196091:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734616.616515:0:196091:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734616.616524:0:196091:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64aa458 time=43 v=5 (5 5 5 5) 00000100:00001000:0.0:1767734616.616530:0:196091:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64aa410 time=38 v=5 (1 0 0 0) 00000100:00000001:0.0:1767734616.616533:0:196091:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734616.616535:0:196091:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734616.616539:0:196091:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734616.616544:0:196091:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734616.616546:0:196092:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767734616.616550:0:196091:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767734616.616555:0:196092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1767734616.616556:0:196091:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94b1ef335000: committing for last_committed 12884903350 gen 6 00000400:00000001:1.0:1767734616.616575:0:196092:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767734616.616576:0:196091:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 12884903350) req@ffff94b1f2dab100 x1853602672011648/t12884903350(12884903350) o4->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:6/4 lens 648/448 e 0 to 0 dl 1767734625 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734616.616589:0:196091:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000001:1.0:1767734616.616595:0:196092:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767734616.616599:0:196091:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2dab100 x1853602672011648/t12884903350(12884903350) o4->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:6/4 lens 648/448 e 0 to 0 dl 1767734625 ref 1 fl Complete:RMQU/604/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1767734616.616603:0:196092:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810420. 00000400:00000200:1.0:1767734616.616612:0:196092:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b550 00000400:00000010:1.0:1767734616.616620:0:196092:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b550. 00000100:00000001:1.0:1767734616.616631:0:196092:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767734616.616645:0:196091:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000200:1.0:1767734616.616653:0:196092:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8380 x1853602672012800/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734632 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767734616.616654:0:196091:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734616.616662:0:196091:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94b1c4c9d000. 02000000:00000001:0.0:1767734616.616677:0:196091:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734616.616686:0:196091:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734616.616694:0:196091:0:(genops.c:1242:class_import_put()) import ffff94b1f64aa000 refcount=3 obd=lustre-OST0001-osc-ffff94b1ef335000 00000100:00000200:1.0:1767734616.616702:0:196092:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8380 x1853602672012800/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734632 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767734616.616705:0:196091:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734616.616716:0:196091:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1d04bfc00. 02000000:00000001:0.0:1767734616.616730:0:196091:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767734616.616734:0:196092:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767734616.616736:0:196091:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767734616.616753:0:196092:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767734616.616755:0:196091:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2dab100. 00000100:00000001:1.0:1767734616.616777:0:196092:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767734616.616778:0:196091:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734616.616791:0:196091:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767734616.616792:0:196092:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767734616.616801:0:196092:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734616.616802:0:196091:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734616.616808:0:196092:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734616.616811:0:196091:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94b1ef335000: normal: skip=1 replay=1/1 committed=0/0 02000000:00000001:1.0:1767734616.616818:0:196092:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734616.616820:0:196091:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734616.616827:0:196091:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767734616.616833:0:196092:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64adc58 time=43 v=5 (5 5 5 5) 00000100:00000040:0.0:1767734616.616842:0:196091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8000 x1853602672012928/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734632 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767734616.616845:0:196092:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64adc10 time=147 v=5 (1 1 1 1) 00000100:00000001:1.0:1767734616.616863:0:196092:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767734616.616871:0:196092:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734616.616888:0:196092:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767734616.616896:0:196091:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734616.616900:0:196092:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734616.616903:0:196091:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734616.616908:0:196092:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767734616.616908:0:196091:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767734616.616914:0:196092:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94b1ef335000: skip recheck: last_committed 17179871169 00000100:00000001:1.0:1767734616.616923:0:196092:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000040:0.0:1767734616.616925:0:196091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8000 x1853602672012928/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734632 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734616.616931:0:196092:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734616.616953:0:196092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8380 x1853602672012800/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734632 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734616.616995:0:196091:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ecb0905e-f978-4384-816c-881545595fa4:196091:1853602672012928:192.168.203.112@tcp:400:kworker.0 00000100:00000001:0.0:1767734616.617029:0:196091:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734616.617033:0:196092:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734616.617035:0:196091:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767734616.617051:0:196092:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767734616.617059:0:196092:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734616.617060:0:196091:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8000 x1853602672012928/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734632 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767734616.617079:0:196092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8380 x1853602672012800/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734632 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734616.617092:0:196091:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734616.617106:0:196091:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734616.617118:0:196091:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1c78c4600. 02000000:00000001:0.0:1767734616.617133:0:196091:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734616.617141:0:196091:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734616.617146:0:196091:0:(genops.c:1242:class_import_put()) import ffff94b1f64aa000 refcount=2 obd=lustre-OST0001-osc-ffff94b1ef335000 00000100:00100000:1.0:1767734616.617152:0:196092:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ecb0905e-f978-4384-816c-881545595fa4:196092:1853602672012800:192.168.203.112@tcp:400:kworker.0 00000020:00000001:0.0:1767734616.617155:0:196091:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734616.617169:0:196091:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b1c41a1100. 00000100:00000001:1.0:1767734616.617173:0:196092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767734616.617176:0:196091:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767734616.617180:0:196092:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767734616.617181:0:196091:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734616.617191:0:196091:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8000. 00000100:00000040:1.0:1767734616.617197:0:196092:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8380 x1853602672012800/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734632 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734616.617201:0:196091:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734616.617209:0:196091:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734616.617225:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734616.617233:0:196092:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767734616.617239:0:196092:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767734616.617239:0:196091:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734616.617258:0:196091:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734616.617259:0:196092:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1c3fbc200. 00000100:00000001:0.0:1767734616.617280:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767734616.617281:0:196092:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767734616.617298:0:196092:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767734616.617299:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767734616.617361:0:196092:0:(genops.c:1242:class_import_put()) import ffff94b1f64ad800 refcount=3 obd=lustre-OST0000-osc-ffff94b1ef335000 00000020:00000001:1.0:1767734616.617367:0:196092:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767734616.617370:0:196092:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b1f472cb00. 02000000:00000001:1.0:1767734616.617377:0:196092:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767734616.617379:0:196092:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767734616.617382:0:196092:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8380. 00000100:00000001:1.0:1767734616.617386:0:196092:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767734616.617388:0:196092:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734616.617391:0:196092:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734616.617398:0:196092:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734616.617400:0:196092:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734616.617403:0:196092:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767734616.617406:0:196092:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734616.789659:0:245243:0:(mdc_changelog.c:618:chlg_open()) Process entered 00000002:00000010:2.0:1767734616.789666:0:245243:0:(mdc_changelog.c:622:chlg_open()) kmalloced '(crs)': 224 at ffff94b1deb6f800. 00000002:00000001:2.0:1767734616.789672:0:245243:0:(mdc_changelog.c:638:chlg_open()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734616.789681:0:245243:0:(mdc_changelog.c:582:chlg_write()) Process entered 00000002:00000010:2.0:1767734616.789685:0:245243:0:(mdc_changelog.c:587:chlg_write()) kmalloced '(kbuf)': 64 at ffff94b1f0ebd3c0. 00000020:00000040:2.0:1767734616.789694:0:245243:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-mdc-ffff94b1ef335000 (ffff94b1def898e0) now 6 - changelog 00000002:00000001:2.0:1767734616.789707:0:245243:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000002:00000001:2.0:1767734616.789711:0:245243:0:(mdc_request.c:2643:mdc_set_info_async()) Process entered 00000100:00000001:2.0:1767734616.789715:0:245243:0:(pack_generic.c:1733:do_set_info_async()) Process entered 00000100:00000010:2.0:1767734616.789721:0:245243:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02cb100. 00000020:00000040:2.0:1767734616.789725:0:245243:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=79 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:2.0:1767734616.789731:0:245243:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767734616.789734:0:245243:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767734616.789738:0:245243:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767734616.789744:0:245243:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c337de00. 00000100:00000001:2.0:1767734616.789749:0:245243:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734616.789757:0:245243:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767734616.789759:0:245243:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767734616.789764:0:245243:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1c3786cc0. 00000100:00000001:2.0:1767734616.789767:0:245243:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626089942412480 : -117983767139136 : ffff94b1c3786cc0) 00000100:00000001:2.0:1767734616.789771:0:245243:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734616.789773:0:245243:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155553024 : -117983553998592 : ffff94b1d02cb100) 00000100:00000001:2.0:1767734616.789777:0:245243:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767734616.789781:0:245243:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734616.789784:0:245243:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767734616.789785:0:245243:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767734616.789794:0:245243:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02cb100 x1853602672013056/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734616.789806:0:245243:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767734616.789808:0:245243:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734616.789812:0:245243:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767734616.789815:0:245243:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767734616.789818:0:245243:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767734616.789822:0:245243:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02cb100 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:245243:1853602672013056:192.168.203.112@tcp:46:lfs.0 00000100:00000001:2.0:1767734616.789827:0:245243:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767734616.789831:0:245243:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767734616.789834:0:245243:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734616.789837:0:245243:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767734616.789840:0:245243:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1c337c800. 02000000:00000001:2.0:1767734616.789842:0:245243:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734616.789857:0:245243:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:2.0:1767734616.789862:0:245243:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f8c5e7e8. 00000400:00000010:2.0:1767734616.789869:0:245243:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa295d8. 00000100:00000200:2.0:1767734616.789874:0:245243:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672013056, portal 10 00000100:00000001:2.0:1767734616.789877:0:245243:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734616.789879:0:245243:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155553024 : -117983553998592 : ffff94b1d02cb100) 00000100:00000040:2.0:1767734616.789887:0:245243:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1d02cb100 x1853602672013056/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734632 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734616.789898:0:245243:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767734616.789901:0:245243:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:2.0:1767734616.789904:0:245243:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29f68. 00000100:00000200:2.0:1767734616.789908:0:245243:0:(niobuf.c:94:ptl_send_buf()) Sending 480 bytes to portal 12, xid 1853602672013056, offset 0 00000400:00000200:2.0:1767734616.789914:0:245243:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:2.0:1767734616.789922:0:245243:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734616.789930:0:245243:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734616.789935:0:245243:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767734616.789940:0:245243:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:2.0:1767734616.789944:0:245243:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767734616.789947:0:245243:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:2.0:1767734616.789952:0:245243:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66246:66246:256:4294967295] 192.168.203.112@tcp LPNI seq info [66246:66246:8:4294967295] 00000400:00000200:2.0:1767734616.789958:0:245243:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734616.789995:0:245243:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:2.0:1767734616.790002:0:245243:0:(socklnd_cb.c:1001:ksocknal_send()) sending 480 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767734616.790007:0:245243:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1deb6f100. 00000800:00000200:2.0:1767734616.790014:0:245243:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767734616.790022:0:245243:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767734616.790028:0:245243:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1deb6f100 type 1, nob 576 niov 1 nkiov 1 00000100:00000001:2.0:1767734616.790048:0:245243:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734616.790053:0:245243:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10713 usecs (11 jiffies) 00000400:00000200:2.0:1767734616.790058:0:245243:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:2.0:1767734616.790061:0:245243:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303378622 00000100:00000001:2.0:1767734616.790074:0:245243:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, keep current deadline 4303379289 00000100:00000001:2.0:1767734616.790078:0:245243:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303378622 00000100:00000001:2.0:1767734616.790081:0:245243:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, keep current deadline 4303379289 00000100:00000001:2.0:1767734616.790084:0:245243:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734616.790087:0:245243:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734616.790090:0:245243:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767734616.790092:0:245243:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767734616.790095:0:245243:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1c3786cc0 going to sleep for 11 seconds 00000100:00000001:2.0:1767734616.790098:0:245243:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767734616.790101:0:245243:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734616.790219:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734616.790227:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1deb6f100. 00000400:00000200:3.0:1767734616.790233:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734616.790242:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734616.790248:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29f68 00000400:00000010:3.0:1767734616.790251:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29f68. 00000100:00000001:3.0:1767734616.790255:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734616.790264:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cb100 x1853602672013056/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734632 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734616.790277:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734616.790281:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cb100 x1853602672013056/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734632 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734616.790290:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734616.790304:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734616.794414:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734616.794427:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734616.794431:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734616.794436:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734616.794506:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734616.794513:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734616.794521:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734616.794526:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734616.794531:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734616.794535:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 10 MB=0x695d780d1ef00 00000400:00000200:3.0:1767734616.794542:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734616.794548:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 224/224 into md 0x7ac8d [1] + 224 00000800:00000001:3.0:1767734616.794554:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734616.794563:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734616.794566:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734616.794571:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734616.794575:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734616.794583:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cb100 x1853602672013056/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734632 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734616.794596:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b1d02cb100 x1853602672013056/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734632 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734616.794624:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734616.794631:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734616.794635:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734616.794668:0:245243:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767734616.794680:0:245243:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767734616.794683:0:245243:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767734616.794688:0:245243:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f8c5e7e8. 00000400:00000200:2.0:1767734616.794696:0:245243:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa295d8 00000400:00000010:2.0:1767734616.794699:0:245243:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa295d8. 00000100:00000001:2.0:1767734616.794703:0:245243:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734616.794714:0:245243:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02cb100 x1853602672013056/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734632 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767734616.794729:0:245243:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02cb100 x1853602672013056/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734632 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734616.794740:0:245243:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767734616.794742:0:245243:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734616.794746:0:245243:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767734616.794748:0:245243:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767734616.794751:0:245243:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767734616.794754:0:245243:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734616.794757:0:245243:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767734616.794765:0:245243:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac458 time=44 v=5 (5 5 5 5) 00000100:00001000:2.0:1767734616.794770:0:245243:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=44 v=5 (1 1 1 1) 00000100:00000001:2.0:1767734616.794773:0:245243:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767734616.794775:0:245243:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734616.794778:0:245243:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767734616.794782:0:245243:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734616.794799:0:245243:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767734616.794802:0:245243:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924566 00000100:00000001:2.0:1767734616.794805:0:245243:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767734616.794807:0:245243:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734616.794813:0:245243:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02cb100 x1853602672013056/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734632 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734616.794823:0:245243:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734616.794826:0:245243:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767734616.794828:0:245243:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767734616.794833:0:245243:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02cb100 x1853602672013056/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734632 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767734616.794843:0:245243:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02cb100 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:245243:1853602672013056:192.168.203.112@tcp:46:lfs.0 00000100:00000001:2.0:1767734616.794850:0:245243:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734616.794853:0:245243:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734616.794856:0:245243:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767734616.794859:0:245243:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734616.794863:0:245243:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cb100 x1853602672013056/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734632 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734616.794871:0:245243:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767734616.794875:0:245243:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1c3786cc0. 00000100:00000001:2.0:1767734616.794878:0:245243:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767734616.794880:0:245243:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734616.794883:0:245243:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734616.794886:0:245243:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02cb100 x1853602672013056/t0(0) o46->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767734632 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734616.794894:0:245243:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767734616.794896:0:245243:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767734616.794900:0:245243:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1c337c800. 02000000:00000001:2.0:1767734616.794903:0:245243:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767734616.794905:0:245243:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767734616.794907:0:245243:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=78 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:2.0:1767734616.794910:0:245243:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767734616.794919:0:245243:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c337de00. 02000000:00000001:2.0:1767734616.794923:0:245243:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767734616.794925:0:245243:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767734616.794928:0:245243:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02cb100. 00000100:00000001:2.0:1767734616.794932:0:245243:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767734616.794934:0:245243:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734616.794937:0:245243:0:(pack_generic.c:1769:do_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734616.794940:0:245243:0:(mdc_request.c:2667:mdc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734616.794943:0:245243:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767734616.794946:0:245243:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdc-ffff94b1ef335000 (ffff94b1def898e0) now 6 - changelog 00000002:00000001:2.0:1767734616.794950:0:245243:0:(mdc_changelog.c:601:chlg_write()) Process leaving 00000002:00000010:2.0:1767734616.794952:0:245243:0:(mdc_changelog.c:603:chlg_write()) kfreed 'kbuf': 64 at ffff94b1f0ebd3c0. 00000002:00000010:2.0:1767734616.795003:0:245243:0:(mdc_changelog.c:662:chlg_release()) kfreed 'crs': 224 at ffff94b1deb6f800. 00010000:00000001:3.0:1767734616.803382:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734616.803388:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734616.803395:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734616.803397:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734616.803402:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734616.803405:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734616.803413:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734616.803417:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734616.803702:0:215726:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767734616.803709:0:215726:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767734616.803715:0:215726:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767734617.506476:0:231614:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121b30 (cpu 0) has reached its deadline 4303379289, at 4303379328 00000100:00000040:2.0:1767734617.506486:0:209018:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121a20 (cpu 0) has reached its deadline 4303379289, at 4303379328 00000100:00000010:2.0:1767734617.506516:0:209018:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1dd24d000. 00000100:00000010:3.0:1767734617.506520:0:231614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1dd24dde0. 00000080:00000001:1.0:1767734617.719216:0:245271:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734617.826424:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734617.826429:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734617.826434:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734617.826436:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734617.826443:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734617.826446:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734617.826455:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734617.826458:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734617.826600:0:226620:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767734617.826608:0:226620:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767734617.826613:0:226620:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1767734618.377204:0:245362:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767734618.560664:0:245398:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767734618.560670:0:245398:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity test 160f: changelog garbage collect (timestamped users) ========================================================== 16:23:37 (1767734617) 00000001:00000001:2.0:1767734618.569244:0:245398:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:3.0:1767734618.850426:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734618.850433:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734618.850440:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734618.850443:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734618.850447:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734618.850449:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734618.850453:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734618.850455:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734618.850510:0:215725:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767734618.850516:0:215725:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734618.850522:0:215725:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1767734619.874481:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734619.874487:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734619.874492:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734619.874494:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734619.874498:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734619.874500:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734619.874503:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734619.874505:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734619.874651:0:215726:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767734619.874657:0:215726:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767734619.874663:0:215726:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1767734620.898462:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734620.898468:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734620.898473:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734620.898483:0:231614:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767734620.898485:0:231614:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767734620.898492:0:231614:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734620.898495:0:231614:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734620.898497:0:231614:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734620.898501:0:231614:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767734620.898505:0:231614:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734620.898508:0:231614:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734620.898511:0:231614:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734620.898528:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734620.898531:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734620.898534:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734620.898536:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734620.898690:0:226620:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767734620.898696:0:226620:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767734620.898701:0:226620:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1767734621.478601:0:245545:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734621.478608:0:245545:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734621.478611:0:245545:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1767734621.478615:0:245545:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30802bba8 00000080:00200000:1.0:1767734621.478621:0:245545:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8),name=/ 00000080:00000010:1.0:1767734621.478631:0:245545:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d0ed9600. 00800000:00000002:1.0:1767734621.478646:0:245545:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fdf22380 2 00000080:00000001:1.0:1767734621.478652:0:245545:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734621.478658:0:245545:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734621.478662:0:245545:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30802bac8 00800000:00000002:1.0:1767734621.478665:0:245545:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767734621.478670:0:245545:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1767734621.478677:0:245545:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1767734621.478685:0:245545:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734621.478687:0:245545:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30802b998 00000002:00010000:1.0:1767734621.478690:0:245545:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734621.478695:0:245545:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734621.478698:0:245545:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734621.478702:0:245545:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734621.478712:0:245545:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d0461100 count: 2 00010000:00000001:1.0:1767734621.478716:0:245545:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734621.478723:0:245545:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734621.478727:0:245545:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767734621.478733:0:245545:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740400/0x1886cffb85c2b640 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab5c1 expref: -99 pid: 243528 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767734621.478749:0:245545:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767734621.478756:0:245545:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734621.478761:0:245545:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740400/0x1886cffb85c2b640 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab5c1 expref: -99 pid: 243528 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1767734621.478770:0:245545:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1767734621.478772:0:245545:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734621.478775:0:245545:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734621.478778:0:245545:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734621.478780:0:245545:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734621.478783:0:245545:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1767734621.478787:0:245545:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1767734621.478791:0:245545:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fdf22380 2 00000080:00000010:1.0:1767734621.478796:0:245545:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d0ed9600. 00000080:00000001:1.0:1767734621.478801:0:245545:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767734621.478809:0:245545:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734621.478813:0:245545:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) 00000080:00010000:1.0:1767734621.478819:0:245545:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) for lock 0x1886cffb85c2b640 00800000:00000001:1.0:1767734621.478823:0:245545:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734621.478827:0:245545:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734621.478829:0:245545:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734621.478832:0:245545:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734621.478836:0:245545:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5740400 refcount=3 00000020:00000001:1.0:1767734621.478839:0:245545:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975677952 : -117983733873664 : ffff94b1c5740400) 00010000:00000001:1.0:1767734621.478842:0:245545:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975677952 : -117983733873664 : ffff94b1c5740400) 00010000:00000001:1.0:1767734621.478847:0:245545:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734621.478848:0:245545:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734621.478850:0:245545:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734621.478852:0:245545:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734621.478855:0:245545:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b640 from it ffffafc30802bbe0 00010000:00000001:1.0:1767734621.478859:0:245545:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734621.478860:0:245545:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734621.478862:0:245545:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5740400 refcount=3 00000020:00000001:1.0:1767734621.478864:0:245545:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975677952 : -117983733873664 : ffff94b1c5740400) 00010000:00000001:1.0:1767734621.478867:0:245545:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975677952 : -117983733873664 : ffff94b1c5740400) 00010000:00000001:1.0:1767734621.478870:0:245545:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734621.478874:0:245545:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740400/0x1886cffb85c2b640 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab5c1 expref: -99 pid: 243528 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734621.478882:0:245545:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734621.478884:0:245545:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734621.478886:0:245545:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734621.478889:0:245545:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734621.478892:0:245545:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740400/0x1886cffb85c2b640 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab5c1 expref: -99 pid: 243528 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734621.478901:0:245545:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734621.478903:0:245545:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734621.478905:0:245545:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734621.478914:0:245545:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734621.478915:0:245545:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734621.478917:0:245545:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734621.478920:0:245545:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734621.478922:0:245545:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734621.478924:0:245545:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734621.478952:0:245545:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734621.478955:0:245545:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734621.478957:0:245545:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734621.478959:0:245545:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767734621.478963:0:245545:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767734621.478966:0:245545:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734621.478969:0:245545:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8), inode mode 41ed mask 1 00000080:00000001:1.0:1767734621.478977:0:245545:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767734621.478988:0:245545:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1c70ad0c0. 00000020:00000001:1.0:1767734621.478994:0:245545:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30802bd98 00000080:00200000:1.0:1767734621.478997:0:245545:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=d160f.sanity, dir=[0x200000007:0x1:0x0](ffff94b1f14e42c8), flags=1536 00000080:00000001:1.0:1767734621.479001:0:245545:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734621.479002:0:245545:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1767734621.479004:0:245545:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30802bca8 00000080:00200000:1.0:1767734621.479006:0:245545:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8),name=/ 00000080:00000010:1.0:1767734621.479010:0:245545:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d0ed9600. 00800000:00000002:1.0:1767734621.479015:0:245545:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fdf22380 2 00000080:00000001:1.0:1767734621.479017:0:245545:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734621.479020:0:245545:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734621.479022:0:245545:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30802bbc8 00800000:00000002:1.0:1767734621.479024:0:245545:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767734621.479028:0:245545:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1767734621.479030:0:245545:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1767734621.479035:0:245545:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734621.479037:0:245545:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30802ba98 00000002:00010000:1.0:1767734621.479039:0:245545:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734621.479042:0:245545:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734621.479044:0:245545:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734621.479046:0:245545:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734621.479050:0:245545:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d0461100 count: 2 00010000:00000001:1.0:1767734621.479060:0:245545:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734621.479063:0:245545:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734621.479066:0:245545:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767734621.479070:0:245545:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740400/0x1886cffb85c2b640 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab5c1 expref: -99 pid: 243528 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767734621.479078:0:245545:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767734621.479081:0:245545:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734621.479085:0:245545:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740400/0x1886cffb85c2b640 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab5c1 expref: -99 pid: 243528 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1767734621.479093:0:245545:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1767734621.479095:0:245545:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734621.479097:0:245545:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734621.479099:0:245545:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734621.479102:0:245545:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734621.479104:0:245545:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1767734621.479107:0:245545:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1767734621.479110:0:245545:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fdf22380 2 00000080:00000010:1.0:1767734621.479113:0:245545:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d0ed9600. 00000080:00000001:1.0:1767734621.479116:0:245545:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767734621.479118:0:245545:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734621.479121:0:245545:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) 00000080:00010000:1.0:1767734621.479124:0:245545:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) for lock 0x1886cffb85c2b640 00800000:00000001:1.0:1767734621.479127:0:245545:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734621.479130:0:245545:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734621.479131:0:245545:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734621.479133:0:245545:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734621.479135:0:245545:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5740400 refcount=3 00000020:00000001:1.0:1767734621.479138:0:245545:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975677952 : -117983733873664 : ffff94b1c5740400) 00010000:00000001:1.0:1767734621.479141:0:245545:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975677952 : -117983733873664 : ffff94b1c5740400) 00010000:00000001:1.0:1767734621.479143:0:245545:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734621.479145:0:245545:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734621.479146:0:245545:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734621.479153:0:245545:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734621.479156:0:245545:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b640 from it ffffafc30802bce0 00010000:00000001:1.0:1767734621.479159:0:245545:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734621.479161:0:245545:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734621.479162:0:245545:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5740400 refcount=3 00000020:00000001:1.0:1767734621.479165:0:245545:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975677952 : -117983733873664 : ffff94b1c5740400) 00010000:00000001:1.0:1767734621.479167:0:245545:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975677952 : -117983733873664 : ffff94b1c5740400) 00010000:00000001:1.0:1767734621.479170:0:245545:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734621.479173:0:245545:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740400/0x1886cffb85c2b640 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab5c1 expref: -99 pid: 243528 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734621.479180:0:245545:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734621.479182:0:245545:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734621.479183:0:245545:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734621.479185:0:245545:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734621.479188:0:245545:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740400/0x1886cffb85c2b640 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab5c1 expref: -99 pid: 243528 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734621.479195:0:245545:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734621.479197:0:245545:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734621.479199:0:245545:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734621.479202:0:245545:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734621.479203:0:245545:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734621.479205:0:245545:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734621.479207:0:245545:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734621.479209:0:245545:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734621.479211:0:245545:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734621.479214:0:245545:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734621.479216:0:245545:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734621.479218:0:245545:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734621.479219:0:245545:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767734621.479221:0:245545:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767734621.479223:0:245545:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734621.479225:0:245545:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8), inode mode 41ed mask 3 00000080:00000001:1.0:1767734621.479229:0:245545:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734621.479234:0:245545:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767734621.479240:0:245545:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1767734621.479242:0:245545:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30802bd90 00000080:00200000:1.0:1767734621.479244:0:245545:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8),name=/ 00000080:00000010:1.0:1767734621.479249:0:245545:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d0ed9600. 00800000:00000002:1.0:1767734621.479252:0:245545:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fdf22380 2 00000080:00000001:1.0:1767734621.479254:0:245545:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767734621.479257:0:245545:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767734621.479258:0:245545:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30802bcb0 00800000:00000002:1.0:1767734621.479261:0:245545:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767734621.479264:0:245545:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1767734621.479267:0:245545:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1767734621.479271:0:245545:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767734621.479272:0:245545:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30802bb80 00000002:00010000:1.0:1767734621.479275:0:245545:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767734621.479278:0:245545:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767734621.479280:0:245545:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734621.479281:0:245545:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734621.479284:0:245545:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d0461100 count: 2 00010000:00000001:1.0:1767734621.479287:0:245545:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734621.479290:0:245545:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734621.479292:0:245545:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767734621.479296:0:245545:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740400/0x1886cffb85c2b640 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab5c1 expref: -99 pid: 243528 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767734621.479303:0:245545:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767734621.479306:0:245545:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767734621.479351:0:245545:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740400/0x1886cffb85c2b640 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab5c1 expref: -99 pid: 243528 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1767734621.479362:0:245545:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1767734621.479365:0:245545:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734621.479368:0:245545:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734621.479371:0:245545:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767734621.479374:0:245545:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734621.479378:0:245545:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1767734621.479390:0:245545:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1767734621.479394:0:245545:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fdf22380 2 00000080:00000010:1.0:1767734621.479398:0:245545:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d0ed9600. 00000080:00000001:1.0:1767734621.479403:0:245545:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767734621.479405:0:245545:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734621.479409:0:245545:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) 00000080:00010000:1.0:1767734621.479413:0:245545:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) for lock 0x1886cffb85c2b640 00800000:00000001:1.0:1767734621.479417:0:245545:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767734621.479421:0:245545:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767734621.479424:0:245545:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734621.479427:0:245545:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734621.479431:0:245545:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5740400 refcount=3 00000020:00000001:1.0:1767734621.479434:0:245545:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975677952 : -117983733873664 : ffff94b1c5740400) 00010000:00000001:1.0:1767734621.479438:0:245545:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975677952 : -117983733873664 : ffff94b1c5740400) 00010000:00000001:1.0:1767734621.479442:0:245545:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734621.479445:0:245545:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767734621.479447:0:245545:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734621.479450:0:245545:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767734621.479453:0:245545:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b640 from it ffffafc30802bdc8 00010000:00000001:1.0:1767734621.479456:0:245545:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767734621.479458:0:245545:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767734621.479459:0:245545:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5740400 refcount=3 00000020:00000001:1.0:1767734621.479462:0:245545:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975677952 : -117983733873664 : ffff94b1c5740400) 00010000:00000001:1.0:1767734621.479464:0:245545:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975677952 : -117983733873664 : ffff94b1c5740400) 00010000:00000001:1.0:1767734621.479467:0:245545:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767734621.479470:0:245545:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740400/0x1886cffb85c2b640 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab5c1 expref: -99 pid: 243528 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734621.479477:0:245545:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734621.479479:0:245545:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734621.479481:0:245545:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767734621.479483:0:245545:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767734621.479485:0:245545:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740400/0x1886cffb85c2b640 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab5c1 expref: -99 pid: 243528 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767734621.479505:0:245545:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767734621.479507:0:245545:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767734621.479509:0:245545:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734621.479512:0:245545:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734621.479513:0:245545:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734621.479515:0:245545:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734621.479518:0:245545:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767734621.479519:0:245545:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734621.479522:0:245545:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734621.479524:0:245545:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734621.479527:0:245545:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767734621.479528:0:245545:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734621.479530:0:245545:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767734621.479532:0:245545:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767734621.479534:0:245545:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767734621.479537:0:245545:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8), inode mode 41ed mask 3 00000080:00000001:1.0:1767734621.479541:0:245545:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734621.479546:0:245545:0:(namei.c:2172:do_mkdir()) Process entered 00000020:00000001:1.0:1767734621.479548:0:245545:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30802bda0 00000080:00200000:1.0:1767734621.479551:0:245545:0:(namei.c:2175:do_mkdir()) VFS Op:name=d160f.sanity, dir=[0x200000007:0x1:0x0](ffff94b1f14e42c8) 00000080:00000001:1.0:1767734621.479555:0:245545:0:(namei.c:1904:ll_new_node()) Process entered 00000080:00000001:1.0:1767734621.479558:0:245545:0:(namei.c:1713:ll_new_node_prepare()) Process entered 00000080:00000010:1.0:1767734621.479562:0:245545:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d0ed9600. 00800000:00000002:1.0:1767734621.479565:0:245545:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fdf22380 2 00000080:00000010:1.0:1767734621.479576:0:245545:0:(namei.c:1731:ll_new_node_prepare()) kmalloced '(lum)': 48 at ffff94b1f451fe80. 00000080:00000001:1.0:1767734621.479581:0:245545:0:(namei.c:1820:ll_new_node_prepare()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734621.479585:0:245545:0:(lmv_obd.c:2218:lmv_create()) Process entered 00800000:00000001:1.0:1767734621.479588:0:245545:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1767734621.479596:0:245545:0:(lmv_obd.c:1669:lmv_locate_tgt_qos()) Process entered 00800000:00000001:1.0:1767734621.479599:0:245545:0:(lmv_obd.c:1672:lmv_locate_tgt_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:1.0:1767734621.479603:0:245545:0:(lmv_obd.c:1750:lmv_locate_tgt_rr()) Process entered 00800000:00000001:1.0:1767734621.479607:0:245545:0:(lmv_obd.c:1764:lmv_locate_tgt_rr()) Process leaving (rc=18446626090186065920 : -117983523485696 : ffff94b1d1fe4800) 00800000:00000001:1.0:1767734621.479611:0:245545:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446626090186065920 : -117983523485696 : ffff94b1d1fe4800) 00800000:00000001:1.0:1767734621.479614:0:245545:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1767734621.479617:0:245545:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1767734621.479626:0:245545:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1767734621.479630:0:245545:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1767734621.479634:0:245545:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff94b1ef335000: Allocated FID [0x2000013a2:0x8f0:0x0] 40000000:00000001:1.0:1767734621.479637:0:245545:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734621.479639:0:245545:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734621.479642:0:245545:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767734621.479644:0:245545:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767734621.479648:0:245545:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc30802bbe0 00800000:00000002:1.0:1767734621.479650:0:245545:0:(lmv_obd.c:2249:lmv_create()) CREATE name 'd160f.sanity' [0x2000013a2:0x8f0:0x0] on [0x200000007:0x1:0x0] -> mds #0 00000002:00000001:1.0:1767734621.479656:0:245545:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:1.0:1767734621.479659:0:245545:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767734621.479663:0:245545:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d0461100 count: 2 00010000:00000001:1.0:1767734621.479666:0:245545:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767734621.479669:0:245545:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767734621.479674:0:245545:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767734621.479677:0:245545:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740400/0x1886cffb85c2b640 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58dab5c1 expref: -99 pid: 243528 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1767734621.479686:0:245545:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767734621.479692:0:245545:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1767734621.479695:0:245545:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1767734621.479698:0:245545:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1767734621.479701:0:245545:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734621.479703:0:245545:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734621.479705:0:245545:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d0461100 count: 3 00010000:00000001:1.0:1767734621.479708:0:245545:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734621.479711:0:245545:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734621.479713:0:245545:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734621.479714:0:245545:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734621.479716:0:245545:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d0461100 count: 3 00010000:00000001:1.0:1767734621.479718:0:245545:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734621.479721:0:245545:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767734621.479723:0:245545:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767734621.479724:0:245545:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767734621.479726:0:245545:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d0461100 count: 3 00010000:00000001:1.0:1767734621.479728:0:245545:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767734621.479736:0:245545:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767734621.479738:0:245545:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1767734621.479742:0:245545:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff94b1f14e4200, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1767734621.479747:0:245545:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1767734621.479750:0:245545:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1767734621.479753:0:245545:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1767734621.479755:0:245545:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734621.479759:0:245545:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767734621.479764:0:245545:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767734621.479766:0:245545:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767734621.479768:0:245545:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767734621.479771:0:245545:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767734621.479774:0:245545:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1c5740400 with handle 0x1886cffb85c2b640 from hash 00010000:00000001:1.0:1767734621.479777:0:245545:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767734621.479779:0:245545:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734621.479781:0:245545:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734621.479782:0:245545:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767734621.479786:0:245545:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767734621.479788:0:245545:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1767734621.479792:0:245545:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767734621.479794:0:245545:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767734621.479797:0:245545:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767734621.479804:0:245545:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02cfb80. 00000020:00000040:1.0:1767734621.479808:0:245545:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=79 obd=lustre-MDT0000-mdc-ffff94b1ef335000 02000000:00000001:1.0:1767734621.479816:0:245545:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1767734621.479818:0:245545:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734621.479821:0:245545:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767734621.479827:0:245545:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767734621.479830:0:245545:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767734621.479832:0:245545:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734621.479833:0:245545:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734621.479837:0:245545:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767734621.479840:0:245545:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767734621.479844:0:245545:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767734621.479851:0:245545:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1c4c9cc00. 00000100:00000001:1.0:1767734621.479861:0:245545:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734621.479869:0:245545:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734621.479873:0:245545:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767734621.479880:0:245545:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740400/0x1886cffb85c2b640 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58dab5c1 expref: -99 pid: 243528 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767734621.479888:0:245545:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767734621.479890:0:245545:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767734621.479892:0:245545:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767734621.479895:0:245545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5740400/0x1886cffb85c2b640 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58dab5c1 expref: -99 pid: 243528 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767734621.479905:0:245545:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1d0461100 count: 0 00010000:00000010:1.0:1767734621.479911:0:245545:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1c7e3f700. 00010000:00000001:1.0:1767734621.479919:0:245545:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767734621.479921:0:245545:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734621.479923:0:245545:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767734621.479947:0:245545:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767734621.479951:0:245545:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1767734621.479966:0:245545:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1ef335000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1767734621.479981:0:245545:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1d02cfb80 x1853602672013312/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 560/896 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767734621.479992:0:245545:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767734621.479995:0:245545:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767734621.480003:0:245545:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1c4372600. 00000100:00000001:1.0:1767734621.480006:0:245545:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626089954911744 : -117983754639872 : ffff94b1c4372600) 00000100:00000001:1.0:1767734621.480010:0:245545:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734621.480012:0:245545:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155572096 : -117983553979520 : ffff94b1d02cfb80) 00000100:00000001:1.0:1767734621.480018:0:245545:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767734621.480024:0:245545:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734621.480027:0:245545:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767734621.480029:0:245545:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734621.480035:0:245545:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02cfb80 x1853602672013312/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 560/896 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734621.480045:0:245545:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734621.480055:0:245545:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734621.480060:0:245545:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734621.480063:0:245545:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734621.480066:0:245545:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734621.480071:0:245545:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02cfb80 pname:cluuid:pid:xid:nid:opc:job mkdir:ecb0905e-f978-4384-816c-881545595fa4:245545:1853602672013312:192.168.203.112@tcp:36:mkdir.0 00000100:00000001:1.0:1767734621.480075:0:245545:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734621.480081:0:245545:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734621.480085:0:245545:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734621.480088:0:245545:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734621.480092:0:245545:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f9296800. 02000000:00000001:1.0:1767734621.480095:0:245545:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734621.480105:0:245545:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734621.480110:0:245545:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810420. 00000400:00000010:1.0:1767734621.480117:0:245545:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b550. 00000100:00000200:1.0:1767734621.480126:0:245545:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672013312, portal 10 00000100:00000001:1.0:1767734621.480129:0:245545:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734621.480131:0:245545:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155572096 : -117983553979520 : ffff94b1d02cfb80) 00000100:00000040:1.0:1767734621.480139:0:245545:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1d02cfb80 x1853602672013312/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 560/896 e 0 to 0 dl 1767734637 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734621.480149:0:245545:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734621.480153:0:245545:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734621.480156:0:245545:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b2a8. 00000100:00000200:1.0:1767734621.480160:0:245545:0:(niobuf.c:94:ptl_send_buf()) Sending 560 bytes to portal 12, xid 1853602672013312, offset 0 00000400:00000200:1.0:1767734621.480169:0:245545:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734621.480178:0:245545:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734621.480188:0:245545:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734621.480196:0:245545:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734621.480203:0:245545:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734621.480208:0:245545:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734621.480212:0:245545:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734621.480217:0:245545:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66247:66247:256:4294967295] 192.168.203.112@tcp LPNI seq info [66247:66247:8:4294967295] 00000400:00000200:1.0:1767734621.480222:0:245545:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734621.480236:0:245545:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734621.480252:0:245545:0:(socklnd_cb.c:1001:ksocknal_send()) sending 560 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734621.480258:0:245545:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c5857900. 00000800:00000200:1.0:1767734621.480267:0:245545:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734621.480276:0:245545:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734621.480281:0:245545:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c5857900 type 1, nob 656 niov 1 nkiov 1 00000100:00000001:1.0:1767734621.480305:0:245545:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734621.480340:0:245545:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10713 usecs (11 jiffies) 00000400:00000200:1.0:1767734621.480348:0:245545:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734621.480352:0:245545:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303383312 00000100:00000010:1.0:1767734621.480358:0:245545:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1dd24d180. 00000100:00000001:1.0:1767734621.480368:0:245545:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767734621.480382:0:245545:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303383313 00000100:00000010:1.0:1767734621.480387:0:245545:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1dd24d780. 00000100:00000001:1.0:1767734621.480393:0:245545:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767734621.480399:0:245545:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734621.480402:0:245545:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734621.480406:0:245545:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767734621.480409:0:245545:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767734621.480413:0:245545:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1c4372600 going to sleep for 11 seconds 00000100:00000001:1.0:1767734621.480419:0:245545:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734621.480425:0:245545:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734621.480477:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734621.480486:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c5857900. 00000400:00000200:3.0:1767734621.480494:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734621.480503:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734621.480510:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b2a8 00000400:00000010:3.0:1767734621.480513:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b2a8. 00000100:00000001:3.0:1767734621.480519:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734621.480527:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cfb80 x1853602672013312/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 560/896 e 0 to 0 dl 1767734637 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734621.480543:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734621.480548:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cfb80 x1853602672013312/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 560/896 e 0 to 0 dl 1767734637 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734621.480559:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734621.480562:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734621.487039:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734621.487053:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734621.487057:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734621.487060:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734621.487069:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734621.487078:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734621.487086:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734621.487153:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734621.487161:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734621.487167:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 448 into portal 10 MB=0x695d780d1f000 00000400:00000200:3.0:1767734621.487173:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734621.487180:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 448/448 into md 0x7ac9d [1] + 224 00000800:00000001:3.0:1767734621.487190:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734621.487199:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734621.487202:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734621.487207:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734621.487224:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734621.487232:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cfb80 x1853602672013312/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 560/896 e 0 to 0 dl 1767734637 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767734621.487247:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=896 req@ffff94b1d02cfb80 x1853602672013312/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 560/896 e 0 to 0 dl 1767734637 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734621.487272:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767734621.487280:0:196085:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767734621.487285:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734621.487291:0:196085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734621.487298:0:196085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66248:66248:256:4294967295] 192.168.203.112@tcp LPNI seq info [66248:66248:8:4294967295] 00000400:00000200:3.0:1767734621.487303:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734621.487381:0:196085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:3.0:1767734621.487391:0:196085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734621.487397:0:196085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b0e3c38700. 00000800:00000200:3.0:1767734621.487405:0:196085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734621.487415:0:196085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734621.487421:0:196085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b0e3c38700 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767734621.487516:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734621.487521:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b0e3c38700. 00000400:00000200:3.0:1767734621.487532:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767734621.487544:0:245545:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767734621.487546:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000400:00000001:0.0:1767734621.487573:0:245545:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734621.487580:0:245545:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:2.0:1767734621.487584:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1767734621.487590:0:245545:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810420. 00010000:00000010:1.1F:1767734621.487591:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1d0461100. 00000800:00000001:2.0:1767734621.487601:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767734621.487602:0:245545:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b550 00000400:00000010:0.0:1767734621.487614:0:245545:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b550. 00000100:00000001:0.0:1767734621.487629:0:245545:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000010:1.1:1767734621.487634:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1c5740400. 00000100:00000200:0.0:1767734621.487653:0:245545:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02cfb80 x1853602672013312/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 560/896 e 0 to 0 dl 1767734637 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767734621.487672:0:245545:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02cfb80 x1853602672013312/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 560/896 e 0 to 0 dl 1767734637 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734621.487684:0:245545:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734621.487687:0:245545:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734621.487691:0:245545:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734621.487695:0:245545:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734621.487698:0:245545:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734621.487702:0:245545:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734621.487706:0:245545:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734621.487718:0:245545:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac458 time=49 v=5 (5 5 5 5) 00000100:00001000:0.0:1767734621.487723:0:245545:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=49 v=5 (1 1 1 1) 00000100:00000001:0.0:1767734621.487739:0:245545:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734621.487742:0:245545:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734621.487745:0:245545:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734621.487750:0:245545:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734621.487754:0:245545:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1767734621.487757:0:245545:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x100005b37/0x1] 00000100:00000001:0.0:1767734621.487760:0:245545:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1767734621.487763:0:245545:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734621.487765:0:245545:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155572096 : -117983553979520 : ffff94b1d02cfb80) 00000100:00000001:0.0:1767734621.487769:0:245545:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734621.487772:0:245545:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924566 00000100:00000001:0.0:1767734621.487774:0:245545:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734621.487777:0:245545:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734621.487784:0:245545:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02cfb80 x1853602672013312/t12884924567(12884924567) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 560/448 e 0 to 0 dl 1767734637 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734621.487794:0:245545:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734621.487797:0:245545:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734621.487800:0:245545:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734621.487805:0:245545:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02cfb80 x1853602672013312/t12884924567(12884924567) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 560/448 e 0 to 0 dl 1767734637 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734621.487815:0:245545:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02cfb80 pname:cluuid:pid:xid:nid:opc:job mkdir:ecb0905e-f978-4384-816c-881545595fa4:245545:1853602672013312:192.168.203.112@tcp:36:mkdir.0 00000100:00000001:0.0:1767734621.487821:0:245545:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734621.487825:0:245545:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734621.487828:0:245545:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734621.487830:0:245545:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734621.487834:0:245545:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cfb80 x1853602672013312/t12884924567(12884924567) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 560/448 e 0 to 0 dl 1767734637 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734621.487842:0:245545:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734621.487846:0:245545:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1c4372600. 00000100:00000001:0.0:1767734621.487851:0:245545:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734621.487853:0:245545:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767734621.487863:0:245545:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767734621.487873:0:245545:0:(lmv_obd.c:2257:lmv_create()) Created - [0x2000013a2:0x8f0:0x0] 00800000:00000001:0.0:1767734621.487876:0:245545:0:(lmv_obd.c:2263:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734621.487881:0:245545:0:(namei.c:1840:ll_new_node_finish()) Process entered 00000080:00000002:0.0:1767734621.487885:0:245545:0:(namei.c:1635:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1767734599 to 1767734621 00000080:00000001:0.0:1767734621.487890:0:245545:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:0.0:1767734621.487897:0:245545:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1767734621.487900:0:245545:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1767734621.487904:0:245545:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145776 : 144115272398145776 : 2000013a20008f0) 00000080:00000001:0.0:1767734621.487909:0:245545:0:(namei.c:117:ll_iget()) Process entered 00000080:00000010:0.0:1767734621.487923:0:245545:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff94b1d172eb40. 00000080:00000001:0.0:1767734621.487962:0:245545:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:0.0:1767734621.487965:0:245545:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x2000013a2:0x8f0:0x0](ffff94b1d172ec08) 00000080:00000001:0.0:1767734621.487970:0:245545:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1767734621.487972:0:245545:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2000013a2:0x8f0:0x0] 00000080:00000001:0.0:1767734621.487975:0:245545:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734621.487977:0:245545:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145776 : 144115272398145776 : 2000013a20008f0) 00000080:00000001:0.0:1767734621.487980:0:245545:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00000002:0.0:1767734621.487984:0:245545:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115272398145776 mtime from 0 to 1767734621 00000080:00200000:0.0:1767734621.487988:0:245545:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a2:0x8f0:0x0], updating i_size 512 00000080:00000001:0.0:1767734621.487992:0:245545:0:(llite_lib.c:3248:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1767734621.487994:0:245545:0:(namei.c:160:ll_iget()) Process leaving (rc=18446626090176932872 : -117983532618744 : ffff94b1d172ec08) 00000080:00000001:0.0:1767734621.487997:0:245545:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1767734621.488001:0:245545:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1767734621.488003:0:245545:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734621.488009:0:245545:0:(namei.c:1887:ll_new_node_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734621.488012:0:245545:0:(namei.c:1999:ll_new_node()) Process leaving 00000100:00000001:0.0:1767734621.488014:0:245545:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734621.488019:0:245545:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cfb80 x1853602672013312/t12884924567(12884924567) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 560/448 e 0 to 0 dl 1767734637 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734621.488028:0:245545:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767734621.488031:0:245545:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fdf22380 2 00000080:00000010:0.0:1767734621.488035:0:245545:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d0ed9600. 00000080:00000010:0.0:1767734621.488040:0:245545:0:(namei.c:2005:ll_new_node()) kfreed 'lum': 48 at ffff94b1f451fe80. 00000080:00000001:0.0:1767734621.488043:0:245545:0:(namei.c:2007:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734621.488046:0:245545:0:(namei.c:2183:do_mkdir()) Process leaving via out_tally (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1767734621.488059:0:245545:0:(namei.c:2227:do_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734621.488070:0:245545:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1767734621.488077:0:245545:0:(dcache.c:48:ll_release()) Process leaving 00000100:00000040:3.0:1767734621.492425:0:231614:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121b30 (cpu 0) has reached its deadline 4303383313, at 4303383314 00000100:00000040:2.0:1767734621.492441:0:209018:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121a20 (cpu 0) has reached its deadline 4303383312, at 4303383314 00000100:00000010:3.0:1767734621.492443:0:231614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1dd24d780. 00000100:00000010:2.0:1767734621.492467:0:209018:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1dd24d180. 00000080:00000010:0.1F:1767734621.495377:0:245546:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c70ad0c0. 00000100:00000040:0.0:1767734621.731170:0:242285:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6d7b501b-fa70-4fef-9613-be2df560a7ce->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767734621.731180:0:242285:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767734621.731191:0:242285:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8000. 00000020:00000040:0.0:1767734621.731201:0:242285:0:(genops.c:1229:class_import_get()) import ffff94b1ef331000 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000001:0.0:1767734621.731206:0:242285:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734621.731211:0:242285:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734621.731226:0:242285:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734621.731237:0:242285:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b1c41a1300. 00000100:00000001:0.0:1767734621.731246:0:242285:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734621.731261:0:242285:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6d7b501b-fa70-4fef-9613-be2df560a7ce->MGS req@ffff94b1f2da8000 x1853602672013440/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767734621.731276:0:242285:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734621.731282:0:242285:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734621.731292:0:242285:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa54f8bb] to pc [ptlrpcd_00_01+1] req@ffff94b1f2da8000 x1853602672013440/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734621.731418:0:242285:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734621.731427:0:242285:0:(pinger.c:229:ptlrpc_pinger_process_import()) ecb0905e-f978-4384-816c-881545595fa4->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767734621.731435:0:242285:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767734621.731440:0:242285:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2dab100. 00000020:00000040:0.0:1767734621.731445:0:242285:0:(genops.c:1229:class_import_get()) import ffff94b1f64ad800 refcount=4 obd=lustre-OST0000-osc-ffff94b1ef335000 00000100:00000001:0.0:1767734621.731449:0:242285:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734621.731452:0:242285:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734621.731456:0:242285:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734621.731461:0:242285:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b1c41a1500. 00000100:00000001:0.0:1767734621.731468:0:242285:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734621.731474:0:242285:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ecb0905e-f978-4384-816c-881545595fa4->lustre-OST0000_UUID req@ffff94b1f2dab100 x1853602672013568/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767734621.731485:0:242285:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734621.731488:0:242285:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734621.731508:0:242285:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004ab52b8] to pc [ptlrpcd_00_00+0] req@ffff94b1f2dab100 x1853602672013568/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734621.731523:0:242285:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734621.731528:0:242285:0:(pinger.c:229:ptlrpc_pinger_process_import()) ecb0905e-f978-4384-816c-881545595fa4->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767734621.731533:0:242285:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767734621.731538:0:242285:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8e00. 00000020:00000040:0.0:1767734621.731543:0:242285:0:(genops.c:1229:class_import_get()) import ffff94b1f64aa000 refcount=3 obd=lustre-OST0001-osc-ffff94b1ef335000 00000100:00000001:0.0:1767734621.731547:0:242285:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734621.731550:0:242285:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734621.731554:0:242285:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734621.731559:0:242285:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b1c41a1600. 00000100:00000001:0.0:1767734621.731564:0:242285:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734621.731573:0:242285:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ecb0905e-f978-4384-816c-881545595fa4->lustre-OST0001_UUID req@ffff94b1f2da8e00 x1853602672013696/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767734621.731583:0:242285:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734621.731587:0:242285:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734621.731593:0:242285:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ddcc036c] to pc [ptlrpcd_00_01+1] req@ffff94b1f2da8e00 x1853602672013696/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734621.731603:0:242285:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734621.731609:0:242285:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (8721) 00000100:00000001:0.0:1767734621.731631:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767734621.731636:0:196091:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734621.731639:0:196091:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734621.731646:0:196091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2dab100 x1853602672013568/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734621.731656:0:196091:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734621.731659:0:196091:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734621.731664:0:196091:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734621.731669:0:196091:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734621.731674:0:196091:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734621.731680:0:196091:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2dab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ecb0905e-f978-4384-816c-881545595fa4:196091:1853602672013568:192.168.203.112@tcp:400:kworker.0 00000100:00000001:0.0:1767734621.731695:0:196091:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734621.731704:0:196091:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734621.731708:0:196091:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734621.731711:0:196091:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734621.731716:0:196091:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1d970e600. 02000000:00000001:0.0:1767734621.731720:0:196091:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734621.731733:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734621.731739:0:196091:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558ec8. 00000400:00000010:0.0:1767734621.731747:0:196091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80bf68. 00000100:00000200:0.0:1767734621.731756:0:196091:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672013568, portal 4 00000100:00000001:0.0:1767734621.731759:0:196091:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734621.731762:0:196091:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737381632 : -117982972169984 : ffff94b1f2dab100) 00000100:00000040:0.0:1767734621.731772:0:196091:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1f2dab100 x1853602672013568/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734637 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734621.731782:0:196091:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734621.731787:0:196091:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734621.731792:0:196091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b440. 00000100:00000200:0.0:1767734621.731799:0:196091:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853602672013568, offset 0 00000400:00000200:0.0:1767734621.731808:0:196091:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734621.731817:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734621.731827:0:196091:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734621.731833:0:196091:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734621.731839:0:196091:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734621.731843:0:196091:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734621.731847:0:196091:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734621.731852:0:196091:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66249:66249:256:4294967295] 192.168.203.112@tcp LPNI seq info [66249:66249:8:4294967295] 00000400:00000200:0.0:1767734621.731857:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734621.731870:0:196091:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734621.731877:0:196091:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734621.731882:0:196091:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c41a1000. 00000800:00000200:0.0:1767734621.731895:0:196091:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734621.731916:0:196091:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000100:00000001:1.0:1767734621.731917:0:196092:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767734621.731942:0:196092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734621.731949:0:196092:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000200:0.0:1767734621.731953:0:196091:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c41a1000 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:1.0:1767734621.731966:0:196092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8000 x1853602672013440/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734621.731981:0:196092:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734621.731982:0:196091:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734621.731987:0:196092:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734621.731993:0:196091:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1ef335000: using a timeout of 38902 usecs (39 jiffies) 02000000:00000001:1.0:1767734621.731995:0:196092:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734621.732007:0:196092:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767734621.732023:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 02000000:00000001:1.0:1767734621.732024:0:196092:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734621.732032:0:196091:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303383592 00000100:00000010:0.0:1767734621.732044:0:196091:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1f4645cc0. 00000100:00100000:1.0:1767734621.732054:0:196092:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6d7b501b-fa70-4fef-9613-be2df560a7ce:196092:1853602672013440:192.168.203.112@tcp:400:kworker.0 00000100:00000001:0.0:1767734621.732061:0:196091:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1ef335000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767734621.732064:0:196092:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734621.732074:0:196092:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767734621.732079:0:196091:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303383592 02000000:00000001:1.0:1767734621.732080:0:196092:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734621.732105:0:196092:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:0.0:1767734621.732112:0:196091:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1f46451e0. 02000000:00000010:1.0:1767734621.732119:0:196092:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1c6098200. 00000100:00000001:0.0:1767734621.732123:0:196091:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1ef335000: PM QoS request now active for cpu 3 02000000:00000001:1.0:1767734621.732126:0:196092:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734621.732138:0:196091:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767734621.732153:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734621.732157:0:196091:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767734621.732164:0:196092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed8104d0. 00000100:00000001:0.0:1767734621.732167:0:196091:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734621.732176:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767734621.732180:0:196092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845bd48. 00000100:00000001:0.0:1767734621.732190:0:196091:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:1.0:1767734621.732195:0:196092:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672013440, portal 25 00000100:00000001:0.0:1767734621.732197:0:196091:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:2.0:1767734621.732199:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767734621.732209:0:196092:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000010:2.0:1767734621.732216:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1000. 00000100:00000001:0.0:1767734621.732218:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767734621.732220:0:196092:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737369088 : -117982972182528 : ffff94b1f2da8000) 00000100:00000001:0.0:1767734621.732231:0:196091:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767734621.732233:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767734621.732241:0:196091:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734621.732245:0:196092:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1f2da8000 x1853602672013440/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734637 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734621.732255:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734621.732270:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:1.0:1767734621.732291:0:196092:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767734621.732297:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b440 00000400:00000010:2.0:1767734621.732383:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b440. 00000100:00000001:2.0:1767734621.732395:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:1.0:1767734621.732405:0:196092:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000100:00000200:2.0:1767734621.732408:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2dab100 x1853602672013568/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734637 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767734621.732412:0:196092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845baa0. 00000100:00000200:1.0:1767734621.732430:0:196092:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853602672013440, offset 0 00000100:00000001:2.0:1767734621.732441:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767734621.732451:0:196092:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000100:00000040:2.0:1767734621.732460:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2dab100 x1853602672013568/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734637 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767734621.732476:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:2.0:1767734621.732497:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734621.732500:0:196092:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000100:00000001:2.0:1767734621.732508:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767734621.732512:0:196092:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734621.732523:0:196092:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734621.732531:0:196092:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734621.732538:0:196092:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734621.732547:0:196092:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66250:66250:256:4294967295] 192.168.203.112@tcp LPNI seq info [66250:66250:8:4294967295] 00000400:00000200:1.0:1767734621.732553:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734621.732569:0:196092:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734621.732580:0:196092:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734621.732589:0:196092:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c5857d00. 00000800:00000200:1.0:1767734621.732610:0:196092:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734621.732618:0:196092:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734621.732623:0:196092:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c5857d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767734621.732644:0:196092:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734621.732652:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767734621.732655:0:196092:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4303384410 00000100:00000001:1.0:1767734621.732664:0:196092:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4303383592 00000100:00000001:1.0:1767734621.732673:0:196092:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4303384410 00000100:00000001:1.0:1767734621.732679:0:196092:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4303383592 00000100:00000001:1.0:1767734621.732685:0:196092:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767734621.732688:0:196092:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734621.732692:0:196092:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767734621.732702:0:196092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8e00 x1853602672013696/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734621.732715:0:196092:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767734621.732719:0:196092:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734621.732725:0:196092:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767734621.732728:0:196092:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767734621.732732:0:196092:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767734621.732736:0:196092:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ecb0905e-f978-4384-816c-881545595fa4:196092:1853602672013696:192.168.203.112@tcp:400:kworker.0 00000100:00000001:1.0:1767734621.732741:0:196092:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767734621.732748:0:196092:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767734621.732751:0:196092:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767734621.732754:0:196092:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767734621.732760:0:196092:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1c6099c00. 02000000:00000001:1.0:1767734621.732763:0:196092:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767734621.732772:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767734621.732776:0:196092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed8109a0. 00000400:00000010:1.0:1767734621.732784:0:196092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b660. 00000100:00000200:1.0:1767734621.732789:0:196092:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672013696, portal 4 00000100:00000001:1.0:1767734621.732791:0:196092:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767734621.732803:0:196092:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737372672 : -117982972178944 : ffff94b1f2da8e00) 00000100:00000040:1.0:1767734621.732814:0:196092:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1f2da8e00 x1853602672013696/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734637 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734621.732823:0:196092:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767734621.732827:0:196092:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767734621.732831:0:196092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b770. 00000100:00000200:1.0:1767734621.732834:0:196092:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853602672013696, offset 0 00000400:00000200:1.0:1767734621.732841:0:196092:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767734621.732847:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734621.732854:0:196092:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767734621.732858:0:196092:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767734621.732861:0:196092:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767734621.732865:0:196092:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767734621.732868:0:196092:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767734621.732873:0:196092:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66251:66251:255:4294967295] 192.168.203.112@tcp LPNI seq info [66251:66251:7:4294967295] 00000400:00000200:1.0:1767734621.732880:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767734621.732892:0:196092:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767734621.732900:0:196092:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767734621.732906:0:196092:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c5857b00. 00000800:00000200:1.0:1767734621.732915:0:196092:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767734621.732946:0:196092:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767734621.732951:0:196092:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c5857b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767734621.732956:0:196092:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767734621.732962:0:196092:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1ef335000: using a timeout of 8452 usecs (9 jiffies) 00000800:00000200:3.0:1767734621.732969:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767734621.732970:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000800:00000010:3.0:1767734621.732983:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c5857d00. 00000100:00000001:1.0:1767734621.732984:0:196092:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303383563 00000100:00000001:1.0:1767734621.732996:0:196092:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1ef335000: PM QoS request active for cpu 2, keep current deadline 4303384410 00000400:00000200:3.0:1767734621.732999:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767734621.733000:0:196092:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303383563 00000100:00000001:1.0:1767734621.733009:0:196092:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff94b1ef335000: PM QoS request active for cpu 3, keep current deadline 4303384410 00000400:00000200:3.0:1767734621.733016:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734621.733026:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845baa0 00000100:00000001:1.0:1767734621.733028:0:196092:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767734621.733034:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845baa0. 00000100:00000001:1.0:1767734621.733035:0:196092:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734621.733041:0:196092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734621.733046:0:196092:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767734621.733055:0:196092:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767734621.733056:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767734621.733061:0:196092:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767734621.733067:0:196092:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767734621.733070:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8000 x1853602672013440/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734637 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767734621.733071:0:196092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767734621.733077:0:196092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767734621.733085:0:196092:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734621.733101:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734621.733109:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8000 x1853602672013440/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734637 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734621.733208:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734621.733212:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767734621.733283:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734621.733288:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c5857b00. 00000400:00000200:3.0:1767734621.733294:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734621.733303:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734621.733509:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b770 00000400:00000010:3.0:1767734621.733516:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b770. 00000100:00000001:3.0:1767734621.733535:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734621.733549:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8e00 x1853602672013696/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734637 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734621.733564:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734621.733577:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8e00 x1853602672013696/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734637 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734621.733591:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734621.733596:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734621.734177:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734621.734198:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734621.734204:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734621.734218:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734621.734227:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734621.734237:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734621.734248:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734621.734256:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734621.734264:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734621.734270:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 4 MB=0x695d780d1f100 00000400:00000200:2.0:1767734621.734279:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734621.734287:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.112@tcp of length 224/224 into md 0x7aca5 [1] + 224 00000800:00000001:2.0:1767734621.734296:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734621.734387:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734621.734392:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734621.734403:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734621.734411:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734621.734421:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2dab100 x1853602672013568/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734637 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734621.734466:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b1f2dab100 x1853602672013568/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734637 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734621.734506:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734621.734527:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767734621.734535:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767734621.734541:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734621.734543:0:196091:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734621.734560:0:196091:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734621.734563:0:196091:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734621.734569:0:196091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558ec8. 00000400:00000200:0.0:1767734621.734578:0:196091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80bf68 00000400:00000010:0.0:1767734621.734581:0:196091:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80bf68. 00000100:00000001:0.0:1767734621.734587:0:196091:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734621.734598:0:196091:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2dab100 x1853602672013568/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734637 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767734621.734617:0:196091:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2dab100 x1853602672013568/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734637 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734621.734649:0:196091:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734621.734653:0:196091:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734621.734658:0:196091:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734621.734661:0:196091:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734621.734665:0:196091:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734621.734669:0:196091:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734621.734673:0:196091:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734621.734682:0:196091:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64adc58 time=48 v=5 (5 5 5 5) 00000100:00001000:0.0:1767734621.734690:0:196091:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64adc10 time=152 v=5 (1 1 1 1) 00000100:00000001:0.0:1767734621.734699:0:196091:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734621.734703:0:196091:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734621.734708:0:196091:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734621.734714:0:196091:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734621.734717:0:196091:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1767734621.734722:0:196091:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94b1ef335000: committing for last_committed 17179871170 gen 2 00000100:00000040:0.0:1767734621.734734:0:196091:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 17179871170) req@ffff94b1d02cd180 x1853602672012416/t17179871170(17179871170) o4->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:6/4 lens 496/448 e 0 to 0 dl 1767734630 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734621.734745:0:196091:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734621.734753:0:196091:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02cd180 x1853602672012416/t17179871170(17179871170) o4->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:6/4 lens 496/448 e 0 to 0 dl 1767734630 ref 1 fl Complete:RMQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734621.734762:0:196091:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734621.734766:0:196091:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734621.734770:0:196091:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94b1c4c9ec00. 02000000:00000001:0.0:1767734621.734775:0:196091:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734621.734778:0:196091:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734621.734782:0:196091:0:(genops.c:1242:class_import_put()) import ffff94b1f64ad800 refcount=3 obd=lustre-OST0000-osc-ffff94b1ef335000 00000020:00000001:0.0:1767734621.734786:0:196091:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734621.734790:0:196091:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b0db605200. 02000000:00000001:0.0:1767734621.734794:0:196091:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734621.734797:0:196091:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734621.734799:0:196091:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02cd180. 00000100:00000001:0.0:1767734621.734803:0:196091:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734621.734806:0:196091:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734621.734819:0:196091:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767734621.734822:0:196091:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94b1ef335000: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:0.0:1767734621.734826:0:196091:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734621.734830:0:196091:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734621.734842:0:196091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2dab100 x1853602672013568/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734637 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734621.734851:0:196091:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734621.734855:0:196091:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734621.734858:0:196091:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734621.734864:0:196091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2dab100 x1853602672013568/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734637 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734621.734875:0:196091:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2dab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ecb0905e-f978-4384-816c-881545595fa4:196091:1853602672013568:192.168.203.112@tcp:400:kworker.0 00000100:00000001:0.0:1767734621.734881:0:196091:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734621.734884:0:196091:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734621.734889:0:196091:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2dab100 x1853602672013568/t0(0) o400->lustre-OST0000-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734637 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734621.734897:0:196091:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734621.734899:0:196091:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734621.734901:0:196091:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1d970e600. 02000000:00000001:0.0:1767734621.734904:0:196091:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734621.734906:0:196091:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734621.734908:0:196091:0:(genops.c:1242:class_import_put()) import ffff94b1f64ad800 refcount=2 obd=lustre-OST0000-osc-ffff94b1ef335000 00000020:00000001:0.0:1767734621.734910:0:196091:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734621.734912:0:196091:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b1c41a1500. 02000000:00000001:0.0:1767734621.734915:0:196091:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734621.734916:0:196091:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734621.734918:0:196091:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2dab100. 00000100:00000001:0.0:1767734621.734921:0:196091:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734621.734947:0:196091:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734621.734951:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734621.734959:0:196091:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734621.734961:0:196091:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734621.734973:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767734621.734980:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767734621.735025:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734621.735043:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734621.735047:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734621.735057:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734621.735068:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734621.735080:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734621.735090:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734621.735098:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734621.735105:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734621.735111:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 25 MB=0x695d780d1f080 00000400:00000200:2.0:1767734621.735117:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734621.735129:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.112@tcp of length 224/224 into md 0x7acad [1] + 224 00000800:00000001:2.0:1767734621.735140:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734621.735196:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734621.735201:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734621.735209:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734621.735214:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734621.735221:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8000 x1853602672013440/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734637 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734621.735233:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b1f2da8000 x1853602672013440/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734637 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734621.735261:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734621.735269:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734621.735276:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734621.735303:0:196092:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767734621.735358:0:196092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734621.735370:0:196092:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734621.735375:0:196092:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734621.735381:0:196092:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed8104d0. 00000400:00000200:0.0:1767734621.735393:0:196092:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845bd48 00000400:00000010:0.0:1767734621.735398:0:196092:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845bd48. 00000100:00000001:0.0:1767734621.735402:0:196092:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734621.735415:0:196092:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8000 x1853602672013440/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734637 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767734621.735431:0:196092:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8000 x1853602672013440/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734637 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734621.735444:0:196092:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734621.735446:0:196092:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734621.735450:0:196092:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734621.735454:0:196092:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734621.735459:0:196092:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734621.735463:0:196092:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734621.735468:0:196092:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734621.735473:0:196092:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1ef331458 time=49 v=5 (5 5 5 5) 00000100:00001000:0.0:1767734621.735482:0:196092:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1ef331410 time=49 v=5 (1 1 1 1) 00000800:00000001:2.0:1767734621.735484:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767734621.735488:0:196092:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734621.735491:0:196092:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734621.735493:0:196092:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734621.735495:0:196092:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734621.735498:0:196092:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734621.735507:0:196092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8000 x1853602672013440/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734637 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767734621.735512:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734621.735522:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767734621.735527:0:196092:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1767734621.735530:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734621.735532:0:196092:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734621.735539:0:196092:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734621.735548:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000040:0.0:1767734621.735555:0:196092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8000 x1853602672013440/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734637 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767734621.735569:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734621.735582:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734621.735588:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734621.735606:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00100000:0.0:1767734621.735616:0:196092:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6d7b501b-fa70-4fef-9613-be2df560a7ce:196092:1853602672013440:192.168.203.112@tcp:400:kworker.0 00000400:00000200:2.0:1767734621.735621:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 4 MB=0x695d780d1f180 00000100:00000001:0.0:1767734621.735633:0:196092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734621.735634:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734621.735646:0:196092:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767734621.735656:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.112@tcp of length 224/224 into md 0x7acb5 [1] + 224 00000100:00000040:0.0:1767734621.735660:0:196092:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8000 x1853602672013440/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767734637 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767734621.735668:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767734621.735679:0:196092:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734621.735684:0:196092:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734621.735689:0:196092:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1c6098200. 02000000:00000001:0.0:1767734621.735696:0:196092:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734621.735700:0:196092:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734621.735705:0:196092:0:(genops.c:1242:class_import_put()) import ffff94b1ef331000 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:0.0:1767734621.735710:0:196092:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734621.735714:0:196092:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b1c41a1300. 00000800:00000001:2.0:1767734621.735721:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767734621.735722:0:196092:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:2.0:1767734621.735730:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767734621.735731:0:196092:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734621.735736:0:196092:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8000. 00000100:00000001:0.0:1767734621.735746:0:196092:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:2.0:1767734621.735749:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:0.0:1767734621.735751:0:196092:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734621.735762:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767734621.735764:0:196092:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734621.735770:0:196092:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767734621.735776:0:196092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1767734621.735777:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8e00 x1853602672013696/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734637 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734621.735780:0:196092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734621.735790:0:196092:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734621.735812:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b1f2da8e00 x1853602672013696/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734637 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734621.735829:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734621.735843:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734621.735856:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734621.735860:0:196092:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767734621.735867:0:196092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734621.735880:0:196092:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734621.735883:0:196092:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734621.735887:0:196092:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed8109a0. 00000400:00000200:0.0:1767734621.735893:0:196092:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b660 00000400:00000010:0.0:1767734621.735896:0:196092:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b660. 00000100:00000001:0.0:1767734621.735901:0:196092:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734621.735909:0:196092:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8e00 x1853602672013696/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734637 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767734621.735921:0:196092:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8e00 x1853602672013696/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734637 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734621.735966:0:196092:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734621.735969:0:196092:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734621.735972:0:196092:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734621.735974:0:196092:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734621.735976:0:196092:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734621.735980:0:196092:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734621.735984:0:196092:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734621.735990:0:196092:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64aa458 time=48 v=5 (5 5 5 5) 00000100:00001000:0.0:1767734621.735995:0:196092:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64aa410 time=43 v=5 (1 0 0 0) 00000100:00000001:0.0:1767734621.735998:0:196092:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734621.736002:0:196092:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734621.736004:0:196092:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734621.736008:0:196092:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734621.736011:0:196092:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734621.736015:0:196092:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94b1ef335000: skip recheck: last_committed 12884903350 00000100:00000001:0.0:1767734621.736018:0:196092:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734621.736019:0:196092:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734621.736027:0:196092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8e00 x1853602672013696/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734637 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734621.736035:0:196092:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734621.736038:0:196092:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734621.736040:0:196092:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734621.736045:0:196092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8e00 x1853602672013696/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734637 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767734621.736055:0:196092:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ecb0905e-f978-4384-816c-881545595fa4:196092:1853602672013696:192.168.203.112@tcp:400:kworker.0 00000100:00000001:0.0:1767734621.736060:0:196092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734621.736065:0:196092:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734621.736068:0:196092:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8e00 x1853602672013696/t0(0) o400->lustre-OST0001-osc-ffff94b1ef335000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767734637 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734621.736077:0:196092:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734621.736079:0:196092:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734621.736087:0:196092:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1c6099c00. 02000000:00000001:0.0:1767734621.736092:0:196092:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734621.736094:0:196092:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734621.736096:0:196092:0:(genops.c:1242:class_import_put()) import ffff94b1f64aa000 refcount=2 obd=lustre-OST0001-osc-ffff94b1ef335000 00000020:00000001:0.0:1767734621.736099:0:196092:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734621.736101:0:196092:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b1c41a1600. 02000000:00000001:0.0:1767734621.736105:0:196092:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734621.736107:0:196092:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734621.736112:0:196092:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8e00. 00000100:00000001:0.0:1767734621.736116:0:196092:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734621.736118:0:196092:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734621.736121:0:196092:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734621.736127:0:196092:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734621.736129:0:196092:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734621.736133:0:196092:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767734621.736136:0:196092:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734621.923403:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734621.923410:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734621.923419:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734621.923422:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734621.923426:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734621.923428:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734621.923434:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734621.923437:0:231614:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767734621.923440:0:231614:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767734621.923445:0:231614:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734621.923446:0:231614:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734621.923448:0:231614:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734621.923463:0:231614:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767734621.923466:0:231614:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734621.923469:0:231614:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734621.923473:0:231614:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734621.923606:0:215725:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767734621.923613:0:215725:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767734621.923619:0:215725:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1767734622.134253:0:245636:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767734622.310911:0:245672:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767734622.310914:0:245672:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: 1767734621: creating first dirs 00000001:00000001:2.0:1767734622.313009:0:245672:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:2.0:1767734622.333110:0:245675:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:2.0:1767734622.333113:0:245675:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:2.0:1767734622.333115:0:245675:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1767734622.333117:0:245675:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080dbb20 00000080:00200000:2.0:1767734622.333120:0:245675:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8),name=/ 00000080:00000010:2.0:1767734622.333126:0:245675:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c337c000. 00800000:00000002:2.0:1767734622.333131:0:245675:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fdf22380 2 00000080:00000001:2.0:1767734622.333138:0:245675:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:2.0:1767734622.333141:0:245675:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1767734622.333143:0:245675:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080dba40 00800000:00000002:2.0:1767734622.333145:0:245675:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1767734622.333149:0:245675:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1767734622.333152:0:245675:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1767734622.333156:0:245675:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1767734622.333158:0:245675:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080db910 00000002:00010000:2.0:1767734622.333159:0:245675:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1767734622.333186:0:245675:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1767734622.333190:0:245675:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1767734622.333193:0:245675:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1767734622.333199:0:245675:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734622.333201:0:245675:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734622.333202:0:245675:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734622.333205:0:245675:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1767734622.333207:0:245675:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1767734622.333212:0:245675:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02cb100. 00000020:00000040:2.0:1767734622.333216:0:245675:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=80 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00010000:00000001:2.0:1767734622.333222:0:245675:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1767734622.333227:0:245675:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767734622.333232:0:245675:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734622.333234:0:245675:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734622.333235:0:245675:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734622.333238:0:245675:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767734622.333240:0:245675:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767734622.333244:0:245675:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767734622.333249:0:245675:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1d07dac00. 00000100:00000001:2.0:1767734622.333255:0:245675:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734622.333259:0:245675:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767734622.333261:0:245675:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734622.333262:0:245675:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767734622.333263:0:245675:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734622.333265:0:245675:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734622.333269:0:245675:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090155553024 : -117983553998592 : ffff94b1d02cb100) 00010000:00000001:2.0:1767734622.333273:0:245675:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1767734622.333281:0:245675:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767734622.333286:0:245675:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff94b1f0ebc800. 00010000:00000010:2.0:1767734622.333289:0:245675:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94b1f99a9a00. 00010000:00000001:2.0:1767734622.333293:0:245675:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767734622.333295:0:245675:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1c1676000. 00000020:00000001:2.0:1767734622.333298:0:245675:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767734622.333301:0:245675:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1c1676000 with handle 0x1886cffb85c2b663 to hash 00000020:00000001:2.0:1767734622.333302:0:245675:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767734622.333304:0:245675:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626089907740672 : -117983801810944 : ffff94b1c1676000) 00010000:00000001:2.0:1767734622.333307:0:245675:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626089907740672 : -117983801810944 : ffff94b1c1676000) 00010000:00000001:2.0:1767734622.333310:0:245675:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767734622.333313:0:245675:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767734622.333317:0:245675:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c1676000/0x1886cffb85c2b663 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 245675 initiator: MDT0 00010000:00010000:2.0:1767734622.333326:0:245675:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c1676000/0x1886cffb85c2b663 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 245675 initiator: MDT0 00010000:00010000:2.0:1767734622.333386:0:245675:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c1676000/0x1886cffb85c2b663 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 245675 initiator: MDT0 00000100:00000001:2.0:1767734622.333391:0:245675:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767734622.333394:0:245675:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767734622.333400:0:245675:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1c3786780. 00000100:00000001:2.0:1767734622.333403:0:245675:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626089942411136 : -117983767140480 : ffff94b1c3786780) 00000100:00000001:2.0:1767734622.333406:0:245675:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734622.333409:0:245675:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155553024 : -117983553998592 : ffff94b1d02cb100) 00000100:00000001:2.0:1767734622.333413:0:245675:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767734622.333416:0:245675:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734622.333420:0:245675:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767734622.333422:0:245675:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767734622.333432:0:245675:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02cb100 x1853602672013824/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734622.333440:0:245675:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767734622.333448:0:245675:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734622.333453:0:245675:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767734622.333456:0:245675:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767734622.333458:0:245675:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767734622.333463:0:245675:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02cb100 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:245675:1853602672013824:192.168.203.112@tcp:101:lfs.0 00000100:00000001:2.0:1767734622.333466:0:245675:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767734622.333474:0:245675:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767734622.333477:0:245675:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734622.333479:0:245675:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767734622.333483:0:245675:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1c403a000. 02000000:00000001:2.0:1767734622.333485:0:245675:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734622.333494:0:245675:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:2.0:1767734622.333498:0:245675:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f8c5e7e8. 00000400:00000010:2.0:1767734622.333504:0:245675:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa295d8. 00000100:00000200:2.0:1767734622.333510:0:245675:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672013824, portal 10 00000100:00000001:2.0:1767734622.333512:0:245675:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734622.333514:0:245675:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155553024 : -117983553998592 : ffff94b1d02cb100) 00000100:00000040:2.0:1767734622.333521:0:245675:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1d02cb100 x1853602672013824/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734638 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734622.333528:0:245675:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767734622.333531:0:245675:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:2.0:1767734622.333533:0:245675:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa294c8. 00000100:00000200:2.0:1767734622.333537:0:245675:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1853602672013824, offset 0 00000400:00000200:2.0:1767734622.333545:0:245675:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:2.0:1767734622.333555:0:245675:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734622.333578:0:245675:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734622.333585:0:245675:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767734622.333589:0:245675:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:2.0:1767734622.333593:0:245675:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767734622.333596:0:245675:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:2.0:1767734622.333603:0:245675:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66252:66252:256:4294967295] 192.168.203.112@tcp LPNI seq info [66252:66252:8:4294967295] 00000400:00000200:2.0:1767734622.333608:0:245675:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734622.333622:0:245675:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:2.0:1767734622.333635:0:245675:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767734622.333639:0:245675:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1deb6f800. 00000800:00000200:2.0:1767734622.333646:0:245675:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767734622.333663:0:245675:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767734622.333670:0:245675:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1deb6f800 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1767734622.333691:0:245675:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734622.333695:0:245675:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10713 usecs (11 jiffies) 00000400:00000200:2.0:1767734622.333699:0:245675:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:2.0:1767734622.333702:0:245675:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303384166 00000100:00000001:2.0:1767734622.333707:0:245675:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, keep current deadline 4303384410 00000100:00000001:2.0:1767734622.333708:0:245675:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303384166 00000100:00000001:2.0:1767734622.333712:0:245675:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, keep current deadline 4303384410 00000100:00000001:2.0:1767734622.333715:0:245675:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734622.333717:0:245675:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734622.333719:0:245675:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767734622.333721:0:245675:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767734622.333724:0:245675:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1c3786780 going to sleep for 11 seconds 00000100:00000001:2.0:1767734622.333726:0:245675:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767734622.333731:0:245675:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734622.333816:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734622.333824:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1deb6f800. 00000400:00000200:3.0:1767734622.333845:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734622.333851:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734622.333856:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa294c8 00000400:00000010:3.0:1767734622.333858:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa294c8. 00000100:00000001:3.0:1767734622.333862:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734622.333869:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02cb100 x1853602672013824/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734638 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734622.333878:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734622.333882:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02cb100 x1853602672013824/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734638 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734622.333943:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734622.333947:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734622.336195:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734622.336207:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734622.336210:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734622.336212:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734622.336218:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734622.336224:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734622.336229:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734622.336233:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734622.336237:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734622.336241:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 688 into portal 10 MB=0x695d780d1f200 00000400:00000200:2.0:1767734622.336245:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734622.336250:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 688/688 into md 0x7acbd [1] + 224 00000800:00000001:2.0:1767734622.336274:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734622.336281:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734622.336284:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734622.336288:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734622.336293:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734622.336300:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02cb100 x1853602672013824/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734638 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734622.336403:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1792 req@ffff94b1d02cb100 x1853602672013824/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734638 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734622.336418:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734622.336427:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734622.336433:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734622.336436:0:245675:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734622.336445:0:245675:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734622.336448:0:245675:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734622.336451:0:245675:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f8c5e7e8. 00000400:00000200:0.0:1767734622.336458:0:245675:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa295d8 00000400:00000010:0.0:1767734622.336460:0:245675:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa295d8. 00000100:00000001:0.0:1767734622.336465:0:245675:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734622.336471:0:245675:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02cb100 x1853602672013824/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734638 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767734622.336481:0:245675:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02cb100 x1853602672013824/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734638 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734622.336488:0:245675:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734622.336490:0:245675:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734622.336492:0:245675:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734622.336494:0:245675:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734622.336496:0:245675:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734622.336498:0:245675:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734622.336501:0:245675:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734622.336516:0:245675:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac458 time=50 v=5 (5 5 5 5) 00000100:00001000:0.0:1767734622.336519:0:245675:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=50 v=5 (1 1 1 1) 00000100:00000001:0.0:1767734622.336521:0:245675:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734622.336523:0:245675:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734622.336525:0:245675:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734622.336529:0:245675:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734622.336532:0:245675:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1767734622.336534:0:245675:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: committing for last_committed 12884924567 gen 1 00000100:00000040:0.0:1767734622.336539:0:245675:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 12884924567) req@ffff94b1d02cfb80 x1853602672013312/t12884924567(12884924567) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 560/448 e 0 to 0 dl 1767734637 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734622.336546:0:245675:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734622.336551:0:245675:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02cfb80 x1853602672013312/t12884924567(12884924567) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 560/448 e 0 to 0 dl 1767734637 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767734622.336565:0:245675:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734622.336568:0:245675:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734622.336570:0:245675:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f9296800. 02000000:00000001:0.0:1767734622.336573:0:245675:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734622.336574:0:245675:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734622.336590:0:245675:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=79 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734622.336594:0:245675:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734622.336597:0:245675:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1c4c9cc00. 02000000:00000001:0.0:1767734622.336602:0:245675:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734622.336604:0:245675:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734622.336606:0:245675:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02cfb80. 00000100:00000001:0.0:1767734622.336612:0:245675:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734622.336614:0:245675:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734622.336618:0:245675:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767734622.336622:0:245675:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:0.0:1767734622.336625:0:245675:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734622.336627:0:245675:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734622.336635:0:245675:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02cb100 x1853602672013824/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/688 e 0 to 0 dl 1767734638 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734622.336643:0:245675:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734622.336652:0:245675:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734622.336655:0:245675:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734622.336663:0:245675:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02cb100 x1853602672013824/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/688 e 0 to 0 dl 1767734638 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767734622.336673:0:245675:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02cb100 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:245675:1853602672013824:192.168.203.112@tcp:101:lfs.0 00000100:00000001:0.0:1767734622.336680:0:245675:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734622.336684:0:245675:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734622.336687:0:245675:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734622.336689:0:245675:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734622.336694:0:245675:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02cb100 x1853602672013824/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/688 e 0 to 0 dl 1767734638 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734622.336700:0:245675:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734622.336702:0:245675:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1c3786780. 00000100:00000001:0.0:1767734622.336706:0:245675:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734622.336708:0:245675:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734622.336712:0:245675:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767734622.336716:0:245675:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767734622.336719:0:245675:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767734622.336721:0:245675:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1676000 refcount=4 00000020:00000001:0.0:1767734622.336741:0:245675:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907740672 : -117983801810944 : ffff94b1c1676000) 00010000:00000001:0.0:1767734622.336744:0:245675:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907740672 : -117983801810944 : ffff94b1c1676000) 00010000:00000040:0.0:1767734622.336751:0:245675:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff94b1c1676000, remote cookie: 0x9bbb2ede58dab654, flags: 0x1001 00010000:00010000:0.0:1767734622.336757:0:245675:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c1676000/0x1886cffb85c2b663 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab654 expref: -99 pid: 245675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734622.336770:0:245675:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c1676000/0x1886cffb85c2b663 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab654 expref: -99 pid: 245675 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734622.336778:0:245675:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767734622.336783:0:245675:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767734622.336786:0:245675:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767734622.336788:0:245675:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767734622.336798:0:245675:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767734622.336803:0:245675:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff94b1f0ebc800) refcount = 1 00010000:00010000:0.0:1767734622.336808:0:245675:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c1676000/0x1886cffb85c2b663 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab654 expref: -99 pid: 245675 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734622.336817:0:245675:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767734622.336821:0:245675:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767734622.336834:0:245675:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734622.336838:0:245675:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767734622.336841:0:245675:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767734622.336846:0:245675:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c1676000/0x1886cffb85c2b663 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab654 expref: -99 pid: 245675 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734622.336854:0:245675:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767734622.336856:0:245675:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734622.336859:0:245675:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734622.336861:0:245675:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734622.336862:0:245675:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734622.336864:0:245675:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767734622.336870:0:245675:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1767734622.336872:0:245675:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767734622.336874:0:245675:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767734622.336876:0:245675:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1676000 refcount=3 00000020:00000001:0.0:1767734622.336878:0:245675:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907740672 : -117983801810944 : ffff94b1c1676000) 00010000:00000001:0.0:1767734622.336881:0:245675:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907740672 : -117983801810944 : ffff94b1c1676000) 00010000:00000001:0.0:1767734622.336884:0:245675:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767734622.336886:0:245675:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767734622.336888:0:245675:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1676000 refcount=4 00000020:00000001:0.0:1767734622.336890:0:245675:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907740672 : -117983801810944 : ffff94b1c1676000) 00010000:00000001:0.0:1767734622.336892:0:245675:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907740672 : -117983801810944 : ffff94b1c1676000) 00010000:00000001:0.0:1767734622.336895:0:245675:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734622.336898:0:245675:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767734622.336902:0:245675:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c1676000/0x1886cffb85c2b663 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab654 expref: -99 pid: 245675 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734622.336969:0:245675:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734622.336978:0:245675:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734622.336980:0:245675:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767734622.336981:0:245675:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767734622.336983:0:245675:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1676000 refcount=5 00000020:00000001:0.0:1767734622.336985:0:245675:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907740672 : -117983801810944 : ffff94b1c1676000) 00010000:00000001:0.0:1767734622.336987:0:245675:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907740672 : -117983801810944 : ffff94b1c1676000) 00010000:00000001:0.0:1767734622.336990:0:245675:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767734622.336993:0:245675:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c1676000/0x1886cffb85c2b663 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab654 expref: -99 pid: 245675 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734622.336999:0:245675:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734622.337000:0:245675:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767734622.337003:0:245675:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c1676000/0x1886cffb85c2b663 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab654 expref: -99 pid: 245675 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734622.337009:0:245675:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767734622.337026:0:245675:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734622.337029:0:245675:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734622.337031:0:245675:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734622.337032:0:245675:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1767734622.337049:0:245675:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff94b1d02cb100 x1853602672013824/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/688 e 0 to 0 dl 1767734638 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1767734622.337060:0:245675:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767734622.337062:0:245675:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767734622.337063:0:245675:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1676000 refcount=3 00000020:00000001:0.0:1767734622.337066:0:245675:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907740672 : -117983801810944 : ffff94b1c1676000) 00010000:00000001:0.0:1767734622.337069:0:245675:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907740672 : -117983801810944 : ffff94b1c1676000) 00010000:00000001:0.0:1767734622.337072:0:245675:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734622.337074:0:245675:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767734622.337075:0:245675:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767734622.337078:0:245675:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767734622.337091:0:245675:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1767734622.337095:0:245675:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767734622.337096:0:245675:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767734622.337099:0:245675:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1676000 refcount=3 00000020:00000001:0.0:1767734622.337102:0:245675:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907740672 : -117983801810944 : ffff94b1c1676000) 00010000:00000001:0.0:1767734622.337105:0:245675:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907740672 : -117983801810944 : ffff94b1c1676000) 00000002:00010000:0.0:1767734622.337110:0:245675:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c1676000/0x1886cffb85c2b663 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab654 expref: -99 pid: 245675 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734622.337120:0:245675:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734622.337122:0:245675:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734622.337124:0:245675:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1767734622.337126:0:245675:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767734622.337127:0:245675:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767734622.337129:0:245675:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1676000 refcount=3 00000020:00000001:0.0:1767734622.337131:0:245675:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907740672 : -117983801810944 : ffff94b1c1676000) 00010000:00000001:0.0:1767734622.337136:0:245675:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907740672 : -117983801810944 : ffff94b1c1676000) 00010000:00000040:0.0:1767734622.337141:0:245675:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f0ebc800 count: 2 00010000:00000001:0.0:1767734622.337145:0:245675:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1767734622.337150:0:245675:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1f0e29000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1767734622.337156:0:245675:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734622.337158:0:245675:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767734622.337159:0:245675:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1767734622.337162:0:245675:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080db890 00000002:00002000:0.0:1767734622.337165:0:245675:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1767734622.337169:0:245675:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734622.337173:0:245675:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734622.337175:0:245675:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1767734622.337180:0:245675:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1767734622.337185:0:245675:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767734622.337189:0:245675:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fdf22380 2 00000080:00000010:0.0:1767734622.337194:0:245675:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c337c000. 00000080:00000001:0.0:1767734622.337200:0:245675:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1767734622.337203:0:245675:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:0.0:1767734622.337217:0:245675:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1767734622.337223:0:245675:0:(lmv_obd.c:3776:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1767734622.337229:0:245675:0:(lmv_obd.c:3755:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff94b1fe4a8300. 00800000:00000001:0.0:1767734622.337233:0:245675:0:(lmv_obd.c:3760:lmv_stripe_object_alloc()) Process leaving (rc=18446626090929259264 : -117982780292352 : ffff94b1fe4a8300) 00800000:00000001:0.0:1767734622.337237:0:245675:0:(lmv_obd.c:3837:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767734622.337242:0:245675:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1767734622.337246:0:245675:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1767734622.337249:0:245675:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1767734622.337252:0:245675:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1767734622.337258:0:245675:0:(llite_lib.c:1821:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1767734622.337260:0:245675:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734622.337266:0:245675:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1767734622.337270:0:245675:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1767734622.337277:0:245675:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 135680 00010000:00000001:0.0:1767734622.337280:0:245675:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767734622.337282:0:245675:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767734622.337286:0:245675:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1676000 refcount=3 00000020:00000001:0.0:1767734622.337288:0:245675:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907740672 : -117983801810944 : ffff94b1c1676000) 00010000:00000001:0.0:1767734622.337292:0:245675:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907740672 : -117983801810944 : ffff94b1c1676000) 00010000:00000001:0.0:1767734622.337296:0:245675:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734622.337298:0:245675:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1767734622.337301:0:245675:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1767734622.337304:0:245675:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1767734622.337307:0:245675:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8300 1 00800000:00000010:0.0:1767734622.337310:0:245675:0:(lmv_obd.c:3878:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff94b1fe4a8300. 00800000:00000001:0.0:1767734622.337314:0:245675:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767734622.337320:0:245675:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) for lock 0x1886cffb85c2b663 00800000:00000001:0.0:1767734622.337324:0:245675:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1767734622.337330:0:245675:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1767734622.337333:0:245675:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767734622.337429:0:245675:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767734622.337432:0:245675:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1676000 refcount=3 00000020:00000001:0.0:1767734622.337434:0:245675:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907740672 : -117983801810944 : ffff94b1c1676000) 00010000:00000001:0.0:1767734622.337438:0:245675:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907740672 : -117983801810944 : ffff94b1c1676000) 00010000:00000001:0.0:1767734622.337446:0:245675:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734622.337448:0:245675:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767734622.337449:0:245675:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734622.337451:0:245675:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734622.337453:0:245675:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767734622.337455:0:245675:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) 00000080:00010000:0.0:1767734622.337457:0:245675:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b663 from it ffffafc3080dbb58 00010000:00000001:0.0:1767734622.337459:0:245675:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767734622.337461:0:245675:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767734622.337462:0:245675:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1676000 refcount=3 00000020:00000001:0.0:1767734622.337466:0:245675:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907740672 : -117983801810944 : ffff94b1c1676000) 00010000:00000001:0.0:1767734622.337470:0:245675:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907740672 : -117983801810944 : ffff94b1c1676000) 00010000:00000001:0.0:1767734622.337474:0:245675:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767734622.337477:0:245675:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c1676000/0x1886cffb85c2b663 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab654 expref: -99 pid: 245675 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734622.337482:0:245675:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734622.337484:0:245675:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734622.337485:0:245675:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1767734622.337487:0:245675:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1767734622.337489:0:245675:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c1676000/0x1886cffb85c2b663 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab654 expref: -99 pid: 245675 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734622.337495:0:245675:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767734622.337498:0:245675:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767734622.337499:0:245675:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767734622.337501:0:245675:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734622.337502:0:245675:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734622.337503:0:245675:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734622.337506:0:245675:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767734622.337508:0:245675:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734622.337510:0:245675:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734622.337512:0:245675:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734622.337514:0:245675:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767734622.337515:0:245675:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734622.337521:0:245675:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767734622.337523:0:245675:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734622.337527:0:245675:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02cb100 x1853602672013824/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/688 e 0 to 0 dl 1767734638 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734622.337532:0:245675:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734622.337534:0:245675:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734622.337535:0:245675:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1c403a000. 02000000:00000001:0.0:1767734622.337539:0:245675:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734622.337541:0:245675:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734622.337542:0:245675:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=78 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734622.337543:0:245675:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734622.337545:0:245675:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1d07dac00. 02000000:00000001:0.0:1767734622.337547:0:245675:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734622.337548:0:245675:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734622.337549:0:245675:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02cb100. 00000100:00000001:0.0:1767734622.337552:0:245675:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734622.337553:0:245675:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1767734622.337555:0:245675:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8), inode mode 41ed mask 1 00000080:00000001:0.0:1767734622.337570:0:245675:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734622.337580:0:245675:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1f20a6a60. 00000020:00000001:0.0:1767734622.337585:0:245675:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080dba88 00000080:00200000:0.0:1767734622.337586:0:245675:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=d160f.sanity, dir=[0x200000007:0x1:0x0](ffff94b1f14e42c8), flags=29 00000080:00000001:0.0:1767734622.337589:0:245675:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:0.0:1767734622.337591:0:245675:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080db948 00000080:00200000:0.0:1767734622.337593:0:245675:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=d160f.sanity, dir=[0x200000007:0x1:0x0](ffff94b1f14e42c8), intent=0 00000080:00000010:0.0:1767734622.337599:0:245675:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c78c5c00. 00800000:00000002:0.0:1767734622.337603:0:245675:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fdf22380 2 00000080:00000001:0.0:1767734622.337607:0:245675:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1767734622.337609:0:245675:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1767734622.337610:0:245675:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080db868 00800000:00000002:0.0:1767734622.337612:0:245675:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd160f.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1767734622.337614:0:245675:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00000020:00000001:0.0:1767734622.337617:0:245675:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080db800 00800000:00000002:0.0:1767734622.337619:0:245675:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d160f.sanity' -> mds #0 00000002:00000001:0.0:1767734622.337622:0:245675:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1767734622.337628:0:245675:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080db738 00000002:00010000:0.0:1767734622.337630:0:245675:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d160f.sanity,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:0.0:1767734622.337633:0:245675:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1767734622.337634:0:245675:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1767734622.337637:0:245675:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8e00. 00000020:00000040:0.0:1767734622.337640:0:245675:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=79 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00010000:00000001:0.0:1767734622.337643:0:245675:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1767734622.337646:0:245675:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767734622.337648:0:245675:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734622.337649:0:245675:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734622.337651:0:245675:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734622.337653:0:245675:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734622.337656:0:245675:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734622.337659:0:245675:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734622.337663:0:245675:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1d04be400. 00000100:00000001:0.0:1767734622.337666:0:245675:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734622.337669:0:245675:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734622.337671:0:245675:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734622.337673:0:245675:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734622.337675:0:245675:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734622.337677:0:245675:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767734622.337681:0:245675:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090737372672 : -117982972178944 : ffff94b1f2da8e00) 00010000:00000001:0.0:1767734622.337683:0:245675:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767734622.337685:0:245675:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1767734622.337688:0:245675:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f0ebc800 count: 2 00010000:00000001:0.0:1767734622.337691:0:245675:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734622.337694:0:245675:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767734622.337698:0:245675:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1f0d08e00. 00000020:00000001:0.0:1767734622.337700:0:245675:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767734622.337702:0:245675:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1f0d08e00 with handle 0x1886cffb85c2b66a to hash 00000020:00000001:0.0:1767734622.337704:0:245675:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767734622.337706:0:245675:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090703162880 : -117983006388736 : ffff94b1f0d08e00) 00010000:00000001:0.0:1767734622.337708:0:245675:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090703162880 : -117983006388736 : ffff94b1f0d08e00) 00010000:00000001:0.0:1767734622.337728:0:245675:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734622.337730:0:245675:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767734622.337742:0:245675:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f0d08e00/0x1886cffb85c2b66a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 245675 initiator: MDT0 00010000:00010000:0.0:1767734622.337752:0:245675:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f0d08e00/0x1886cffb85c2b66a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 245675 initiator: MDT0 00010000:00010000:0.0:1767734622.337764:0:245675:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f0d08e00/0x1886cffb85c2b66a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 245675 initiator: MDT0 00000100:00000001:0.0:1767734622.337771:0:245675:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734622.337773:0:245675:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734622.337780:0:245675:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb29c0. 00000100:00000001:0.0:1767734622.337783:0:245675:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886310336 : -117982823241280 : ffff94b1fbbb29c0) 00000100:00000001:0.0:1767734622.337786:0:245675:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734622.337790:0:245675:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737372672 : -117982972178944 : ffff94b1f2da8e00) 00000100:00000001:0.0:1767734622.337794:0:245675:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734622.337798:0:245675:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734622.337800:0:245675:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734622.337802:0:245675:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734622.337808:0:245675:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8e00 x1853602672013952/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734622.337818:0:245675:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734622.337821:0:245675:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734622.337824:0:245675:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734622.337827:0:245675:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734622.337830:0:245675:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734622.337834:0:245675:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8e00 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:245675:1853602672013952:192.168.203.112@tcp:101:lfs.0 00000100:00000001:0.0:1767734622.337839:0:245675:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734622.337842:0:245675:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734622.337845:0:245675:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734622.337847:0:245675:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734622.337859:0:245675:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f0d07000. 02000000:00000001:0.0:1767734622.337863:0:245675:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734622.337872:0:245675:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734622.337876:0:245675:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558ec8. 00000400:00000010:0.0:1767734622.337901:0:245675:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80bf68. 00000100:00000200:0.0:1767734622.337906:0:245675:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672013952, portal 10 00000100:00000001:0.0:1767734622.337909:0:245675:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734622.337911:0:245675:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737372672 : -117982972178944 : ffff94b1f2da8e00) 00000100:00000040:0.0:1767734622.337947:0:245675:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1f2da8e00 x1853602672013952/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734638 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734622.337972:0:245675:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734622.337977:0:245675:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734622.337980:0:245675:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b088. 00000100:00000200:0.0:1767734622.337983:0:245675:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1853602672013952, offset 0 00000400:00000200:0.0:1767734622.337987:0:245675:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734622.337992:0:245675:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734622.337997:0:245675:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734622.338000:0:245675:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734622.338002:0:245675:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734622.338006:0:245675:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734622.338010:0:245675:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734622.338014:0:245675:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66253:66253:256:4294967295] 192.168.203.112@tcp LPNI seq info [66253:66253:8:4294967295] 00000400:00000200:0.0:1767734622.338018:0:245675:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734622.338045:0:245675:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734622.338052:0:245675:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734622.338058:0:245675:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c41a1600. 00000800:00000200:0.0:1767734622.338070:0:245675:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734622.338077:0:245675:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734622.338082:0:245675:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c41a1600 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:0.0:1767734622.338107:0:245675:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734622.338113:0:245675:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10713 usecs (11 jiffies) 00000400:00000200:0.0:1767734622.338119:0:245675:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734622.338121:0:245675:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303384170 00000100:00000001:0.0:1767734622.338125:0:245675:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, keep current deadline 4303384410 00000100:00000001:0.0:1767734622.338154:0:245675:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303384170 00000100:00000001:0.0:1767734622.338157:0:245675:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, keep current deadline 4303384410 00000100:00000001:0.0:1767734622.338160:0:245675:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734622.338164:0:245675:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734622.338167:0:245675:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734622.338170:0:245675:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734622.338173:0:245675:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb29c0 going to sleep for 11 seconds 00000100:00000001:0.0:1767734622.338177:0:245675:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734622.338179:0:245675:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734622.338260:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734622.338268:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1600. 00000400:00000200:2.0:1767734622.338275:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734622.338282:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734622.338286:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b088 00000400:00000010:2.0:1767734622.338289:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b088. 00000100:00000001:2.0:1767734622.338293:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734622.338300:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8e00 x1853602672013952/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734638 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734622.338345:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734622.338356:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8e00 x1853602672013952/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734638 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734622.338381:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734622.338383:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734622.341344:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734622.341366:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734622.341369:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734622.341374:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734622.341380:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734622.341384:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734622.341389:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734622.341400:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734622.341404:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734622.341407:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 584 into portal 10 MB=0x695d780d1f280 00000400:00000200:2.0:1767734622.341411:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734622.341415:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 584/584 into md 0x7accd [1] + 224 00000800:00000001:2.0:1767734622.341420:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734622.341428:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734622.341431:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734622.341434:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734622.341439:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734622.341445:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8e00 x1853602672013952/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734638 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734622.341453:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff94b1f2da8e00 x1853602672013952/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734638 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734622.341470:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734622.341477:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734622.341480:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734622.341498:0:245675:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734622.341505:0:245675:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734622.341507:0:245675:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734622.341511:0:245675:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558ec8. 00000400:00000200:0.0:1767734622.341516:0:245675:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80bf68 00000400:00000010:0.0:1767734622.341518:0:245675:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80bf68. 00000100:00000001:0.0:1767734622.341523:0:245675:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734622.341530:0:245675:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8e00 x1853602672013952/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734638 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767734622.341540:0:245675:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8e00 x1853602672013952/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767734638 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734622.341547:0:245675:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734622.341548:0:245675:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734622.341550:0:245675:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734622.341553:0:245675:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734622.341555:0:245675:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734622.341556:0:245675:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734622.341559:0:245675:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734622.341564:0:245675:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac458 time=50 v=5 (5 5 5 5) 00000100:00001000:0.0:1767734622.341567:0:245675:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=50 v=5 (1 1 1 1) 00000100:00000001:0.0:1767734622.341569:0:245675:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734622.341570:0:245675:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734622.341572:0:245675:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734622.341575:0:245675:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734622.341577:0:245675:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734622.341592:0:245675:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924567 00000100:00000001:0.0:1767734622.341595:0:245675:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734622.341596:0:245675:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734622.341601:0:245675:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8e00 x1853602672013952/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734638 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734622.341606:0:245675:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734622.341609:0:245675:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734622.341610:0:245675:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734622.341613:0:245675:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8e00 x1853602672013952/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734638 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767734622.341618:0:245675:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8e00 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:245675:1853602672013952:192.168.203.112@tcp:101:lfs.0 00000100:00000001:0.0:1767734622.341621:0:245675:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734622.341623:0:245675:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734622.341624:0:245675:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734622.341625:0:245675:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734622.341628:0:245675:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8e00 x1853602672013952/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734638 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734622.341633:0:245675:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734622.341635:0:245675:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb29c0. 00000100:00000001:0.0:1767734622.341637:0:245675:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734622.341638:0:245675:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734622.341639:0:245675:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767734622.341641:0:245675:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767734622.341642:0:245675:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767734622.341644:0:245675:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f0d08e00 refcount=4 00000020:00000001:0.0:1767734622.341645:0:245675:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090703162880 : -117983006388736 : ffff94b1f0d08e00) 00010000:00000001:0.0:1767734622.341647:0:245675:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090703162880 : -117983006388736 : ffff94b1f0d08e00) 00010000:00000040:0.0:1767734622.341650:0:245675:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff94b1f0d08e00, remote cookie: 0x9bbb2ede58dab670, flags: 0x1001 00010000:00010000:0.0:1767734622.341653:0:245675:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f0d08e00/0x1886cffb85c2b66a lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab670 expref: -99 pid: 245675 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767734622.341670:0:245675:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a2:0x8f0:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1767734622.341673:0:245675:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1767734622.341679:0:245675:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff94b1fa50ca00. 00010000:00000010:0.0:1767734622.341682:0:245675:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94b1f1164880. 00010000:00000001:0.0:1767734622.341685:0:245675:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767734622.341687:0:245675:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f0d08e00/0x1886cffb85c2b66a lrc: 4/1,0 mode: --/PR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab670 expref: -99 pid: 245675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734622.341693:0:245675:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f0d08e00/0x1886cffb85c2b66a lrc: 4/1,0 mode: --/PR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab670 expref: -99 pid: 245675 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734622.341697:0:245675:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767734622.341699:0:245675:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767734622.341700:0:245675:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767734622.341701:0:245675:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767734622.341703:0:245675:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767734622.341705:0:245675:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a2:0x8f0:0x0].0x0 (ffff94b1fa50ca00) refcount = 1 00010000:00010000:0.0:1767734622.341708:0:245675:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f0d08e00/0x1886cffb85c2b66a lrc: 4/1,0 mode: PR/PR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab670 expref: -99 pid: 245675 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734622.341712:0:245675:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767734622.341713:0:245675:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767734622.341714:0:245675:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734622.341716:0:245675:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767734622.341718:0:245675:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767734622.341720:0:245675:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f0d08e00/0x1886cffb85c2b66a lrc: 4/1,0 mode: PR/PR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab670 expref: -99 pid: 245675 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734622.341724:0:245675:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767734622.341725:0:245675:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734622.341726:0:245675:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734622.341732:0:245675:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734622.341733:0:245675:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734622.341734:0:245675:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767734622.341736:0:245675:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1767734622.341737:0:245675:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767734622.341738:0:245675:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767734622.341740:0:245675:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f0d08e00 refcount=3 00000020:00000001:0.0:1767734622.341741:0:245675:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090703162880 : -117983006388736 : ffff94b1f0d08e00) 00010000:00000001:0.0:1767734622.341743:0:245675:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090703162880 : -117983006388736 : ffff94b1f0d08e00) 00010000:00000001:0.0:1767734622.341745:0:245675:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767734622.341746:0:245675:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767734622.341747:0:245675:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f0d08e00 refcount=4 00000020:00000001:0.0:1767734622.341748:0:245675:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090703162880 : -117983006388736 : ffff94b1f0d08e00) 00010000:00000001:0.0:1767734622.341749:0:245675:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090703162880 : -117983006388736 : ffff94b1f0d08e00) 00010000:00000001:0.0:1767734622.341751:0:245675:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734622.341752:0:245675:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767734622.341755:0:245675:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f0d08e00/0x1886cffb85c2b66a lrc: 5/2,0 mode: PR/PR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab670 expref: -99 pid: 245675 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734622.341759:0:245675:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734622.341760:0:245675:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734622.341761:0:245675:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767734622.341762:0:245675:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767734622.341763:0:245675:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f0d08e00 refcount=5 00000020:00000001:0.0:1767734622.341764:0:245675:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090703162880 : -117983006388736 : ffff94b1f0d08e00) 00010000:00000001:0.0:1767734622.341766:0:245675:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090703162880 : -117983006388736 : ffff94b1f0d08e00) 00010000:00000001:0.0:1767734622.341767:0:245675:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767734622.341769:0:245675:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f0d08e00/0x1886cffb85c2b66a lrc: 5/2,0 mode: PR/PR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab670 expref: -99 pid: 245675 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734622.341774:0:245675:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734622.341775:0:245675:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767734622.341778:0:245675:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f0d08e00/0x1886cffb85c2b66a lrc: 4/1,0 mode: PR/PR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab670 expref: -99 pid: 245675 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734622.341802:0:245675:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767734622.341803:0:245675:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734622.341804:0:245675:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734622.341805:0:245675:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734622.341806:0:245675:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1767734622.341810:0:245675:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff94b1f2da8e00 x1853602672013952/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734638 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1767734622.341815:0:245675:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767734622.341816:0:245675:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767734622.341817:0:245675:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f0d08e00 refcount=3 00000020:00000001:0.0:1767734622.341820:0:245675:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090703162880 : -117983006388736 : ffff94b1f0d08e00) 00010000:00000001:0.0:1767734622.341822:0:245675:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090703162880 : -117983006388736 : ffff94b1f0d08e00) 00010000:00000001:0.0:1767734622.341824:0:245675:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734622.341825:0:245675:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767734622.341826:0:245675:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767734622.341827:0:245675:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767734622.341829:0:245675:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1767734622.341832:0:245675:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767734622.341833:0:245675:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767734622.341834:0:245675:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f0d08e00 refcount=3 00000020:00000001:0.0:1767734622.341835:0:245675:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090703162880 : -117983006388736 : ffff94b1f0d08e00) 00010000:00000001:0.0:1767734622.341837:0:245675:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090703162880 : -117983006388736 : ffff94b1f0d08e00) 00000002:00010000:0.0:1767734622.341840:0:245675:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f0d08e00/0x1886cffb85c2b66a lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab670 expref: -99 pid: 245675 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734622.341844:0:245675:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734622.341845:0:245675:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734622.341847:0:245675:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1767734622.341848:0:245675:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767734622.341848:0:245675:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767734622.341849:0:245675:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f0d08e00 refcount=3 00000020:00000001:0.0:1767734622.341852:0:245675:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090703162880 : -117983006388736 : ffff94b1f0d08e00) 00010000:00000001:0.0:1767734622.341860:0:245675:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090703162880 : -117983006388736 : ffff94b1f0d08e00) 00010000:00000040:0.0:1767734622.341863:0:245675:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1fa50ca00 count: 2 00010000:00000001:0.0:1767734622.341865:0:245675:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1767734622.341869:0:245675:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1f0e29000 type 13 mode 4 res 8589939618/2288 (0 0) 00010000:00000001:0.0:1767734622.341871:0:245675:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734622.341872:0:245675:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767734622.341873:0:245675:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1767734622.341875:0:245675:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080db6b8 00000002:00002000:0.0:1767734622.341876:0:245675:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d160f.sanity intent=lookup status=0 disp=b: rc = 0 00000002:00000001:0.0:1767734622.341879:0:245675:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734622.341881:0:245675:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734622.341883:0:245675:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1767734622.341885:0:245675:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1767734622.341887:0:245675:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767734622.341889:0:245675:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fdf22380 2 00000080:00000001:0.0:1767734622.341891:0:245675:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1767734622.341892:0:245675:0:(namei.c:677:ll_lookup_it_finish()) it ffffafc3080dba28 it_disposition b 00000080:00000001:0.0:1767734622.341894:0:245675:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:0.0:1767734622.341896:0:245675:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1767734622.341898:0:245675:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1767734622.341899:0:245675:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145776 : 144115272398145776 : 2000013a20008f0) 00000080:00000001:0.0:1767734622.341902:0:245675:0:(namei.c:117:ll_iget()) Process entered 00000080:00000001:0.0:1767734622.341906:0:245675:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1767734622.341908:0:245675:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2000013a2:0x8f0:0x0] 00000080:00000001:0.0:1767734622.341909:0:245675:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734622.341911:0:245675:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145776 : 144115272398145776 : 2000013a20008f0) 00000080:00000001:0.0:1767734622.341914:0:245675:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:0.0:1767734622.341917:0:245675:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a2:0x8f0:0x0], updating i_size 11776 00000080:00200000:0.0:1767734622.341932:0:245675:0:(namei.c:151:ll_iget()) got inode: [0x2000013a2:0x8f0:0x0](ffff94b1d172ec08): rc = 0 00000080:00000001:0.0:1767734622.341934:0:245675:0:(namei.c:160:ll_iget()) Process leaving (rc=18446626090176932872 : -117983532618744 : ffff94b1d172ec08) 00010000:00000001:0.0:1767734622.341936:0:245675:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767734622.341937:0:245675:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767734622.341939:0:245675:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f0d08e00 refcount=3 00000020:00000001:0.0:1767734622.341940:0:245675:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090703162880 : -117983006388736 : ffff94b1f0d08e00) 00010000:00000001:0.0:1767734622.341948:0:245675:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090703162880 : -117983006388736 : ffff94b1f0d08e00) 00010000:00000001:0.0:1767734622.341950:0:245675:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734622.341951:0:245675:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1767734622.341953:0:245675:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1767734622.341955:0:245675:0:(llite_lib.c:1812:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1767734622.341956:0:245675:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1767734622.341959:0:245675:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1767734622.341960:0:245675:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767734622.341963:0:245675:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a2:0x8f0:0x0](ffff94b1d172ec08) for lock 0x1886cffb85c2b66a 00800000:00000001:0.0:1767734622.341966:0:245675:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1767734622.341967:0:245675:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1767734622.341968:0:245675:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767734622.341969:0:245675:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767734622.341970:0:245675:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f0d08e00 refcount=3 00000020:00000001:0.0:1767734622.341972:0:245675:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090703162880 : -117983006388736 : ffff94b1f0d08e00) 00010000:00000001:0.0:1767734622.341982:0:245675:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090703162880 : -117983006388736 : ffff94b1f0d08e00) 00010000:00000001:0.0:1767734622.341985:0:245675:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734622.341986:0:245675:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767734622.341987:0:245675:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734622.341990:0:245675:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1767734622.341995:0:245675:0:(namei.c:656:ll_splice_alias()) Add dentry ffff94b1f19ce948 inode ffff94b1d172ec08 refc 1 flags 0x20000e 00000080:00000001:0.0:1767734622.341998:0:245675:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1767734622.341999:0:245675:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734622.342001:0:245675:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1767734622.342004:0:245675:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a2:0x8f0:0x0](ffff94b1d172ec08) 00000080:00010000:0.0:1767734622.342007:0:245675:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b66a from it ffffafc3080dba28 00010000:00000001:0.0:1767734622.342009:0:245675:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767734622.342010:0:245675:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767734622.342011:0:245675:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f0d08e00 refcount=3 00000020:00000001:0.0:1767734622.342014:0:245675:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090703162880 : -117983006388736 : ffff94b1f0d08e00) 00010000:00000001:0.0:1767734622.342015:0:245675:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090703162880 : -117983006388736 : ffff94b1f0d08e00) 00010000:00000001:0.0:1767734622.342017:0:245675:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767734622.342020:0:245675:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f0d08e00/0x1886cffb85c2b66a lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab670 expref: -99 pid: 245675 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734622.342030:0:245675:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734622.342033:0:245675:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734622.342035:0:245675:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1767734622.342037:0:245675:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1767734622.342039:0:245675:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f0d08e00/0x1886cffb85c2b66a lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab670 expref: -99 pid: 245675 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734622.342043:0:245675:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767734622.342047:0:245675:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767734622.342049:0:245675:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767734622.342056:0:245675:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734622.342058:0:245675:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734622.342061:0:245675:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734622.342063:0:245675:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767734622.342066:0:245675:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734622.342067:0:245675:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734622.342069:0:245675:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734622.342070:0:245675:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767734622.342072:0:245675:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734622.342073:0:245675:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1767734622.342075:0:245675:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1767734622.342077:0:245675:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c78c5c00. 00000100:00000001:0.0:1767734622.342080:0:245675:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734622.342085:0:245675:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8e00 x1853602672013952/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767734638 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734622.342091:0:245675:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734622.342093:0:245675:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734622.342095:0:245675:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f0d07000. 02000000:00000001:0.0:1767734622.342097:0:245675:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734622.342098:0:245675:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734622.342099:0:245675:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=78 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734622.342101:0:245675:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734622.342102:0:245675:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1d04be400. 02000000:00000001:0.0:1767734622.342104:0:245675:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734622.342110:0:245675:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734622.342112:0:245675:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8e00. 00000100:00000001:0.0:1767734622.342114:0:245675:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734622.342116:0:245675:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767734622.342119:0:245675:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:0.0:1767734622.342121:0:245675:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a2:0x8f0:0x0](ffff94b1d172ec08), inode mode 41ed mask 1 00000080:00000001:0.0:1767734622.342124:0:245675:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734622.342129:0:245675:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1f20a6f60. 00000020:00000001:0.0:1767734622.342132:0:245675:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080dbae8 00000080:00200000:0.0:1767734622.342134:0:245675:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=d0.0, dir=[0x2000013a2:0x8f0:0x0](ffff94b1d172ec08), flags=13 00000080:00000001:0.0:1767734622.342136:0:245675:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:0.0:1767734622.342137:0:245675:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080db9a8 00000080:00200000:0.0:1767734622.342138:0:245675:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=d0.0, dir=[0x2000013a2:0x8f0:0x0](ffff94b1d172ec08), intent=getattr 00000080:00000010:0.0:1767734622.342143:0:245675:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c78c5c00. 00000080:00000001:0.0:1767734622.342147:0:245675:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1767734622.342149:0:245675:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1767734622.342150:0:245675:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080db8c8 00800000:00000002:0.0:1767734622.342151:0:245675:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd0.0' on [0x2000013a2:0x8f0:0x0] 00800000:00000001:0.0:1767734622.342154:0:245675:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00000020:00000001:0.0:1767734622.342156:0:245675:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080db860 00800000:00000002:0.0:1767734622.342158:0:245675:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x2000013a2:0x8f0:0x0], fid2=[0x0:0x0:0x0], name='d0.0' -> mds #0 00000002:00000001:0.0:1767734622.342161:0:245675:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1767734622.342163:0:245675:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080db798 00000002:00010000:0.0:1767734622.342165:0:245675:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d0.0,[0x0:0x0:0x0]) in obj [0x2000013a2:0x8f0:0x0], intent: getattr flags 0 00000002:00000001:0.0:1767734622.342168:0:245675:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1767734622.342169:0:245675:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1767734622.342171:0:245675:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8e00. 00000020:00000040:0.0:1767734622.342173:0:245675:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=79 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00010000:00000001:0.0:1767734622.342204:0:245675:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1767734622.342209:0:245675:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767734622.342213:0:245675:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734622.342216:0:245675:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734622.342218:0:245675:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734622.342221:0:245675:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734622.342224:0:245675:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734622.342228:0:245675:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734622.342260:0:245675:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1d04be400. 00000100:00000001:0.0:1767734622.342263:0:245675:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734622.342266:0:245675:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734622.342267:0:245675:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734622.342269:0:245675:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734622.342271:0:245675:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734622.342274:0:245675:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767734622.342278:0:245675:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090737372672 : -117982972178944 : ffff94b1f2da8e00) 00010000:00000001:0.0:1767734622.342281:0:245675:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767734622.342283:0:245675:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1767734622.342287:0:245675:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1fa50ca00 count: 2 00010000:00000001:0.0:1767734622.342291:0:245675:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734622.342293:0:245675:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767734622.342297:0:245675:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1f0d08c00. 00000020:00000001:0.0:1767734622.342299:0:245675:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767734622.342301:0:245675:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1f0d08c00 with handle 0x1886cffb85c2b671 to hash 00000020:00000001:0.0:1767734622.342304:0:245675:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767734622.342307:0:245675:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090703162368 : -117983006389248 : ffff94b1f0d08c00) 00010000:00000001:0.0:1767734622.342310:0:245675:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090703162368 : -117983006389248 : ffff94b1f0d08c00) 00010000:00000001:0.0:1767734622.342315:0:245675:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734622.342320:0:245675:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767734622.342322:0:245675:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f0d08c00/0x1886cffb85c2b671 lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 245675 initiator: MDT0 00010000:00010000:0.0:1767734622.342327:0:245675:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f0d08c00/0x1886cffb85c2b671 lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 245675 initiator: MDT0 00010000:00010000:0.0:1767734622.342333:0:245675:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f0d08c00/0x1886cffb85c2b671 lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 245675 initiator: MDT0 00000100:00000001:0.0:1767734622.342364:0:245675:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734622.342367:0:245675:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734622.342371:0:245675:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb29c0. 00000100:00000001:0.0:1767734622.342375:0:245675:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886310336 : -117982823241280 : ffff94b1fbbb29c0) 00000100:00000001:0.0:1767734622.342377:0:245675:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734622.342384:0:245675:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737372672 : -117982972178944 : ffff94b1f2da8e00) 00000100:00000001:0.0:1767734622.342387:0:245675:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734622.342390:0:245675:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734622.342392:0:245675:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734622.342393:0:245675:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734622.342397:0:245675:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8e00 x1853602672014080/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734622.342404:0:245675:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734622.342406:0:245675:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734622.342409:0:245675:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734622.342411:0:245675:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734622.342413:0:245675:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734622.342417:0:245675:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8e00 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:245675:1853602672014080:192.168.203.112@tcp:101:lfs.0 00000100:00000001:0.0:1767734622.342421:0:245675:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734622.342423:0:245675:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734622.342426:0:245675:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734622.342427:0:245675:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734622.342430:0:245675:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f0d07000. 02000000:00000001:0.0:1767734622.342432:0:245675:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734622.342436:0:245675:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734622.342439:0:245675:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558ec8. 00000400:00000010:0.0:1767734622.342443:0:245675:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80bf68. 00000100:00000200:0.0:1767734622.342447:0:245675:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672014080, portal 10 00000100:00000001:0.0:1767734622.342448:0:245675:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734622.342449:0:245675:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737372672 : -117982972178944 : ffff94b1f2da8e00) 00000100:00000040:0.0:1767734622.342454:0:245675:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1f2da8e00 x1853602672014080/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734638 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734622.342459:0:245675:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734622.342461:0:245675:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734622.342464:0:245675:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b5d8. 00000100:00000200:0.0:1767734622.342466:0:245675:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1853602672014080, offset 0 00000400:00000200:0.0:1767734622.342471:0:245675:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734622.342476:0:245675:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734622.342488:0:245675:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734622.342492:0:245675:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734622.342498:0:245675:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734622.342502:0:245675:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734622.342507:0:245675:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734622.342511:0:245675:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66254:66254:256:4294967295] 192.168.203.112@tcp LPNI seq info [66254:66254:8:4294967295] 00000400:00000200:0.0:1767734622.342515:0:245675:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734622.342523:0:245675:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734622.342528:0:245675:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734622.342532:0:245675:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c41a1300. 00000800:00000200:0.0:1767734622.342536:0:245675:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734622.342542:0:245675:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734622.342545:0:245675:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c41a1300 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1767734622.342559:0:245675:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734622.342572:0:245675:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10713 usecs (11 jiffies) 00000400:00000200:0.0:1767734622.342576:0:245675:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734622.342579:0:245675:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303384175 00000100:00000001:0.0:1767734622.342583:0:245675:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, keep current deadline 4303384410 00000100:00000001:0.0:1767734622.342587:0:245675:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303384175 00000100:00000001:0.0:1767734622.342589:0:245675:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, keep current deadline 4303384410 00000100:00000001:0.0:1767734622.342592:0:245675:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734622.342595:0:245675:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734622.342597:0:245675:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734622.342599:0:245675:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734622.342601:0:245675:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb29c0 going to sleep for 11 seconds 00000100:00000001:0.0:1767734622.342603:0:245675:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734622.342604:0:245675:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734622.342643:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734622.342648:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1300. 00000400:00000200:2.0:1767734622.342652:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734622.342657:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734622.342663:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b5d8 00000400:00000010:2.0:1767734622.342665:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b5d8. 00000100:00000001:2.0:1767734622.342671:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734622.342676:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8e00 x1853602672014080/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734638 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734622.342683:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734622.342687:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8e00 x1853602672014080/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734638 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734622.342692:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734622.342695:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734622.344965:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734622.344989:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734622.344993:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734622.344998:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734622.345008:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734622.345018:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734622.345026:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734622.345033:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734622.345050:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734622.345055:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 584 into portal 10 MB=0x695d780d1f300 00000400:00000200:3.0:1767734622.345062:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734622.345069:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 584/584 into md 0x7acd5 [1] + 224 00000800:00000001:3.0:1767734622.345077:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734622.345089:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734622.345092:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734622.345098:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734622.345118:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734622.345128:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8e00 x1853602672014080/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734638 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767734622.345143:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff94b1f2da8e00 x1853602672014080/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734638 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734622.345169:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734622.345179:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734622.345188:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734622.345200:0:245675:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734622.345208:0:245675:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734622.345209:0:245675:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734622.345213:0:245675:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558ec8. 00000400:00000200:0.0:1767734622.345227:0:245675:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80bf68 00000400:00000010:0.0:1767734622.345229:0:245675:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80bf68. 00000100:00000001:0.0:1767734622.345232:0:245675:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734622.345240:0:245675:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8e00 x1853602672014080/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734638 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767734622.345249:0:245675:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8e00 x1853602672014080/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734638 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734622.345255:0:245675:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734622.345257:0:245675:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734622.345259:0:245675:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734622.345261:0:245675:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734622.345262:0:245675:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734622.345264:0:245675:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734622.345266:0:245675:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734622.345270:0:245675:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac458 time=50 v=5 (5 5 5 5) 00000100:00001000:0.0:1767734622.345273:0:245675:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=50 v=5 (1 1 1 1) 00000100:00000001:0.0:1767734622.345274:0:245675:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1767734622.345278:0:245675:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff94b1f2da8e00 x1853602672014080/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734638 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734622.345283:0:245675:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1767734622.345286:0:245675:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734622.345287:0:245675:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924567 00000100:00000001:0.0:1767734622.345288:0:245675:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734622.345289:0:245675:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1767734622.345292:0:245675:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8e00 x1853602672014080/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734638 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734622.345298:0:245675:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1767734622.345300:0:245675:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734622.345301:0:245675:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734622.345305:0:245675:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8e00 x1853602672014080/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734638 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767734622.345338:0:245675:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8e00 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:245675:1853602672014080:192.168.203.112@tcp:101:lfs.0 00000100:00000001:0.0:1767734622.345350:0:245675:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734622.345364:0:245675:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1767734622.345368:0:245675:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734622.345371:0:245675:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734622.345379:0:245675:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8e00 x1853602672014080/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734638 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734622.345385:0:245675:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734622.345388:0:245675:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb29c0. 00000100:00000001:0.0:1767734622.345391:0:245675:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734622.345393:0:245675:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1767734622.345395:0:245675:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767734622.345398:0:245675:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767734622.345399:0:245675:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767734622.345402:0:245675:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f0d08c00 refcount=4 00000020:00000001:0.0:1767734622.345405:0:245675:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090703162368 : -117983006389248 : ffff94b1f0d08c00) 00010000:00000001:0.0:1767734622.345411:0:245675:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090703162368 : -117983006389248 : ffff94b1f0d08c00) 00010000:00010000:0.0:1767734622.345414:0:245675:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f0d08c00/0x1886cffb85c2b671 lrc: 4/1,0 mode: --/CR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 245675 initiator: MDT0 00010000:00000001:0.0:1767734622.345422:0:245675:0:(ldlm_request.c:662:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1767734622.345426:0:245675:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f0d08c00/0x1886cffb85c2b671 lrc: 4/1,0 mode: --/CR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 245675 initiator: MDT0 00010000:00000001:0.0:1767734622.345431:0:245675:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767734622.345433:0:245675:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f0d08c00/0x1886cffb85c2b671 lrc: 4/1,0 mode: --/CR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 245675 initiator: MDT0 00010000:00000001:0.0:1767734622.345438:0:245675:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734622.345439:0:245675:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767734622.345440:0:245675:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f0d08c00/0x1886cffb85c2b671 lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 245675 initiator: MDT0 00010000:00000001:0.0:1767734622.345444:0:245675:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734622.345452:0:245675:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734622.345455:0:245675:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767734622.345457:0:245675:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f0d08c00/0x1886cffb85c2b671 lrc: 4/0,0 mode: --/CR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 245675 initiator: MDT0 00010000:00010000:0.0:1767734622.345462:0:245675:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff94b1f0d08c00 already unused, calling callback (ffffffffc19c9b40) 00000080:00000001:0.0:1767734622.345465:0:245675:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1767734622.345467:0:245675:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f0d08c00/0x1886cffb85c2b671 lrc: 4/0,0 mode: --/CR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 245675 initiator: MDT0 00010000:00000001:0.0:1767734622.345472:0:245675:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1767734622.345474:0:245675:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1767734622.345477:0:245675:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f0d08c00/0x1886cffb85c2b671 lrc: 4/0,0 mode: --/CR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 245675 initiator: MDT0 00010000:00000001:0.0:1767734622.345480:0:245675:0:(ldlm_request.c:1606:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1767734622.345482:0:245675:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767734622.345483:0:245675:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767734622.345484:0:245675:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767734622.345485:0:245675:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f0d08c00 refcount=5 00000020:00000001:0.0:1767734622.345487:0:245675:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090703162368 : -117983006389248 : ffff94b1f0d08c00) 00010000:00000001:0.0:1767734622.345488:0:245675:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090703162368 : -117983006389248 : ffff94b1f0d08c00) 00010000:00000001:0.0:1767734622.345490:0:245675:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734622.345492:0:245675:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f0d08c00/0x1886cffb85c2b671 lrc: 5/0,0 mode: --/CR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 245675 initiator: MDT0 00000080:00000001:0.0:1767734622.345496:0:245675:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734622.345497:0:245675:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767734622.345499:0:245675:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1767734622.345500:0:245675:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734622.345503:0:245675:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734622.345504:0:245675:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734622.345505:0:245675:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734622.345506:0:245675:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767734622.345508:0:245675:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f0d08c00 with handle 0x1886cffb85c2b671 from hash 00010000:00000001:0.0:1767734622.345515:0:245675:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734622.345516:0:245675:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734622.345517:0:245675:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734622.345518:0:245675:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734622.345520:0:245675:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734622.345521:0:245675:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767734622.345523:0:245675:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734622.345524:0:245675:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734622.345525:0:245675:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734622.345527:0:245675:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767734622.345529:0:245675:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f0d08c00/0x1886cffb85c2b671 lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 245675 initiator: MDT0 00010000:00000001:0.0:1767734622.345532:0:245675:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734622.345533:0:245675:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734622.345534:0:245675:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767734622.345536:0:245675:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767734622.345537:0:245675:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734622.345538:0:245675:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734622.345539:0:245675:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734622.345540:0:245675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f0d08c00/0x1886cffb85c2b671 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 245675 initiator: MDT0 00010000:00000001:0.0:1767734622.345547:0:245675:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734622.345548:0:245675:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1767734622.345550:0:245675:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1767734622.345554:0:245675:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff94b1f2da8e00 x1853602672014080/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734638 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1767734622.345559:0:245675:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767734622.345566:0:245675:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767734622.345568:0:245675:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767734622.345569:0:245675:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767734622.345571:0:245675:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1767734622.345572:0:245675:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767734622.345573:0:245675:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767734622.345574:0:245675:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1767734622.345576:0:245675:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080db718 00000002:00002000:0.0:1767734622.345583:0:245675:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d0.0 intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1767734622.345585:0:245675:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734622.345588:0:245675:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734622.345589:0:245675:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1767734622.345592:0:245675:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x2000013a2:0x8f0:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1767734622.345594:0:245675:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734622.345596:0:245675:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1767734622.345613:0:245675:0:(namei.c:677:ll_lookup_it_finish()) it ffffafc3080dbb20 it_disposition 7 00000080:00002000:0.0:1767734622.345618:0:245675:0:(namei.c:656:ll_splice_alias()) Add dentry ffff94b1f19ceca8 inode 0000000000000000 refc 1 flags 0xe 00800000:00000001:0.0:1767734622.345625:0:245675:0:(lmv_obd.c:4107:lmv_revalidate_lock()) Process entered 00000002:00000001:0.0:1767734622.345628:0:245675:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1767734622.345630:0:245675:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767734622.345632:0:245675:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767734622.345636:0:245675:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1fa50ca00 count: 2 00010000:00000001:0.0:1767734622.345639:0:245675:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1767734622.345643:0:245675:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1f0e29000 type 13 mode 30 res 8589939618/2288 (0 0) 00000002:00000001:0.0:1767734622.345647:0:245675:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767734622.345649:0:245675:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734622.345651:0:245675:0:(lmv_obd.c:4114:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734622.345654:0:245675:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1767734622.345657:0:245675:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1767734622.345660:0:245675:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c78c5c00. 00000100:00000001:0.0:1767734622.345664:0:245675:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734622.345669:0:245675:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8e00 x1853602672014080/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734638 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734622.345677:0:245675:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734622.345679:0:245675:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734622.345682:0:245675:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f0d07000. 02000000:00000001:0.0:1767734622.345685:0:245675:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734622.345687:0:245675:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734622.345689:0:245675:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=78 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734622.345692:0:245675:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734622.345694:0:245675:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1d04be400. 02000000:00000001:0.0:1767734622.345697:0:245675:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734622.345698:0:245675:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734622.345709:0:245675:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8e00. 00000100:00000001:0.0:1767734622.345727:0:245675:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734622.345728:0:245675:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767734622.345730:0:245675:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1767734622.345732:0:245675:0:(dcache.c:176:ll_intent_release()) intent ffffafc3080dbb20 released 00000080:00000001:0.0:1767734622.345733:0:245675:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1767734622.345736:0:245675:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1767734622.345737:0:245675:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080dbb70 00000080:00002000:0.0:1767734622.345739:0:245675:0:(dcache.c:127:ll_ddelete()) deleting dentry d0.0 (ffff94b1f19ceca8, parent ffff94b1f19ce948, inode 0000000000000000) hashed, 00000080:00000001:0.0:1767734622.345742:0:245675:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767734622.345744:0:245675:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1767734622.345747:0:245675:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1767734622.345750:0:245675:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1767734622.345750:0:245675:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080dbbf0 00000080:00002000:0.0:1767734622.345752:0:245675:0:(dcache.c:127:ll_ddelete()) keeping dentry d160f.sanity (ffff94b1f19ce948, parent ffff94b1f079b510, inode ffff94b1d172ec08) hashed, 00000080:00000001:0.0:1767734622.345754:0:245675:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734622.345773:0:245675:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1767734622.345775:0:245675:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1767734622.345776:0:245675:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1767734622.345777:0:245675:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080dbbb0 00000080:00200000:0.0:1767734622.345779:0:245675:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8),name=/ 00000080:00000010:0.0:1767734622.345783:0:245675:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c78c5c00. 00800000:00000002:0.0:1767734622.345786:0:245675:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fdf22380 2 00000080:00000001:0.0:1767734622.345789:0:245675:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1767734622.345791:0:245675:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1767734622.345792:0:245675:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080dbad0 00800000:00000002:0.0:1767734622.345794:0:245675:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1767734622.345796:0:245675:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1767734622.345798:0:245675:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1767734622.345801:0:245675:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1767734622.345802:0:245675:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080db9a0 00000002:00010000:0.0:1767734622.345804:0:245675:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1767734622.345806:0:245675:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1767734622.345808:0:245675:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767734622.345809:0:245675:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767734622.345811:0:245675:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f0ebc800 count: 2 00010000:00000001:0.0:1767734622.345813:0:245675:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734622.345821:0:245675:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734622.345823:0:245675:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767734622.345835:0:245675:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c1676000/0x1886cffb85c2b663 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab654 expref: -99 pid: 245675 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767734622.345842:0:245675:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1767734622.345844:0:245675:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767734622.345847:0:245675:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c1676000/0x1886cffb85c2b663 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab654 expref: -99 pid: 245675 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1767734622.345852:0:245675:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1767734622.345854:0:245675:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1767734622.345856:0:245675:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1767734622.345857:0:245675:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1767734622.345859:0:245675:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1767734622.345860:0:245675:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1767734622.345862:0:245675:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1767734622.345863:0:245675:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fdf22380 2 00000080:00000010:0.0:1767734622.345865:0:245675:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c78c5c00. 00000080:00000001:0.0:1767734622.345867:0:245675:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1767734622.345868:0:245675:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767734622.345870:0:245675:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) 00000080:00010000:0.0:1767734622.345873:0:245675:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) for lock 0x1886cffb85c2b663 00800000:00000001:0.0:1767734622.345875:0:245675:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1767734622.345876:0:245675:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1767734622.345877:0:245675:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767734622.345879:0:245675:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767734622.345881:0:245675:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1676000 refcount=3 00000020:00000001:0.0:1767734622.345882:0:245675:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907740672 : -117983801810944 : ffff94b1c1676000) 00010000:00000001:0.0:1767734622.345884:0:245675:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907740672 : -117983801810944 : ffff94b1c1676000) 00010000:00000001:0.0:1767734622.345886:0:245675:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734622.345887:0:245675:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767734622.345888:0:245675:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734622.345890:0:245675:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767734622.345899:0:245675:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b663 from it ffffafc3080dbbe8 00010000:00000001:0.0:1767734622.345900:0:245675:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767734622.345902:0:245675:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767734622.345903:0:245675:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1676000 refcount=3 00000020:00000001:0.0:1767734622.345905:0:245675:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907740672 : -117983801810944 : ffff94b1c1676000) 00010000:00000001:0.0:1767734622.345907:0:245675:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907740672 : -117983801810944 : ffff94b1c1676000) 00010000:00000001:0.0:1767734622.345908:0:245675:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767734622.345910:0:245675:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c1676000/0x1886cffb85c2b663 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab654 expref: -99 pid: 245675 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734622.345915:0:245675:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734622.345916:0:245675:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734622.345917:0:245675:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1767734622.345933:0:245675:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1767734622.345935:0:245675:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c1676000/0x1886cffb85c2b663 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab654 expref: -99 pid: 245675 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734622.345940:0:245675:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767734622.345942:0:245675:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767734622.345943:0:245675:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767734622.345945:0:245675:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734622.345946:0:245675:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734622.345947:0:245675:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734622.345949:0:245675:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767734622.345950:0:245675:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734622.345952:0:245675:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734622.345954:0:245675:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734622.345955:0:245675:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767734622.345957:0:245675:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734622.345958:0:245675:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767734622.345959:0:245675:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767734622.345960:0:245675:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1767734622.345962:0:245675:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8), inode mode 41ed mask 1 00000080:00000001:0.0:1767734622.345976:0:245675:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734622.345978:0:245675:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1767734622.345980:0:245675:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080dbb78 00000080:00002000:0.0:1767734622.345988:0:245675:0:(dcache.c:87:ll_dcompare()) found name d160f.sanity(ffff94b1f19ce948) flags 0x28000e refc 0 00000080:00000001:0.0:1767734622.345990:0:245675:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734622.345992:0:245675:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080dbbc0 00000080:00200000:0.0:1767734622.345994:0:245675:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160f.sanity, flags=16408 00000080:00000001:0.0:1767734622.345997:0:245675:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1767734622.345998:0:245675:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734622.346001:0:245675:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:0.0:1767734622.346002:0:245675:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a2:0x8f0:0x0](ffff94b1d172ec08), inode mode 41ed mask 1 00000080:00000001:0.0:1767734622.346005:0:245675:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734622.346010:0:245675:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1f20a66e0. 00000020:00000001:0.0:1767734622.346013:0:245675:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080dbb78 00000080:00200000:0.0:1767734622.346014:0:245675:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=d0.0, dir=[0x2000013a2:0x8f0:0x0](ffff94b1d172ec08), flags=16392 00000080:00000001:0.0:1767734622.346017:0:245675:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:0.0:1767734622.346018:0:245675:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080dba38 00000080:00200000:0.0:1767734622.346020:0:245675:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=d0.0, dir=[0x2000013a2:0x8f0:0x0](ffff94b1d172ec08), intent=getattr 00000080:00000010:0.0:1767734622.346024:0:245675:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c78c5c00. 00000080:00000001:0.0:1767734622.346027:0:245675:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1767734622.346040:0:245675:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1767734622.346042:0:245675:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080db958 00800000:00000002:0.0:1767734622.346043:0:245675:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd0.0' on [0x2000013a2:0x8f0:0x0] 00800000:00000001:0.0:1767734622.346046:0:245675:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00000020:00000001:0.0:1767734622.346048:0:245675:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080db8f0 00800000:00000002:0.0:1767734622.346050:0:245675:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x2000013a2:0x8f0:0x0], fid2=[0x0:0x0:0x0], name='d0.0' -> mds #0 00000002:00000001:0.0:1767734622.346053:0:245675:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1767734622.346054:0:245675:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080db828 00000002:00010000:0.0:1767734622.346055:0:245675:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d0.0,[0x0:0x0:0x0]) in obj [0x2000013a2:0x8f0:0x0], intent: getattr flags 0 00000002:00000001:0.0:1767734622.346058:0:245675:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1767734622.346059:0:245675:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1767734622.346062:0:245675:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8e00. 00000020:00000040:0.0:1767734622.346063:0:245675:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=79 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00010000:00000001:0.0:1767734622.346066:0:245675:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1767734622.346068:0:245675:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767734622.346069:0:245675:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734622.346071:0:245675:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734622.346072:0:245675:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734622.346079:0:245675:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734622.346081:0:245675:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734622.346083:0:245675:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734622.346087:0:245675:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1d04be400. 00000100:00000001:0.0:1767734622.346090:0:245675:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734622.346092:0:245675:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734622.346093:0:245675:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734622.346095:0:245675:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734622.346096:0:245675:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734622.346097:0:245675:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767734622.346101:0:245675:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090737372672 : -117982972178944 : ffff94b1f2da8e00) 00010000:00000001:0.0:1767734622.346103:0:245675:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767734622.346105:0:245675:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1767734622.346107:0:245675:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1fa50ca00 count: 2 00010000:00000001:0.0:1767734622.346109:0:245675:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734622.346110:0:245675:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767734622.346113:0:245675:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1f0d08000. 00000020:00000001:0.0:1767734622.346115:0:245675:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767734622.346117:0:245675:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1f0d08000 with handle 0x1886cffb85c2b678 to hash 00000020:00000001:0.0:1767734622.346119:0:245675:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767734622.346120:0:245675:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090703159296 : -117983006392320 : ffff94b1f0d08000) 00010000:00000001:0.0:1767734622.346123:0:245675:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090703159296 : -117983006392320 : ffff94b1f0d08000) 00010000:00000001:0.0:1767734622.346125:0:245675:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734622.346126:0:245675:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767734622.346128:0:245675:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f0d08000/0x1886cffb85c2b678 lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 245675 initiator: MDT0 00010000:00010000:0.0:1767734622.346133:0:245675:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f0d08000/0x1886cffb85c2b678 lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 245675 initiator: MDT0 00010000:00010000:0.0:1767734622.346139:0:245675:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f0d08000/0x1886cffb85c2b678 lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 245675 initiator: MDT0 00000100:00000001:0.0:1767734622.346143:0:245675:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734622.346144:0:245675:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734622.346151:0:245675:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb29c0. 00000100:00000001:0.0:1767734622.346153:0:245675:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886310336 : -117982823241280 : ffff94b1fbbb29c0) 00000100:00000001:0.0:1767734622.346155:0:245675:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734622.346157:0:245675:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737372672 : -117982972178944 : ffff94b1f2da8e00) 00000100:00000001:0.0:1767734622.346159:0:245675:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734622.346161:0:245675:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734622.346163:0:245675:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734622.346164:0:245675:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734622.346168:0:245675:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8e00 x1853602672014208/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734622.346174:0:245675:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734622.346176:0:245675:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734622.346178:0:245675:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734622.346180:0:245675:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734622.346181:0:245675:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734622.346184:0:245675:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8e00 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:245675:1853602672014208:192.168.203.112@tcp:101:lfs.0 00000100:00000001:0.0:1767734622.346186:0:245675:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734622.346188:0:245675:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734622.346189:0:245675:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734622.346191:0:245675:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734622.346193:0:245675:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f0d07000. 02000000:00000001:0.0:1767734622.346194:0:245675:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734622.346199:0:245675:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734622.346201:0:245675:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558ec8. 00000400:00000010:0.0:1767734622.346204:0:245675:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80bf68. 00000100:00000200:0.0:1767734622.346207:0:245675:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672014208, portal 10 00000100:00000001:0.0:1767734622.346209:0:245675:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734622.346211:0:245675:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737372672 : -117982972178944 : ffff94b1f2da8e00) 00000100:00000040:0.0:1767734622.346214:0:245675:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1f2da8e00 x1853602672014208/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734638 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734622.346220:0:245675:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734622.346222:0:245675:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734622.346225:0:245675:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b6e8. 00000100:00000200:0.0:1767734622.346234:0:245675:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1853602672014208, offset 0 00000400:00000200:0.0:1767734622.346238:0:245675:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734622.346243:0:245675:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734622.346248:0:245675:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734622.346252:0:245675:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734622.346255:0:245675:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734622.346259:0:245675:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734622.346261:0:245675:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734622.346265:0:245675:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66255:66255:256:4294967295] 192.168.203.112@tcp LPNI seq info [66255:66255:8:4294967295] 00000400:00000200:0.0:1767734622.346268:0:245675:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734622.346275:0:245675:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734622.346281:0:245675:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734622.346285:0:245675:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c41a1500. 00000800:00000200:0.0:1767734622.346290:0:245675:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734622.346295:0:245675:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734622.346298:0:245675:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c41a1500 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1767734622.346359:0:245675:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734622.346363:0:245675:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10712 usecs (11 jiffies) 00000400:00000200:0.0:1767734622.346367:0:245675:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734622.346371:0:245675:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303384178 00000100:00000001:0.0:1767734622.346374:0:245675:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, keep current deadline 4303384410 00000100:00000001:0.0:1767734622.346379:0:245675:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303384179 00000100:00000001:0.0:1767734622.346383:0:245675:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, keep current deadline 4303384410 00000100:00000001:0.0:1767734622.346388:0:245675:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734622.346392:0:245675:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734622.346396:0:245675:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734622.346398:0:245675:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734622.346401:0:245675:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb29c0 going to sleep for 11 seconds 00000100:00000001:0.0:1767734622.346406:0:245675:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734622.346411:0:245675:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734622.346519:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734622.346551:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1500. 00000400:00000200:3.0:1767734622.346559:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734622.346568:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734622.346572:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b6e8 00000400:00000010:3.0:1767734622.346574:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b6e8. 00000100:00000001:3.0:1767734622.346578:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734622.346583:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8e00 x1853602672014208/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734638 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734622.346592:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734622.346595:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8e00 x1853602672014208/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734638 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734622.346602:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734622.346604:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767734622.348230:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734622.348241:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767734622.348245:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734622.348248:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734622.348256:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734622.348263:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767734622.348271:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734622.348275:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734622.348280:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734622.348284:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 584 into portal 10 MB=0x695d780d1f380 00000400:00000200:3.0:1767734622.348291:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734622.348355:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 584/584 into md 0x7acdd [1] + 224 00000800:00000001:3.0:1767734622.348366:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734622.348381:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767734622.348385:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734622.348395:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767734622.348404:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734622.348414:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8e00 x1853602672014208/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734638 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767734622.348429:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff94b1f2da8e00 x1853602672014208/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734638 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734622.348454:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767734622.348465:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767734622.348470:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734622.348490:0:245675:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734622.348498:0:245675:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734622.348500:0:245675:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734622.348504:0:245675:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558ec8. 00000400:00000200:0.0:1767734622.348509:0:245675:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80bf68 00000400:00000010:0.0:1767734622.348512:0:245675:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80bf68. 00000100:00000001:0.0:1767734622.348519:0:245675:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734622.348526:0:245675:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8e00 x1853602672014208/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734638 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767734622.348537:0:245675:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8e00 x1853602672014208/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734638 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734622.348543:0:245675:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734622.348545:0:245675:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734622.348547:0:245675:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734622.348550:0:245675:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734622.348552:0:245675:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734622.348564:0:245675:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734622.348567:0:245675:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734622.348571:0:245675:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac458 time=50 v=5 (5 5 5 5) 00000100:00001000:0.0:1767734622.348574:0:245675:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=50 v=5 (1 1 1 1) 00000100:00000001:0.0:1767734622.348577:0:245675:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1767734622.348581:0:245675:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff94b1f2da8e00 x1853602672014208/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734638 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734622.348587:0:245675:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1767734622.348590:0:245675:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734622.348592:0:245675:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924567 00000100:00000001:0.0:1767734622.348594:0:245675:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734622.348597:0:245675:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1767734622.348600:0:245675:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8e00 x1853602672014208/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734638 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734622.348604:0:245675:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1767734622.348606:0:245675:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734622.348607:0:245675:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734622.348611:0:245675:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8e00 x1853602672014208/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734638 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767734622.348626:0:245675:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8e00 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:245675:1853602672014208:192.168.203.112@tcp:101:lfs.0 00000100:00000001:0.0:1767734622.348632:0:245675:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734622.348635:0:245675:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1767734622.348637:0:245675:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734622.348641:0:245675:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734622.348644:0:245675:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8e00 x1853602672014208/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734638 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734622.348650:0:245675:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734622.348652:0:245675:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb29c0. 00000100:00000001:0.0:1767734622.348654:0:245675:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734622.348656:0:245675:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1767734622.348658:0:245675:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767734622.348661:0:245675:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767734622.348663:0:245675:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767734622.348665:0:245675:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f0d08000 refcount=4 00000020:00000001:0.0:1767734622.348667:0:245675:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090703159296 : -117983006392320 : ffff94b1f0d08000) 00010000:00000001:0.0:1767734622.348669:0:245675:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090703159296 : -117983006392320 : ffff94b1f0d08000) 00010000:00010000:0.0:1767734622.348672:0:245675:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f0d08000/0x1886cffb85c2b678 lrc: 4/1,0 mode: --/CR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 245675 initiator: MDT0 00010000:00000001:0.0:1767734622.348678:0:245675:0:(ldlm_request.c:662:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1767734622.348681:0:245675:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f0d08000/0x1886cffb85c2b678 lrc: 4/1,0 mode: --/CR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 245675 initiator: MDT0 00010000:00000001:0.0:1767734622.348686:0:245675:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767734622.348688:0:245675:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f0d08000/0x1886cffb85c2b678 lrc: 4/1,0 mode: --/CR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 245675 initiator: MDT0 00010000:00000001:0.0:1767734622.348693:0:245675:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734622.348694:0:245675:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767734622.348696:0:245675:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f0d08000/0x1886cffb85c2b678 lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 245675 initiator: MDT0 00010000:00000001:0.0:1767734622.348708:0:245675:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734622.348712:0:245675:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734622.348714:0:245675:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767734622.348716:0:245675:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f0d08000/0x1886cffb85c2b678 lrc: 4/0,0 mode: --/CR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 245675 initiator: MDT0 00010000:00010000:0.0:1767734622.348723:0:245675:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff94b1f0d08000 already unused, calling callback (ffffffffc19c9b40) 00000080:00000001:0.0:1767734622.348726:0:245675:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1767734622.348730:0:245675:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f0d08000/0x1886cffb85c2b678 lrc: 4/0,0 mode: --/CR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 245675 initiator: MDT0 00010000:00000001:0.0:1767734622.348735:0:245675:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1767734622.348736:0:245675:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1767734622.348739:0:245675:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f0d08000/0x1886cffb85c2b678 lrc: 4/0,0 mode: --/CR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 245675 initiator: MDT0 00010000:00000001:0.0:1767734622.348742:0:245675:0:(ldlm_request.c:1606:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1767734622.348744:0:245675:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767734622.348746:0:245675:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767734622.348747:0:245675:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767734622.348748:0:245675:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f0d08000 refcount=5 00000020:00000001:0.0:1767734622.348750:0:245675:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090703159296 : -117983006392320 : ffff94b1f0d08000) 00010000:00000001:0.0:1767734622.348751:0:245675:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090703159296 : -117983006392320 : ffff94b1f0d08000) 00010000:00000001:0.0:1767734622.348753:0:245675:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767734622.348755:0:245675:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f0d08000/0x1886cffb85c2b678 lrc: 5/0,0 mode: --/CR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 245675 initiator: MDT0 00000080:00000001:0.0:1767734622.348759:0:245675:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767734622.348761:0:245675:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767734622.348765:0:245675:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1767734622.348768:0:245675:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767734622.348770:0:245675:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767734622.348773:0:245675:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767734622.348780:0:245675:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734622.348782:0:245675:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767734622.348784:0:245675:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f0d08000 with handle 0x1886cffb85c2b678 from hash 00010000:00000001:0.0:1767734622.348787:0:245675:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767734622.348789:0:245675:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734622.348791:0:245675:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734622.348792:0:245675:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767734622.348796:0:245675:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767734622.348798:0:245675:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767734622.348799:0:245675:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734622.348800:0:245675:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734622.348801:0:245675:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734622.348802:0:245675:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767734622.348804:0:245675:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f0d08000/0x1886cffb85c2b678 lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 245675 initiator: MDT0 00010000:00000001:0.0:1767734622.348808:0:245675:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734622.348809:0:245675:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734622.348810:0:245675:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767734622.348812:0:245675:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767734622.348813:0:245675:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734622.348814:0:245675:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734622.348814:0:245675:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767734622.348816:0:245675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f0d08000/0x1886cffb85c2b678 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 245675 initiator: MDT0 00010000:00000001:0.0:1767734622.348830:0:245675:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734622.348832:0:245675:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1767734622.348836:0:245675:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1767734622.348839:0:245675:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff94b1f2da8e00 x1853602672014208/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734638 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1767734622.348845:0:245675:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767734622.348846:0:245675:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767734622.348847:0:245675:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767734622.348850:0:245675:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767734622.348852:0:245675:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1767734622.348853:0:245675:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767734622.348861:0:245675:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767734622.348862:0:245675:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1767734622.348864:0:245675:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080db7a8 00000002:00002000:0.0:1767734622.348866:0:245675:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d0.0 intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1767734622.348869:0:245675:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734622.348872:0:245675:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734622.348873:0:245675:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1767734622.348875:0:245675:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x2000013a2:0x8f0:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1767734622.348878:0:245675:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734622.348882:0:245675:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1767734622.348885:0:245675:0:(namei.c:677:ll_lookup_it_finish()) it ffffafc3080dbbb0 it_disposition 7 00000080:00002000:0.0:1767734622.348891:0:245675:0:(namei.c:656:ll_splice_alias()) Add dentry ffff94b1f19ce798 inode 0000000000000000 refc 1 flags 0xe 00800000:00000001:0.0:1767734622.348895:0:245675:0:(lmv_obd.c:4107:lmv_revalidate_lock()) Process entered 00000002:00000001:0.0:1767734622.348898:0:245675:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1767734622.348900:0:245675:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767734622.348902:0:245675:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767734622.348904:0:245675:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1fa50ca00 count: 2 00010000:00000001:0.0:1767734622.348906:0:245675:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1767734622.348912:0:245675:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1f0e29000 type 13 mode 30 res 8589939618/2288 (0 0) 00000002:00000001:0.0:1767734622.348916:0:245675:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767734622.348932:0:245675:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734622.348933:0:245675:0:(lmv_obd.c:4114:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734622.348935:0:245675:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1767734622.348937:0:245675:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1767734622.348939:0:245675:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c78c5c00. 00000100:00000001:0.0:1767734622.348960:0:245675:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734622.348980:0:245675:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8e00 x1853602672014208/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734638 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734622.348991:0:245675:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734622.348997:0:245675:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734622.349000:0:245675:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f0d07000. 02000000:00000001:0.0:1767734622.349005:0:245675:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734622.349008:0:245675:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734622.349010:0:245675:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=78 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734622.349015:0:245675:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734622.349038:0:245675:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1d04be400. 02000000:00000001:0.0:1767734622.349046:0:245675:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734622.349049:0:245675:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734622.349052:0:245675:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8e00. 00000100:00000001:0.0:1767734622.349056:0:245675:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734622.349058:0:245675:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767734622.349061:0:245675:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1767734622.349063:0:245675:0:(dcache.c:176:ll_intent_release()) intent ffffafc3080dbbb0 released 00000080:00000001:0.0:1767734622.349066:0:245675:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1767734622.349071:0:245675:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1767734622.349074:0:245675:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080dbc00 00000080:00002000:0.0:1767734622.349077:0:245675:0:(dcache.c:127:ll_ddelete()) deleting dentry d0.0 (ffff94b1f19ce798, parent ffff94b1f19ce948, inode 0000000000000000) hashed, 00000080:00000001:0.0:1767734622.349083:0:245675:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767734622.349088:0:245675:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1767734622.349103:0:245675:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1767734622.349116:0:245675:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1767734622.349118:0:245675:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080dbc80 00000080:00002000:0.0:1767734622.349121:0:245675:0:(dcache.c:127:ll_ddelete()) keeping dentry d160f.sanity (ffff94b1f19ce948, parent ffff94b1f079b510, inode ffff94b1d172ec08) hashed, 00000080:00000001:0.0:1767734622.349127:0:245675:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734622.349156:0:245675:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1767734622.349159:0:245675:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1767734622.349161:0:245675:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1767734622.349165:0:245675:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080dbb20 00000080:00200000:0.0:1767734622.349168:0:245675:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8),name=/ 00000080:00000010:0.0:1767734622.349174:0:245675:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c78c5c00. 00800000:00000002:0.0:1767734622.349179:0:245675:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fdf22380 2 00000080:00000001:0.0:1767734622.349183:0:245675:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1767734622.349186:0:245675:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1767734622.349189:0:245675:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080dba40 00800000:00000002:0.0:1767734622.349193:0:245675:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1767734622.349197:0:245675:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1767734622.349202:0:245675:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1767734622.349208:0:245675:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1767734622.349211:0:245675:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080db910 00000002:00010000:0.0:1767734622.349214:0:245675:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1767734622.349218:0:245675:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1767734622.349229:0:245675:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767734622.349232:0:245675:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767734622.349239:0:245675:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f0ebc800 count: 2 00010000:00000001:0.0:1767734622.349242:0:245675:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734622.349248:0:245675:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734622.349250:0:245675:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767734622.349255:0:245675:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c1676000/0x1886cffb85c2b663 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab654 expref: -99 pid: 245675 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767734622.349265:0:245675:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1767734622.349270:0:245675:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767734622.349274:0:245675:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c1676000/0x1886cffb85c2b663 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab654 expref: -99 pid: 245675 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1767734622.349283:0:245675:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1767734622.349285:0:245675:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1767734622.349289:0:245675:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1767734622.349293:0:245675:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1767734622.349296:0:245675:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1767734622.349300:0:245675:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1767734622.349303:0:245675:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1767734622.349306:0:245675:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fdf22380 2 00000080:00000010:0.0:1767734622.349310:0:245675:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c78c5c00. 00000080:00000001:0.0:1767734622.349316:0:245675:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1767734622.349319:0:245675:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767734622.349465:0:245675:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) 00000080:00010000:0.0:1767734622.349470:0:245675:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) for lock 0x1886cffb85c2b663 00800000:00000001:0.0:1767734622.349474:0:245675:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1767734622.349476:0:245675:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1767734622.349477:0:245675:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767734622.349479:0:245675:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767734622.349480:0:245675:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1676000 refcount=3 00000020:00000001:0.0:1767734622.349482:0:245675:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907740672 : -117983801810944 : ffff94b1c1676000) 00010000:00000001:0.0:1767734622.349485:0:245675:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907740672 : -117983801810944 : ffff94b1c1676000) 00010000:00000001:0.0:1767734622.349494:0:245675:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734622.349496:0:245675:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767734622.349498:0:245675:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734622.349501:0:245675:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767734622.349503:0:245675:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b663 from it ffffafc3080dbb58 00010000:00000001:0.0:1767734622.349505:0:245675:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767734622.349506:0:245675:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767734622.349508:0:245675:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1676000 refcount=3 00000020:00000001:0.0:1767734622.349509:0:245675:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907740672 : -117983801810944 : ffff94b1c1676000) 00010000:00000001:0.0:1767734622.349512:0:245675:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907740672 : -117983801810944 : ffff94b1c1676000) 00010000:00000001:0.0:1767734622.349514:0:245675:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767734622.349516:0:245675:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c1676000/0x1886cffb85c2b663 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab654 expref: -99 pid: 245675 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734622.349522:0:245675:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734622.349523:0:245675:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734622.349524:0:245675:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1767734622.349526:0:245675:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1767734622.349528:0:245675:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c1676000/0x1886cffb85c2b663 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab654 expref: -99 pid: 245675 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734622.349533:0:245675:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767734622.349536:0:245675:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767734622.349538:0:245675:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767734622.349540:0:245675:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734622.349542:0:245675:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734622.349544:0:245675:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734622.349547:0:245675:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767734622.349549:0:245675:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734622.349552:0:245675:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734622.349555:0:245675:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734622.349558:0:245675:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767734622.349559:0:245675:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734622.349571:0:245675:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767734622.349572:0:245675:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767734622.349574:0:245675:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1767734622.349581:0:245675:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8), inode mode 41ed mask 1 00000080:00000001:0.0:1767734622.349584:0:245675:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734622.349587:0:245675:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1767734622.349590:0:245675:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080dbb48 00000080:00002000:0.0:1767734622.349592:0:245675:0:(dcache.c:87:ll_dcompare()) found name d160f.sanity(ffff94b1f19ce948) flags 0x28004e refc 0 00000080:00000001:0.0:1767734622.349595:0:245675:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734622.349596:0:245675:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080dbb90 00000080:00200000:0.0:1767734622.349598:0:245675:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160f.sanity, flags=13 00000080:00000001:0.0:1767734622.349602:0:245675:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1767734622.349603:0:245675:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734622.349610:0:245675:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080dbd08 00000080:00200008:0.0:1767734622.349612:0:245675:0:(file.c:6252:ll_getattr_dentry()) START file d160f.sanity:[0x2000013a2:0x8f0:0x0](ffff94b1d172ec08), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1767734622.349616:0:245675:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1767734622.349617:0:245675:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080dbc80 00000080:00200000:0.0:1767734622.349618:0:245675:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x2000013a2:0x8f0:0x0](ffff94b1d172ec08),name=d160f.sanity 00000080:00000010:0.0:1767734622.349624:0:245675:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c78c4400. 00800000:00000002:0.0:1767734622.349626:0:245675:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fdf22380 2 00000080:00000001:0.0:1767734622.349629:0:245675:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1767734622.349631:0:245675:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1767734622.349632:0:245675:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080dbba0 00800000:00000002:0.0:1767734622.349634:0:245675:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x2000013a2:0x8f0:0x0] 'd160f.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1767734622.349636:0:245675:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1767734622.349638:0:245675:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x2000013a2:0x8f0:0x0], name='' -> mds #0 00000002:00000001:0.0:1767734622.349641:0:245675:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1767734622.349642:0:245675:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080dba70 00000002:00010000:0.0:1767734622.349644:0:245675:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2000013a2:0x8f0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1767734622.349646:0:245675:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1767734622.349649:0:245675:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767734622.349650:0:245675:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767734622.349653:0:245675:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1fa50ca00 count: 2 00010000:00000001:0.0:1767734622.349656:0:245675:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1767734622.349659:0:245675:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1f0e29000 type 13 mode 30 res 8589939618/2288 (0 0) 00000002:00000001:0.0:1767734622.349662:0:245675:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767734622.349665:0:245675:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767734622.349674:0:245675:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1767734622.349676:0:245675:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1767734622.349679:0:245675:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8e00. 00000020:00000040:0.0:1767734622.349682:0:245675:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=79 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00010000:00000001:0.0:1767734622.349685:0:245675:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1767734622.349688:0:245675:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767734622.349690:0:245675:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734622.349691:0:245675:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734622.349692:0:245675:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734622.349693:0:245675:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734622.349695:0:245675:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734622.349697:0:245675:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734622.349701:0:245675:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1d04be400. 00000100:00000001:0.0:1767734622.349705:0:245675:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734622.349707:0:245675:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734622.349726:0:245675:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734622.349728:0:245675:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734622.349731:0:245675:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734622.349734:0:245675:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767734622.349738:0:245675:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090737372672 : -117982972178944 : ffff94b1f2da8e00) 00010000:00000001:0.0:1767734622.349741:0:245675:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767734622.349743:0:245675:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1767734622.349746:0:245675:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f0ebc800 count: 2 00010000:00000001:0.0:1767734622.349748:0:245675:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734622.349752:0:245675:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767734622.349756:0:245675:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1f0d09c00. 00000020:00000001:0.0:1767734622.349759:0:245675:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767734622.349762:0:245675:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1f0d09c00 with handle 0x1886cffb85c2b67f to hash 00000020:00000001:0.0:1767734622.349764:0:245675:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767734622.349767:0:245675:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090703166464 : -117983006385152 : ffff94b1f0d09c00) 00010000:00000001:0.0:1767734622.349771:0:245675:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090703166464 : -117983006385152 : ffff94b1f0d09c00) 00010000:00000001:0.0:1767734622.349793:0:245675:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734622.349798:0:245675:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767734622.349802:0:245675:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f0d09c00/0x1886cffb85c2b67f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 245675 initiator: MDT0 00010000:00010000:0.0:1767734622.349825:0:245675:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f0d09c00/0x1886cffb85c2b67f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 245675 initiator: MDT0 00010000:00010000:0.0:1767734622.349837:0:245675:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f0d09c00/0x1886cffb85c2b67f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 245675 initiator: MDT0 00000100:00000001:0.0:1767734622.349843:0:245675:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734622.349846:0:245675:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734622.349863:0:245675:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb29c0. 00000100:00000001:0.0:1767734622.349867:0:245675:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886310336 : -117982823241280 : ffff94b1fbbb29c0) 00000100:00000001:0.0:1767734622.349871:0:245675:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734622.349873:0:245675:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737372672 : -117982972178944 : ffff94b1f2da8e00) 00000100:00000001:0.0:1767734622.349878:0:245675:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734622.349883:0:245675:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734622.349885:0:245675:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734622.349890:0:245675:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734622.349897:0:245675:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8e00 x1853602672014336/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734622.349907:0:245675:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734622.349909:0:245675:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734622.349913:0:245675:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734622.349917:0:245675:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734622.349948:0:245675:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734622.349952:0:245675:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8e00 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:245675:1853602672014336:192.168.203.112@tcp:101:lfs.0 00000100:00000001:0.0:1767734622.349982:0:245675:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734622.349984:0:245675:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734622.349986:0:245675:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734622.349988:0:245675:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734622.349991:0:245675:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f0d07000. 02000000:00000001:0.0:1767734622.349993:0:245675:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734622.349999:0:245675:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734622.350001:0:245675:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558ec8. 00000400:00000010:0.0:1767734622.350008:0:245675:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80bf68. 00000100:00000200:0.0:1767734622.350017:0:245675:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672014336, portal 10 00000100:00000001:0.0:1767734622.350019:0:245675:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734622.350021:0:245675:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737372672 : -117982972178944 : ffff94b1f2da8e00) 00000100:00000040:0.0:1767734622.350027:0:245675:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1f2da8e00 x1853602672014336/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734638 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734622.350051:0:245675:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734622.350056:0:245675:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734622.350060:0:245675:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b770. 00000100:00000200:0.0:1767734622.350065:0:245675:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1853602672014336, offset 0 00000400:00000200:0.0:1767734622.350072:0:245675:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734622.350080:0:245675:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734622.350091:0:245675:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734622.350096:0:245675:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734622.350100:0:245675:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734622.350105:0:245675:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734622.350108:0:245675:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734622.350114:0:245675:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66256:66256:256:4294967295] 192.168.203.112@tcp LPNI seq info [66256:66256:8:4294967295] 00000400:00000200:0.0:1767734622.350119:0:245675:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734622.350137:0:245675:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734622.350147:0:245675:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734622.350153:0:245675:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c41a1a00. 00000800:00000200:0.0:1767734622.350164:0:245675:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734622.350171:0:245675:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734622.350188:0:245675:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c41a1a00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1767734622.350210:0:245675:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734622.350216:0:245675:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10712 usecs (11 jiffies) 00000400:00000200:0.0:1767734622.350223:0:245675:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734622.350227:0:245675:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303384182 00000100:00000001:0.0:1767734622.350234:0:245675:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, keep current deadline 4303384410 00000100:00000001:0.0:1767734622.350239:0:245675:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303384182 00000100:00000001:0.0:1767734622.350259:0:245675:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, keep current deadline 4303384410 00000100:00000001:0.0:1767734622.350263:0:245675:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734622.350268:0:245675:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734622.350273:0:245675:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734622.350276:0:245675:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734622.350279:0:245675:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb29c0 going to sleep for 11 seconds 00000100:00000001:0.0:1767734622.350285:0:245675:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734622.350293:0:245675:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734622.350414:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734622.350422:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1a00. 00000400:00000200:3.0:1767734622.350429:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734622.350455:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734622.350459:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b770 00000400:00000010:3.0:1767734622.350461:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b770. 00000100:00000001:3.0:1767734622.350465:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734622.350471:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8e00 x1853602672014336/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734638 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734622.350479:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734622.350481:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8e00 x1853602672014336/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734638 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734622.350487:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734622.350489:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734622.352187:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734622.352208:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734622.352210:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734622.352214:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734622.352219:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734622.352226:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734622.352230:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734622.352234:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734622.352237:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734622.352240:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 584 into portal 10 MB=0x695d780d1f400 00000400:00000200:2.0:1767734622.352245:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734622.352248:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 584/584 into md 0x7ace5 [1] + 224 00000800:00000001:2.0:1767734622.352252:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734622.352259:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734622.352261:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734622.352264:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734622.352267:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734622.352273:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8e00 x1853602672014336/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734638 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734622.352281:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff94b1f2da8e00 x1853602672014336/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734638 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734622.352300:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734622.352305:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000010:0.1:1767734622.352376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f0d08c00. 00000080:00000010:0.1:1767734622.352390:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1f20a6f60. 00000100:00000001:0.0:1767734622.352429:0:245675:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734622.352434:0:245675:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734622.352437:0:245675:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734622.352439:0:245675:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558ec8. 00000400:00000200:0.0:1767734622.352443:0:245675:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80bf68 00000400:00000010:0.0:1767734622.352445:0:245675:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80bf68. 00000100:00000001:0.0:1767734622.352448:0:245675:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734622.352455:0:245675:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8e00 x1853602672014336/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734638 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767734622.352464:0:245675:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8e00 x1853602672014336/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734638 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734622.352472:0:245675:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734622.352473:0:245675:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734622.352475:0:245675:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734622.352477:0:245675:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734622.352478:0:245675:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734622.352481:0:245675:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734622.352483:0:245675:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734622.352487:0:245675:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac458 time=50 v=5 (5 5 5 5) 00000100:00001000:0.0:1767734622.352490:0:245675:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=50 v=5 (1 1 1 1) 00000100:00000001:0.0:1767734622.352493:0:245675:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734622.352495:0:245675:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734622.352498:0:245675:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734622.352500:0:245675:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734622.352503:0:245675:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734622.352505:0:245675:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924567 00000100:00000001:0.0:1767734622.352506:0:245675:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000800:00000001:2.0:1767734622.352512:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734622.352519:0:245675:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734622.352525:0:245675:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8e00 x1853602672014336/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734638 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734622.352531:0:245675:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734622.352533:0:245675:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734622.352534:0:245675:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734622.352542:0:245675:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8e00 x1853602672014336/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734638 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767734622.352549:0:245675:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8e00 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:245675:1853602672014336:192.168.203.112@tcp:101:lfs.0 00000100:00000001:0.0:1767734622.352553:0:245675:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734622.352566:0:245675:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734622.352567:0:245675:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734622.352570:0:245675:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734622.352572:0:245675:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8e00 x1853602672014336/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734638 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734622.352578:0:245675:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734622.352581:0:245675:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb29c0. 00000100:00000001:0.0:1767734622.352583:0:245675:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734622.352585:0:245675:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734622.352587:0:245675:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767734622.352589:0:245675:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767734622.352591:0:245675:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767734622.352592:0:245675:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f0d09c00 refcount=4 00000020:00000001:0.0:1767734622.352595:0:245675:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090703166464 : -117983006385152 : ffff94b1f0d09c00) 00010000:00000001:0.0:1767734622.352599:0:245675:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090703166464 : -117983006385152 : ffff94b1f0d09c00) 00010000:00000040:0.0:1767734622.352602:0:245675:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff94b1f0d09c00, remote cookie: 0x9bbb2ede58dab6a8, flags: 0x1001 00010000:00010000:0.0:1767734622.352606:0:245675:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f0d09c00/0x1886cffb85c2b67f lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab6a8 expref: -99 pid: 245675 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767734622.352613:0:245675:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a2:0x8f0:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1767734622.352616:0:245675:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1767734622.352624:0:245675:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1fa50ca00 count: 2 00010000:00000001:0.0:1767734622.352626:0:245675:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734622.352628:0:245675:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767734622.352631:0:245675:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f0d09c00/0x1886cffb85c2b67f lrc: 4/1,0 mode: --/PR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab6a8 expref: -99 pid: 245675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734622.352638:0:245675:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f0d09c00/0x1886cffb85c2b67f lrc: 4/1,0 mode: --/PR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab6a8 expref: -99 pid: 245675 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734622.352643:0:245675:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767734622.352644:0:245675:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767734622.352646:0:245675:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767734622.352663:0:245675:0:(ldlm_lock.c:1035:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767734622.352664:0:245675:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767734622.352667:0:245675:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a2:0x8f0:0x0].0x0 (ffff94b1fa50ca00) refcount = 2 00010000:00000040:0.0:1767734622.352671:0:245675:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1767734622.352674:0:245675:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f0d08e00/0x1886cffb85c2b66a lrc: 1/0,0 mode: PR/PR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab670 expref: -99 pid: 245675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767734622.352683:0:245675:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f0d09c00/0x1886cffb85c2b67f lrc: 4/1,0 mode: PR/PR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab6a8 expref: -99 pid: 245675 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734622.352690:0:245675:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767734622.352693:0:245675:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767734622.352695:0:245675:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734622.352698:0:245675:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767734622.352702:0:245675:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767734622.352706:0:245675:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f0d09c00/0x1886cffb85c2b67f lrc: 4/1,0 mode: PR/PR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab6a8 expref: -99 pid: 245675 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734622.352712:0:245675:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767734622.352715:0:245675:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734622.352717:0:245675:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734622.352718:0:245675:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734622.352727:0:245675:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734622.352730:0:245675:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767734622.352735:0:245675:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1767734622.352737:0:245675:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767734622.352739:0:245675:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767734622.352741:0:245675:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f0d09c00 refcount=3 00000020:00000001:0.0:1767734622.352744:0:245675:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090703166464 : -117983006385152 : ffff94b1f0d09c00) 00010000:00000001:0.0:1767734622.352747:0:245675:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090703166464 : -117983006385152 : ffff94b1f0d09c00) 00010000:00000001:0.0:1767734622.352750:0:245675:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767734622.352752:0:245675:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767734622.352754:0:245675:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f0d09c00 refcount=4 00000020:00000001:0.0:1767734622.352756:0:245675:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090703166464 : -117983006385152 : ffff94b1f0d09c00) 00010000:00000001:0.0:1767734622.352760:0:245675:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090703166464 : -117983006385152 : ffff94b1f0d09c00) 00010000:00000001:0.0:1767734622.352762:0:245675:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734622.352765:0:245675:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767734622.352769:0:245675:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f0d09c00/0x1886cffb85c2b67f lrc: 5/2,0 mode: PR/PR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab6a8 expref: -99 pid: 245675 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734622.352777:0:245675:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734622.352779:0:245675:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734622.352781:0:245675:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767734622.352782:0:245675:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767734622.352783:0:245675:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f0d09c00 refcount=5 00000020:00000001:0.0:1767734622.352786:0:245675:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090703166464 : -117983006385152 : ffff94b1f0d09c00) 00010000:00000001:0.0:1767734622.352789:0:245675:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090703166464 : -117983006385152 : ffff94b1f0d09c00) 00010000:00000001:0.0:1767734622.352791:0:245675:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767734622.352794:0:245675:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f0d09c00/0x1886cffb85c2b67f lrc: 5/2,0 mode: PR/PR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab6a8 expref: -99 pid: 245675 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734622.352801:0:245675:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734622.352802:0:245675:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767734622.352806:0:245675:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f0d09c00/0x1886cffb85c2b67f lrc: 4/1,0 mode: PR/PR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab6a8 expref: -99 pid: 245675 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734622.352835:0:245675:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767734622.352837:0:245675:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734622.352839:0:245675:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734622.352840:0:245675:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734622.352842:0:245675:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1767734622.352848:0:245675:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff94b1f2da8e00 x1853602672014336/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734638 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1767734622.352856:0:245675:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767734622.352858:0:245675:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767734622.352860:0:245675:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f0d09c00 refcount=3 00000020:00000001:0.0:1767734622.352863:0:245675:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090703166464 : -117983006385152 : ffff94b1f0d09c00) 00010000:00000001:0.0:1767734622.352865:0:245675:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090703166464 : -117983006385152 : ffff94b1f0d09c00) 00010000:00000001:0.0:1767734622.352868:0:245675:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734622.352870:0:245675:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767734622.352873:0:245675:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767734622.352876:0:245675:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767734622.352879:0:245675:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1767734622.352882:0:245675:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767734622.352885:0:245675:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767734622.352886:0:245675:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f0d09c00 refcount=3 00000020:00000001:0.0:1767734622.352890:0:245675:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090703166464 : -117983006385152 : ffff94b1f0d09c00) 00010000:00000001:0.0:1767734622.352893:0:245675:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090703166464 : -117983006385152 : ffff94b1f0d09c00) 00000002:00010000:0.0:1767734622.352897:0:245675:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f0d09c00/0x1886cffb85c2b67f lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab6a8 expref: -99 pid: 245675 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734622.352905:0:245675:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734622.352907:0:245675:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734622.352909:0:245675:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1767734622.352911:0:245675:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767734622.352913:0:245675:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767734622.352916:0:245675:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f0d09c00 refcount=3 00000020:00000001:0.0:1767734622.352943:0:245675:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090703166464 : -117983006385152 : ffff94b1f0d09c00) 00010000:00000001:0.0:1767734622.352968:0:245675:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090703166464 : -117983006385152 : ffff94b1f0d09c00) 00010000:00000040:0.0:1767734622.352972:0:245675:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1fa50ca00 count: 3 00010000:00000001:0.0:1767734622.352974:0:245675:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1767734622.352977:0:245675:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1f0e29000 type 13 mode 4 res 8589939618/2288 (0 0) 00010000:00000001:0.0:1767734622.352990:0:245675:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734622.352991:0:245675:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767734622.352993:0:245675:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1767734622.352995:0:245675:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080db9f0 00000002:00002000:0.0:1767734622.352997:0:245675:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1767734622.353001:0:245675:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734622.353004:0:245675:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734622.353005:0:245675:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1767734622.353008:0:245675:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1767734622.353010:0:245675:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767734622.353012:0:245675:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fdf22380 2 00000080:00000010:0.0:1767734622.353032:0:245675:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c78c4400. 00000080:00000001:0.0:1767734622.353036:0:245675:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1767734622.353039:0:245675:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:0.0:1767734622.353054:0:245675:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1767734622.353057:0:245675:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1767734622.353060:0:245675:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1767734622.353062:0:245675:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2000013a2:0x8f0:0x0] 00000080:00000001:0.0:1767734622.353066:0:245675:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734622.353069:0:245675:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145776 : 144115272398145776 : 2000013a20008f0) 00000080:00000001:0.0:1767734622.353073:0:245675:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:0.0:1767734622.353077:0:245675:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a2:0x8f0:0x0], updating i_size 11776 00010000:00000001:0.0:1767734622.353080:0:245675:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767734622.353082:0:245675:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767734622.353084:0:245675:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f0d09c00 refcount=3 00000020:00000001:0.0:1767734622.353086:0:245675:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090703166464 : -117983006385152 : ffff94b1f0d09c00) 00010000:00000001:0.0:1767734622.353089:0:245675:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090703166464 : -117983006385152 : ffff94b1f0d09c00) 00010000:00000001:0.0:1767734622.353092:0:245675:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734622.353093:0:245675:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1767734622.353095:0:245675:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1767734622.353105:0:245675:0:(llite_lib.c:1812:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1767734622.353107:0:245675:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1767734622.353109:0:245675:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1767734622.353114:0:245675:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767734622.353118:0:245675:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a2:0x8f0:0x0](ffff94b1d172ec08) for lock 0x1886cffb85c2b67f 00800000:00000001:0.0:1767734622.353122:0:245675:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1767734622.353124:0:245675:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1767734622.353126:0:245675:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767734622.353127:0:245675:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767734622.353129:0:245675:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f0d09c00 refcount=3 00000020:00000001:0.0:1767734622.353131:0:245675:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090703166464 : -117983006385152 : ffff94b1f0d09c00) 00010000:00000001:0.0:1767734622.353134:0:245675:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090703166464 : -117983006385152 : ffff94b1f0d09c00) 00010000:00000001:0.0:1767734622.353137:0:245675:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734622.353138:0:245675:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767734622.353140:0:245675:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734622.353142:0:245675:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734622.353145:0:245675:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1767734622.353146:0:245675:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734622.353150:0:245675:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767734622.353152:0:245675:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a2:0x8f0:0x0](ffff94b1d172ec08) 00000080:00010000:0.0:1767734622.353155:0:245675:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b67f from it ffffafc3080dbcb8 00010000:00000001:0.0:1767734622.353157:0:245675:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767734622.353159:0:245675:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767734622.353161:0:245675:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f0d09c00 refcount=3 00000020:00000001:0.0:1767734622.353164:0:245675:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090703166464 : -117983006385152 : ffff94b1f0d09c00) 00010000:00000001:0.0:1767734622.353167:0:245675:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090703166464 : -117983006385152 : ffff94b1f0d09c00) 00010000:00000001:0.0:1767734622.353169:0:245675:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767734622.353173:0:245675:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f0d09c00/0x1886cffb85c2b67f lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab6a8 expref: -99 pid: 245675 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734622.353180:0:245675:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734622.353181:0:245675:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734622.353183:0:245675:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1767734622.353185:0:245675:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1767734622.353197:0:245675:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f0d09c00/0x1886cffb85c2b67f lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab6a8 expref: -99 pid: 245675 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734622.353204:0:245675:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767734622.353207:0:245675:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767734622.353209:0:245675:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767734622.353212:0:245675:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734622.353213:0:245675:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734622.353215:0:245675:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734622.353217:0:245675:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767734622.353219:0:245675:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734622.353221:0:245675:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734622.353224:0:245675:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734622.353226:0:245675:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767734622.353228:0:245675:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734622.353229:0:245675:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767734622.353232:0:245675:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734622.353238:0:245675:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8e00 x1853602672014336/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734638 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734622.353246:0:245675:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734622.353248:0:245675:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734622.353251:0:245675:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f0d07000. 02000000:00000001:0.0:1767734622.353256:0:245675:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734622.353258:0:245675:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734622.353260:0:245675:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=78 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734622.353262:0:245675:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734622.353264:0:245675:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1d04be400. 02000000:00000001:0.0:1767734622.353267:0:245675:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734622.353269:0:245675:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734622.353271:0:245675:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8e00. 00000100:00000001:0.0:1767734622.353274:0:245675:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734622.353275:0:245675:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767734622.353282:0:245675:0:(file.c:6205:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734622.353287:0:245675:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080dbd08 00000080:00000008:0.0:1767734622.353290:0:245675:0:(file.c:6430:ll_getattr_dentry()) COMPLETED file d160f.sanity:[0x2000013a2:0x8f0:0x0](ffff94b1d172ec08), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1767734622.353295:0:245675:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1767734622.353297:0:245675:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080dbda0 00000080:00002000:0.0:1767734622.353308:0:245675:0:(dcache.c:127:ll_ddelete()) keeping dentry d160f.sanity (ffff94b1f19ce948, parent ffff94b1f079b510, inode ffff94b1d172ec08) hashed, 00000080:00000001:0.0:1767734622.353311:0:245675:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734622.354045:0:245675:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734622.354080:0:245675:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080dbd08 00000080:00200008:0.0:1767734622.354084:0:245675:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff94b1f14e42c8), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1767734622.354091:0:245675:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1767734622.354093:0:245675:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080dbc80 00000080:00200000:0.0:1767734622.354096:0:245675:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8),name=/ 00000080:00000010:0.0:1767734622.354102:0:245675:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c78c4400. 00800000:00000002:0.0:1767734622.354107:0:245675:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fdf22380 2 00000080:00000001:0.0:1767734622.354111:0:245675:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1767734622.354114:0:245675:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1767734622.354117:0:245675:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080dbba0 00800000:00000002:0.0:1767734622.354120:0:245675:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1767734622.354124:0:245675:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1767734622.354127:0:245675:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1767734622.354132:0:245675:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1767734622.354136:0:245675:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080dba70 00000002:00010000:0.0:1767734622.354138:0:245675:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1767734622.354144:0:245675:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1767734622.354146:0:245675:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767734622.354149:0:245675:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767734622.354153:0:245675:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f0ebc800 count: 2 00010000:00000001:0.0:1767734622.354156:0:245675:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734622.354159:0:245675:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734622.354163:0:245675:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767734622.354168:0:245675:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c1676000/0x1886cffb85c2b663 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab654 expref: -99 pid: 245675 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767734622.354189:0:245675:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1767734622.354193:0:245675:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767734622.354197:0:245675:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c1676000/0x1886cffb85c2b663 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab654 expref: -99 pid: 245675 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1767734622.354221:0:245675:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1767734622.354223:0:245675:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1767734622.354225:0:245675:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1767734622.354228:0:245675:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1767734622.354230:0:245675:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1767734622.354233:0:245675:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1767734622.354237:0:245675:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1767734622.354241:0:245675:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fdf22380 2 00000080:00000010:0.0:1767734622.354245:0:245675:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c78c4400. 00000080:00000001:0.0:1767734622.354252:0:245675:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1767734622.354254:0:245675:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767734622.354257:0:245675:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) 00000080:00010000:0.0:1767734622.354261:0:245675:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) for lock 0x1886cffb85c2b663 00800000:00000001:0.0:1767734622.354266:0:245675:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1767734622.354268:0:245675:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1767734622.354270:0:245675:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767734622.354272:0:245675:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767734622.354274:0:245675:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1676000 refcount=3 00000020:00000001:0.0:1767734622.354276:0:245675:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907740672 : -117983801810944 : ffff94b1c1676000) 00010000:00000001:0.0:1767734622.354280:0:245675:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907740672 : -117983801810944 : ffff94b1c1676000) 00010000:00000001:0.0:1767734622.354286:0:245675:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734622.354290:0:245675:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767734622.354293:0:245675:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734622.354297:0:245675:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767734622.354300:0:245675:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b663 from it ffffafc3080dbcb8 00010000:00000001:0.0:1767734622.354303:0:245675:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767734622.354306:0:245675:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767734622.354309:0:245675:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1676000 refcount=3 00000020:00000001:0.0:1767734622.354311:0:245675:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907740672 : -117983801810944 : ffff94b1c1676000) 00010000:00000001:0.0:1767734622.354314:0:245675:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907740672 : -117983801810944 : ffff94b1c1676000) 00010000:00000001:0.0:1767734622.354316:0:245675:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767734622.354320:0:245675:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c1676000/0x1886cffb85c2b663 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab654 expref: -99 pid: 245675 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734622.354440:0:245675:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734622.354442:0:245675:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734622.354444:0:245675:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1767734622.354445:0:245675:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1767734622.354448:0:245675:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c1676000/0x1886cffb85c2b663 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab654 expref: -99 pid: 245675 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734622.354454:0:245675:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767734622.354458:0:245675:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767734622.354459:0:245675:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767734622.354461:0:245675:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734622.354462:0:245675:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734622.354463:0:245675:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734622.354464:0:245675:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767734622.354466:0:245675:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734622.354467:0:245675:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734622.354469:0:245675:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734622.354472:0:245675:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767734622.354475:0:245675:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734622.354478:0:245675:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767734622.354481:0:245675:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767734622.354482:0:245675:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767734622.354498:0:245675:0:(file.c:6205:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734622.354501:0:245675:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080dbd08 00000080:00000008:0.0:1767734622.354502:0:245675:0:(file.c:6430:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff94b1f14e42c8), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1767734622.354612:0:245675:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1767734622.354614:0:245675:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1767734622.354615:0:245675:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1767734622.354616:0:245675:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080dbbc0 00000080:00200000:0.0:1767734622.354618:0:245675:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8),name=/ 00000080:00000010:0.0:1767734622.354621:0:245675:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c78c4400. 00800000:00000002:0.0:1767734622.354624:0:245675:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fdf22380 2 00000080:00000001:0.0:1767734622.354626:0:245675:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1767734622.354628:0:245675:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1767734622.354629:0:245675:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080dbae0 00800000:00000002:0.0:1767734622.354636:0:245675:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1767734622.354638:0:245675:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1767734622.354640:0:245675:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1767734622.354643:0:245675:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1767734622.354644:0:245675:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080db9b0 00000002:00010000:0.0:1767734622.354646:0:245675:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1767734622.354648:0:245675:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1767734622.354649:0:245675:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767734622.354650:0:245675:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767734622.354653:0:245675:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f0ebc800 count: 2 00010000:00000001:0.0:1767734622.354654:0:245675:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734622.354656:0:245675:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734622.354657:0:245675:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767734622.354660:0:245675:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c1676000/0x1886cffb85c2b663 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab654 expref: -99 pid: 245675 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767734622.354664:0:245675:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1767734622.354667:0:245675:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767734622.354670:0:245675:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c1676000/0x1886cffb85c2b663 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab654 expref: -99 pid: 245675 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1767734622.354675:0:245675:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1767734622.354676:0:245675:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1767734622.354677:0:245675:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1767734622.354679:0:245675:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1767734622.354680:0:245675:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1767734622.354682:0:245675:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1767734622.354684:0:245675:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1767734622.354686:0:245675:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fdf22380 2 00000080:00000010:0.0:1767734622.354705:0:245675:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c78c4400. 00000080:00000001:0.0:1767734622.354710:0:245675:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1767734622.354712:0:245675:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767734622.354714:0:245675:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) 00000080:00010000:0.0:1767734622.354718:0:245675:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) for lock 0x1886cffb85c2b663 00800000:00000001:0.0:1767734622.354734:0:245675:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1767734622.354736:0:245675:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1767734622.354738:0:245675:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767734622.354741:0:245675:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767734622.354743:0:245675:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1676000 refcount=3 00000020:00000001:0.0:1767734622.354747:0:245675:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907740672 : -117983801810944 : ffff94b1c1676000) 00010000:00000001:0.0:1767734622.354750:0:245675:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907740672 : -117983801810944 : ffff94b1c1676000) 00010000:00000001:0.0:1767734622.354753:0:245675:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734622.354755:0:245675:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767734622.354759:0:245675:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734622.354763:0:245675:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767734622.354766:0:245675:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b663 from it ffffafc3080dbbf8 00010000:00000001:0.0:1767734622.354769:0:245675:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767734622.354770:0:245675:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767734622.354773:0:245675:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1676000 refcount=3 00000020:00000001:0.0:1767734622.354775:0:245675:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907740672 : -117983801810944 : ffff94b1c1676000) 00010000:00000001:0.0:1767734622.354778:0:245675:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907740672 : -117983801810944 : ffff94b1c1676000) 00010000:00000001:0.0:1767734622.354780:0:245675:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767734622.354783:0:245675:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c1676000/0x1886cffb85c2b663 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab654 expref: -99 pid: 245675 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734622.354790:0:245675:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734622.354792:0:245675:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734622.354794:0:245675:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1767734622.354796:0:245675:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1767734622.354799:0:245675:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c1676000/0x1886cffb85c2b663 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab654 expref: -99 pid: 245675 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734622.354807:0:245675:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767734622.354812:0:245675:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767734622.354814:0:245675:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767734622.354816:0:245675:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734622.354818:0:245675:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734622.354819:0:245675:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734622.354823:0:245675:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767734622.354833:0:245675:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734622.354835:0:245675:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734622.354838:0:245675:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734622.354841:0:245675:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767734622.354842:0:245675:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734622.354844:0:245675:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767734622.354847:0:245675:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767734622.354848:0:245675:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1767734622.354851:0:245675:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8), inode mode 41ed mask 1 00000080:00000001:0.0:1767734622.354856:0:245675:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734622.354862:0:245675:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1767734622.354866:0:245675:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080dbbc0 00000080:00002000:0.0:1767734622.354870:0:245675:0:(dcache.c:87:ll_dcompare()) found name d160f.sanity(ffff94b1f19ce948) flags 0x28004e refc 0 00000080:00000001:0.0:1767734622.354873:0:245675:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734622.354877:0:245675:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080dbc08 00000080:00200000:0.0:1767734622.354878:0:245675:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160f.sanity, flags=267 00000080:00000001:0.0:1767734622.354882:0:245675:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1767734622.354884:0:245675:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734622.354888:0:245675:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:0.0:1767734622.354890:0:245675:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a2:0x8f0:0x0](ffff94b1d172ec08), inode mode 41ed mask 44 00000080:00000001:0.0:1767734622.354894:0:245675:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734622.354900:0:245675:0:(dir.c:3007:ll_dir_open()) Process entered 00000080:00000001:0.0:1767734622.354903:0:245675:0:(file.c:997:ll_file_open()) Process entered 00000020:00000001:0.0:1767734622.354906:0:245675:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080dbb78 00000080:00200008:0.0:1767734622.354909:0:245675:0:(file.c:1001:ll_file_open()) START file d160f.sanity:[0x2000013a2:0x8f0:0x0](ffff94b1d172ec08), flags 300000 00000080:00000010:0.0:1767734622.354916:0:245675:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff94b1d928d7c0. 00000080:00000001:0.0:1767734622.354971:0:245675:0:(file.c:717:ll_intent_file_open()) Process entered 00000080:00000010:0.0:1767734622.354974:0:245675:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c78c4400. 00800000:00000002:0.0:1767734622.354977:0:245675:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fdf22380 2 00000080:00000001:0.0:1767734622.354980:0:245675:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1767734622.354981:0:245675:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1767734622.354983:0:245675:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080dba28 00800000:00000002:0.0:1767734622.354985:0:245675:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open' for [0x2000013a2:0x8f0:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1767734622.354988:0:245675:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00000020:00000001:0.0:1767734622.354990:0:245675:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080db9a8 00800000:00000002:0.0:1767734622.354991:0:245675:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x2000013a2:0x8f0:0x0], name='' -> mds #0 00000002:00000001:0.0:1767734622.354994:0:245675:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1767734622.355020:0:245675:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080db8e0 00000002:00010000:0.0:1767734622.355023:0:245675:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2000013a2:0x8f0:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0240300001 00000002:00000001:0.0:1767734622.355029:0:245675:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1767734622.355031:0:245675:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1767734622.355036:0:245675:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1767734622.355041:0:245675:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1fa50ca00 count: 3 00010000:00000001:0.0:1767734622.355044:0:245675:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734622.355049:0:245675:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767734622.355053:0:245675:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734622.355056:0:245675:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767734622.355059:0:245675:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767734622.355061:0:245675:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1767734622.355064:0:245675:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f0ebc800 count: 2 00010000:00000001:0.0:1767734622.355068:0:245675:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734622.355071:0:245675:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767734622.355077:0:245675:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734622.355080:0:245675:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767734622.355083:0:245675:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734622.355088:0:245675:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8e00. 00000020:00000040:0.0:1767734622.355091:0:245675:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=79 obd=lustre-MDT0000-mdc-ffff94b1ef335000 02000000:00000001:0.0:1767734622.355096:0:245675:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1767734622.355099:0:245675:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734622.355101:0:245675:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1767734622.355105:0:245675:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767734622.355108:0:245675:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734622.355111:0:245675:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734622.355114:0:245675:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734622.355118:0:245675:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734622.355120:0:245675:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734622.355124:0:245675:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734622.355130:0:245675:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1d04be400. 00000100:00000001:0.0:1767734622.355134:0:245675:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734622.355138:0:245675:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734622.355140:0:245675:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734622.355142:0:245675:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734622.355151:0:245675:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734622.355155:0:245675:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767734622.355175:0:245675:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446626090737372672 : -117982972178944 : ffff94b1f2da8e00) 00010000:00000001:0.0:1767734622.355179:0:245675:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767734622.355181:0:245675:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1767734622.355185:0:245675:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f0ebc800 count: 2 00010000:00000001:0.0:1767734622.355189:0:245675:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734622.355192:0:245675:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767734622.355195:0:245675:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1f0d08c00. 00000020:00000001:0.0:1767734622.355199:0:245675:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767734622.355206:0:245675:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1f0d08c00 with handle 0x1886cffb85c2b686 to hash 00000020:00000001:0.0:1767734622.355226:0:245675:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767734622.355228:0:245675:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090703162368 : -117983006389248 : ffff94b1f0d08c00) 00010000:00000001:0.0:1767734622.355231:0:245675:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090703162368 : -117983006389248 : ffff94b1f0d08c00) 00010000:00000001:0.0:1767734622.355233:0:245675:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734622.355234:0:245675:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767734622.355237:0:245675:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f0d08c00/0x1886cffb85c2b686 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 245675 initiator: MDT0 00010000:00010000:0.0:1767734622.355242:0:245675:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f0d08c00/0x1886cffb85c2b686 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 245675 initiator: MDT0 00000020:00100000:0.0:1767734622.355250:0:245675:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1ef335000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1767734622.355259:0:245675:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1f2da8e00 x1853602672014592/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1767734622.355266:0:245675:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f0d08c00/0x1886cffb85c2b686 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 245675 initiator: MDT0 00000100:00000001:0.0:1767734622.355271:0:245675:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734622.355273:0:245675:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734622.355275:0:245675:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb29c0. 00000100:00000001:0.0:1767734622.355278:0:245675:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886310336 : -117982823241280 : ffff94b1fbbb29c0) 00000100:00000001:0.0:1767734622.355282:0:245675:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734622.355289:0:245675:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737372672 : -117982972178944 : ffff94b1f2da8e00) 00000100:00000001:0.0:1767734622.355292:0:245675:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734622.355294:0:245675:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734622.355296:0:245675:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734622.355298:0:245675:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734622.355301:0:245675:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8e00 x1853602672014592/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734622.355308:0:245675:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734622.355310:0:245675:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734622.355313:0:245675:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734622.355316:0:245675:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734622.355318:0:245675:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734622.355320:0:245675:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8e00 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:245675:1853602672014592:192.168.203.112@tcp:101:lfs.0 00000100:00000001:0.0:1767734622.355323:0:245675:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734622.355326:0:245675:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734622.355328:0:245675:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734622.355329:0:245675:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734622.355447:0:245675:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff94b1d0cc0000. 02000000:00000001:0.0:1767734622.355450:0:245675:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734622.355455:0:245675:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734622.355458:0:245675:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558ec8. 00000400:00000010:0.0:1767734622.355462:0:245675:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff94b1f0d07000. 00000100:00000200:0.0:1767734622.355467:0:245675:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1853602672014592, portal 10 00000100:00000001:0.0:1767734622.355469:0:245675:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734622.355471:0:245675:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737372672 : -117982972178944 : ffff94b1f2da8e00) 00000100:00000040:0.0:1767734622.355477:0:245675:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1f2da8e00 x1853602672014592/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767734638 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734622.355484:0:245675:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734622.355487:0:245675:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734622.355490:0:245675:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80bf68. 00000100:00000200:0.0:1767734622.355493:0:245675:0:(niobuf.c:94:ptl_send_buf()) Sending 968 bytes to portal 12, xid 1853602672014592, offset 0 00000400:00000200:0.0:1767734622.355498:0:245675:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734622.355504:0:245675:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734622.355517:0:245675:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734622.355521:0:245675:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734622.355523:0:245675:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734622.355526:0:245675:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734622.355530:0:245675:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734622.355533:0:245675:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66257:66257:256:4294967295] 192.168.203.112@tcp LPNI seq info [66257:66257:8:4294967295] 00000400:00000200:0.0:1767734622.355537:0:245675:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734622.355549:0:245675:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734622.355556:0:245675:0:(socklnd_cb.c:1001:ksocknal_send()) sending 968 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734622.355560:0:245675:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c41a1700. 00000800:00000200:0.0:1767734622.355574:0:245675:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734622.355580:0:245675:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734622.355583:0:245675:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c41a1700 type 1, nob 1064 niov 1 nkiov 1 00000100:00000001:0.0:1767734622.355600:0:245675:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734622.355604:0:245675:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10712 usecs (11 jiffies) 00000400:00000200:0.0:1767734622.355607:0:245675:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734622.355609:0:245675:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303384188 00000100:00000001:0.0:1767734622.355613:0:245675:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, keep current deadline 4303384410 00000100:00000001:0.0:1767734622.355616:0:245675:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303384188 00000100:00000001:0.0:1767734622.355618:0:245675:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, keep current deadline 4303384410 00000100:00000001:0.0:1767734622.355620:0:245675:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734622.355623:0:245675:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734622.355626:0:245675:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734622.355628:0:245675:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734622.355630:0:245675:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb29c0 going to sleep for 11 seconds 00000100:00000001:0.0:1767734622.355633:0:245675:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734622.355637:0:245675:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734622.355702:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734622.355708:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1700. 00000400:00000200:2.0:1767734622.355715:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734622.355730:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734622.355736:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80bf68 00000400:00000010:2.0:1767734622.355738:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80bf68. 00000100:00000001:2.0:1767734622.355743:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734622.355749:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8e00 x1853602672014592/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767734638 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734622.355759:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734622.355770:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8e00 x1853602672014592/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767734638 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734622.355776:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734622.355778:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1767734622.357405:0:245680:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f0d08000. 00000080:00000010:0.1:1767734622.357420:0:245680:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1f20a66e0. 00000800:00000001:2.0:1767734622.357539:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734622.357549:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734622.357552:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734622.357556:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734622.357562:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734622.357570:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734622.357578:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734622.357583:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734622.357586:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734622.357592:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 608 into portal 10 MB=0x695d780d1f500 00000400:00000200:2.0:1767734622.357598:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734622.357605:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 608/608 into md 0x7aced [64] + 224 00000800:00000001:2.0:1767734622.357609:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734622.357636:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734622.357639:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734622.357648:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734622.357656:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734622.357666:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8e00 x1853602672014592/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767734638 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734622.357679:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=132176 req@ffff94b1f2da8e00 x1853602672014592/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767734638 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734622.357721:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734622.357727:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734622.357730:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734622.357750:0:245675:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767734622.357757:0:245675:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767734622.357759:0:245675:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767734622.357762:0:245675:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558ec8. 00000400:00000200:3.0:1767734622.357765:0:245675:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1f0d07000 00000400:00000010:3.0:1767734622.357767:0:245675:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff94b1f0d07000. 00000100:00000001:3.0:1767734622.357777:0:245675:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734622.357784:0:245675:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8e00 x1853602672014592/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767734638 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1767734622.357792:0:245675:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8e00 x1853602672014592/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767734638 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734622.357798:0:245675:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767734622.357799:0:245675:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734622.357801:0:245675:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767734622.357803:0:245675:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767734622.357805:0:245675:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767734622.357807:0:245675:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734622.357810:0:245675:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767734622.357845:0:245675:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac458 time=50 v=5 (5 5 5 5) 00000100:00001000:3.0:1767734622.357850:0:245675:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=50 v=5 (1 1 1 1) 00000100:00000001:3.0:1767734622.357853:0:245675:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1767734622.357858:0:245675:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff94b1f2da8e00 x1853602672014592/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734638 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734622.357867:0:245675:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1767734622.357871:0:245675:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1767734622.357874:0:245675:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1767734622.357876:0:245675:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1767734622.357879:0:245675:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734622.357881:0:245675:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737372672 : -117982972178944 : ffff94b1f2da8e00) 00000100:00000001:3.0:1767734622.357885:0:245675:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767734622.357888:0:245675:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924567 00000100:00000001:3.0:1767734622.357891:0:245675:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767734622.357893:0:245675:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:3.0:1767734622.357899:0:245675:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8e00 x1853602672014592/t12884924568(12884924568) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734638 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734622.357908:0:245675:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:3.0:1767734622.357912:0:245675:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767734622.357914:0:245675:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767734622.357942:0:245675:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8e00 x1853602672014592/t12884924568(12884924568) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734638 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1767734622.357977:0:245675:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8e00 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:245675:1853602672014592:192.168.203.112@tcp:101:lfs.0 00000100:00000001:3.0:1767734622.357984:0:245675:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734622.357987:0:245675:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1767734622.357990:0:245675:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767734622.357993:0:245675:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734622.357998:0:245675:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8e00 x1853602672014592/t12884924568(12884924568) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734638 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734622.358007:0:245675:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767734622.358011:0:245675:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb29c0. 00000100:00000001:3.0:1767734622.358015:0:245675:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767734622.358017:0:245675:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1767734622.358031:0:245675:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767734622.358036:0:245675:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734622.358039:0:245675:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734622.358043:0:245675:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f0d08c00 refcount=4 00000020:00000001:3.0:1767734622.358047:0:245675:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090703162368 : -117983006389248 : ffff94b1f0d08c00) 00010000:00000001:3.0:1767734622.358050:0:245675:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090703162368 : -117983006389248 : ffff94b1f0d08c00) 00010000:00010000:3.0:1767734622.358057:0:245675:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f0d08c00/0x1886cffb85c2b686 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 245675 initiator: MDT0 00010000:00000001:3.0:1767734622.358070:0:245675:0:(ldlm_request.c:662:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1767734622.358075:0:245675:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f0d08c00/0x1886cffb85c2b686 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 245675 initiator: MDT0 00010000:00000001:3.0:1767734622.358082:0:245675:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767734622.358088:0:245675:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f0d08c00/0x1886cffb85c2b686 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 245675 initiator: MDT0 00010000:00000001:3.0:1767734622.358096:0:245675:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734622.358099:0:245675:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767734622.358102:0:245675:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f0d08c00/0x1886cffb85c2b686 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 245675 initiator: MDT0 00010000:00000001:3.0:1767734622.358119:0:245675:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767734622.358122:0:245675:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734622.358125:0:245675:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767734622.358129:0:245675:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f0d08c00/0x1886cffb85c2b686 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 245675 initiator: MDT0 00010000:00010000:3.0:1767734622.358137:0:245675:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff94b1f0d08c00 already unused, calling callback (ffffffffc19c9b40) 00000080:00000001:3.0:1767734622.358141:0:245675:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1767734622.358145:0:245675:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f0d08c00/0x1886cffb85c2b686 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 245675 initiator: MDT0 00010000:00000001:3.0:1767734622.358153:0:245675:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1767734622.358156:0:245675:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1767734622.358161:0:245675:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f0d08c00/0x1886cffb85c2b686 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 245675 initiator: MDT0 00010000:00000001:3.0:1767734622.358169:0:245675:0:(ldlm_request.c:1606:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1767734622.358173:0:245675:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767734622.358175:0:245675:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734622.358176:0:245675:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734622.358180:0:245675:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f0d08c00 refcount=5 00000020:00000001:3.0:1767734622.358183:0:245675:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090703162368 : -117983006389248 : ffff94b1f0d08c00) 00010000:00000001:3.0:1767734622.358186:0:245675:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090703162368 : -117983006389248 : ffff94b1f0d08c00) 00010000:00000001:3.0:1767734622.358189:0:245675:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767734622.358192:0:245675:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f0d08c00/0x1886cffb85c2b686 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 245675 initiator: MDT0 00000080:00000001:3.0:1767734622.358198:0:245675:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1767734622.358201:0:245675:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767734622.358204:0:245675:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1767734622.358206:0:245675:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767734622.358210:0:245675:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767734622.358213:0:245675:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767734622.358224:0:245675:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767734622.358226:0:245675:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767734622.358230:0:245675:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f0d08c00 with handle 0x1886cffb85c2b686 from hash 00010000:00000001:3.0:1767734622.358233:0:245675:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767734622.358235:0:245675:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734622.358236:0:245675:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734622.358238:0:245675:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767734622.358241:0:245675:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767734622.358243:0:245675:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767734622.358248:0:245675:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734622.358249:0:245675:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734622.358251:0:245675:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734622.358254:0:245675:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767734622.358258:0:245675:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f0d08c00/0x1886cffb85c2b686 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 245675 initiator: MDT0 00010000:00000001:3.0:1767734622.358264:0:245675:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734622.358266:0:245675:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734622.358267:0:245675:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767734622.358270:0:245675:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767734622.358272:0:245675:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734622.358273:0:245675:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734622.358275:0:245675:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767734622.358278:0:245675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f0d08c00/0x1886cffb85c2b686 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 245675 initiator: MDT0 00010000:00000001:3.0:1767734622.358290:0:245675:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734622.358292:0:245675:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:3.0:1767734622.358298:0:245675:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:3.0:1767734622.358369:0:245675:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff94b1f2da8e00 x1853602672014592/t12884924568(12884924568) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734638 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1767734622.358383:0:245675:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1767734622.358393:0:245675:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94b1f2da8e00 x1853602672014592/t12884924568(12884924568) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734638 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1767734622.358408:0:245675:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734622.358419:0:245675:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767734622.358421:0:245675:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734622.358424:0:245675:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734622.358426:0:245675:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734622.358430:0:245675:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1767734622.358432:0:245675:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734622.358434:0:245675:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737372672 : -117982972178944 : ffff94b1f2da8e00) 00010000:00000001:3.0:1767734622.358437:0:245675:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767734622.358438:0:245675:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734622.358441:0:245675:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1767734622.358445:0:245675:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080db860 00000002:00002000:3.0:1767734622.358448:0:245675:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=80002b: rc = 0 00000002:00000001:3.0:1767734622.358452:0:245675:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734622.358457:0:245675:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734622.358462:0:245675:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1767734622.358467:0:245675:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1767734622.358472:0:245675:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767734622.358477:0:245675:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fdf22380 2 00000080:00000010:3.0:1767734622.358482:0:245675:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c78c4400. 00000080:00000001:3.0:1767734622.358491:0:245675:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:3.0:1767734622.358496:0:245675:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1767734622.358499:0:245675:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1767734622.358503:0:245675:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1767734622.358506:0:245675:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2000013a2:0x8f0:0x0] 00000080:00000001:3.0:1767734622.358510:0:245675:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734622.358515:0:245675:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145776 : 144115272398145776 : 2000013a20008f0) 00000080:00000001:3.0:1767734622.358519:0:245675:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:3.0:1767734622.358524:0:245675:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a2:0x8f0:0x0], updating i_size 11776 00000080:00000001:3.0:1767734622.358527:0:245675:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1767734622.358530:0:245675:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1767734622.358532:0:245675:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734622.358536:0:245675:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1767734622.358538:0:245675:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734622.358540:0:245675:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734622.358547:0:245675:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8e00 x1853602672014592/t12884924568(12884924568) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734638 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734622.358579:0:245675:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734622.358581:0:245675:0:(file.c:828:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1767734622.358585:0:245675:0:(file.c:1165:ll_file_open()) kmalloced '(*och_p)': 56 at ffff94b1f47d4c80. 00000080:00000001:3.0:1767734622.358588:0:245675:0:(file.c:919:ll_local_open()) Process entered 00800000:00000001:3.0:1767734622.358591:0:245675:0:(lmv_obd.c:4031:lmv_set_open_replay_data()) Process entered 00000002:00000001:3.0:1767734622.358594:0:245675:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1767734622.358597:0:245675:0:(obd.h:1403:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff94b1d1e2a000. 00000002:00100000:3.0:1767734622.358601:0:245675:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94b1f2da8e00 x1853602672014592/t12884924568(12884924568) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734638 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1767734622.358607:0:245675:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734622.358608:0:245675:0:(lmv_obd.c:4037:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1767734622.358612:0:245675:0:(rw.c:945:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1767734622.358614:0:245675:0:(file.c:938:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734622.358617:0:245675:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:3.0:1767734622.358619:0:245675:0:(pcc.c:2366:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734622.358621:0:245675:0:(file.c:1207:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734622.358624:0:245675:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734622.358627:0:245675:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8e00 x1853602672014592/t12884924568(12884924568) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734638 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1767734622.358632:0:245675:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767734622.358634:0:245675:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff94b1d0cc0000. 02000000:00000001:3.0:1767734622.358711:0:245675:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767734622.358713:0:245675:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734622.358716:0:245675:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080dbb78 00000080:00000008:3.0:1767734622.358719:0:245675:0:(file.c:1240:ll_file_open()) COMPLETED file d160f.sanity:[0x2000013a2:0x8f0:0x0](ffff94b1d172ec08), flags 300000, rc = 0 00000080:00000001:3.0:1767734622.358723:0:245675:0:(dir.c:3008:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734622.358780:0:245675:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767734622.358784:0:245675:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x2000013a2:0x8f0:0x0](ffff94b1d172ec08) cmd=c03066f0 arg=7ffc9ec49fe0 00000020:00000001:3.0:1767734622.358792:0:245675:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767734622.358798:0:245675:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 632 at ffff94b1f026f800. 00000020:00000001:3.0:1767734622.358803:0:245675:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734622.358808:0:245675:0:(dir.c:474:ll_dir_setdirstripe()) Process entered 00000020:00000001:3.0:1767734622.358822:0:245675:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080dbad0 00000080:00200000:3.0:1767734622.358825:0:245675:0:(dir.c:483:ll_dir_setdirstripe()) VFS Op:inode=[0x2000013a2:0x8f0:0x0](ffff94b1d172ec08) name=d0.0 stripe_offset=0 stripe_count=0, hash_type=0 00000080:00000010:3.0:1767734622.358834:0:245675:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c415d200. 00800000:00000001:3.0:1767734622.358845:0:245675:0:(lmv_obd.c:2218:lmv_create()) Process entered 00800000:00000001:3.0:1767734622.358849:0:245675:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1767734622.358853:0:245675:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446626090186065920 : -117983523485696 : ffff94b1d1fe4800) 00800000:00000001:3.0:1767734622.358857:0:245675:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1767734622.358860:0:245675:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1767734622.358863:0:245675:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1767734622.358866:0:245675:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1767734622.358870:0:245675:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff94b1ef335000: Allocated FID [0x2000013a2:0x8f1:0x0] 40000000:00000001:3.0:1767734622.358873:0:245675:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734622.358876:0:245675:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734622.358879:0:245675:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734622.358882:0:245675:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734622.358884:0:245675:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080dba08 00800000:00000002:3.0:1767734622.358887:0:245675:0:(lmv_obd.c:2249:lmv_create()) CREATE name 'd0.0' [0x2000013a2:0x8f1:0x0] on [0x2000013a2:0x8f0:0x0] -> mds #0 00000002:00000001:3.0:1767734622.358892:0:245675:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:3.0:1767734622.358895:0:245675:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1767734622.358902:0:245675:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1fa50ca00 count: 3 00010000:00000001:3.0:1767734622.358905:0:245675:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767734622.358909:0:245675:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1767734622.358914:0:245675:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767734622.358971:0:245675:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f0d09c00/0x1886cffb85c2b67f lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58dab6a8 expref: -99 pid: 245675 timeout: 0 lvb_type: 0 00000080:00000001:3.0:1767734622.358981:0:245675:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1767734622.358985:0:245675:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1767734622.358987:0:245675:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1767734622.358989:0:245675:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a2:0x8f0:0x0] mode (null) 00000002:00000001:3.0:1767734622.358992:0:245675:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767734622.358995:0:245675:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767734622.358997:0:245675:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1fa50ca00 count: 4 00010000:00000001:3.0:1767734622.359000:0:245675:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767734622.359003:0:245675:0:(ldlm_lock.c:313:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:3.0:1767734622.359044:0:245675:0:(ldlm_lock.c:326:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:3.0:1767734622.359048:0:245675:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1767734622.359054:0:245675:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767734622.359059:0:245675:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f0d08e00/0x1886cffb85c2b66a lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab670 expref: -99 pid: 245675 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734622.359068:0:245675:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734622.359070:0:245675:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767734622.359072:0:245675:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:3.0:1767734622.359075:0:245675:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734622.359076:0:245675:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734622.359079:0:245675:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f0d08e00 refcount=2 00000020:00000001:3.0:1767734622.359082:0:245675:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090703162880 : -117983006388736 : ffff94b1f0d08e00) 00010000:00000001:3.0:1767734622.359087:0:245675:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090703162880 : -117983006388736 : ffff94b1f0d08e00) 00010000:00000001:3.0:1767734622.359090:0:245675:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734622.359094:0:245675:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767734622.359097:0:245675:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767734622.359099:0:245675:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767734622.359102:0:245675:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1fa50ca00 count: 4 00010000:00000001:3.0:1767734622.359104:0:245675:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1767734622.359109:0:245675:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734622.359111:0:245675:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1767734622.359115:0:245675:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x2000013a2:0x8f0:0x0] lli = ffff94b1d172eb40, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1767734622.359119:0:245675:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1767734622.359121:0:245675:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1767734622.359124:0:245675:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1767734622.359126:0:245675:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734622.359131:0:245675:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767734622.359134:0:245675:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767734622.359136:0:245675:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767734622.359139:0:245675:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767734622.359141:0:245675:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767734622.359144:0:245675:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f0d09c00 with handle 0x1886cffb85c2b67f from hash 00010000:00000001:3.0:1767734622.359148:0:245675:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767734622.359149:0:245675:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734622.359151:0:245675:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734622.359162:0:245675:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767734622.359167:0:245675:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767734622.359169:0:245675:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1767734622.359172:0:245675:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767734622.359175:0:245675:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1767734622.359178:0:245675:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767734622.359184:0:245675:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200bda300. 00000020:00000040:3.0:1767734622.359188:0:245675:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=80 obd=lustre-MDT0000-mdc-ffff94b1ef335000 02000000:00000001:3.0:1767734622.359194:0:245675:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1767734622.359196:0:245675:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734622.359199:0:245675:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1767734622.359203:0:245675:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767734622.359207:0:245675:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734622.359208:0:245675:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734622.359210:0:245675:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734622.359214:0:245675:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767734622.359218:0:245675:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767734622.359222:0:245675:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767734622.359231:0:245675:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1f026cc00. 00000100:00000001:3.0:1767734622.359237:0:245675:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734622.359240:0:245675:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767734622.359243:0:245675:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1767734622.359249:0:245675:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f0d09c00/0x1886cffb85c2b67f lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58dab6a8 expref: -99 pid: 245675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767734622.359257:0:245675:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1767734622.359259:0:245675:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767734622.359261:0:245675:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767734622.359264:0:245675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f0d09c00/0x1886cffb85c2b67f lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58dab6a8 expref: -99 pid: 245675 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734622.359277:0:245675:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734622.359280:0:245675:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734622.359282:0:245675:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767734622.359284:0:245675:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734622.359287:0:245675:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:3.0:1767734622.359307:0:245675:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1ef335000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1767734622.359316:0:245675:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b200bda300 x1853602672014848/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767734622.359327:0:245675:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767734622.359625:0:245675:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767734622.359695:0:245675:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbe3ae40. 00000100:00000001:3.0:1767734622.359697:0:245675:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090888965696 : -117982820585920 : ffff94b1fbe3ae40) 00000100:00000001:3.0:1767734622.359700:0:245675:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734622.359702:0:245675:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970358528 : -117982739193088 : ffff94b200bda300) 00000100:00000001:3.0:1767734622.359705:0:245675:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767734622.359707:0:245675:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734622.359709:0:245675:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767734622.359710:0:245675:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767734622.359725:0:245675:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200bda300 x1853602672014848/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734622.359732:0:245675:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767734622.359733:0:245675:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734622.359736:0:245675:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767734622.359740:0:245675:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767734622.359743:0:245675:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767734622.359746:0:245675:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200bda300 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:245675:1853602672014848:192.168.203.112@tcp:36:lfs.0 00000100:00000001:3.0:1767734622.359750:0:245675:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767734622.359756:0:245675:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767734622.359760:0:245675:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734622.359762:0:245675:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767734622.359766:0:245675:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b2013a3000. 02000000:00000001:3.0:1767734622.359769:0:245675:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734622.359774:0:245675:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:3.0:1767734622.359784:0:245675:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1dd113160. 00000400:00000010:3.0:1767734622.359793:0:245675:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7770. 00000100:00000200:3.0:1767734622.359797:0:245675:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672014848, portal 10 00000100:00000001:3.0:1767734622.359799:0:245675:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734622.359800:0:245675:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970358528 : -117982739193088 : ffff94b200bda300) 00000100:00000040:3.0:1767734622.359813:0:245675:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b200bda300 x1853602672014848/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 1767734638 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734622.359835:0:245675:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767734622.359839:0:245675:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:3.0:1767734622.359845:0:245675:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7aa0. 00000100:00000200:3.0:1767734622.359849:0:245675:0:(niobuf.c:94:ptl_send_buf()) Sending 552 bytes to portal 12, xid 1853602672014848, offset 0 00000400:00000200:3.0:1767734622.359857:0:245675:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:3.0:1767734622.359865:0:245675:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734622.359878:0:245675:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734622.359886:0:245675:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767734622.359893:0:245675:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:3.0:1767734622.359897:0:245675:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767734622.359901:0:245675:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:3.0:1767734622.359912:0:245675:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66258:66258:256:4294967295] 192.168.203.112@tcp LPNI seq info [66258:66258:8:4294967295] 00000400:00000200:3.0:1767734622.359944:0:245675:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734622.359959:0:245675:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:3.0:1767734622.359966:0:245675:0:(socklnd_cb.c:1001:ksocknal_send()) sending 552 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734622.359972:0:245675:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b0e3c38700. 00000800:00000200:3.0:1767734622.359980:0:245675:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734622.360002:0:245675:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734622.360005:0:245675:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b0e3c38700 type 1, nob 648 niov 1 nkiov 1 00000100:00000001:3.0:1767734622.360017:0:245675:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734622.360020:0:245675:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10712 usecs (11 jiffies) 00000400:00000200:3.0:1767734622.360022:0:245675:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734622.360026:0:245675:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303384192 00000100:00000001:3.0:1767734622.360029:0:245675:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, keep current deadline 4303384410 00000100:00000001:3.0:1767734622.360033:0:245675:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303384192 00000100:00000001:3.0:1767734622.360036:0:245675:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, keep current deadline 4303384410 00000100:00000001:3.0:1767734622.360037:0:245675:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734622.360056:0:245675:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734622.360058:0:245675:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767734622.360059:0:245675:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767734622.360062:0:245675:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbe3ae40 going to sleep for 11 seconds 00000100:00000001:3.0:1767734622.360067:0:245675:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767734622.360070:0:245675:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734622.360134:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734622.360141:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b0e3c38700. 00000400:00000200:2.0:1767734622.360150:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734622.360158:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734622.360173:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7aa0 00000400:00000010:2.0:1767734622.360177:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7aa0. 00000100:00000001:2.0:1767734622.360181:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734622.360189:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200bda300 x1853602672014848/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 1767734638 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734622.360201:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734622.360205:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200bda300 x1853602672014848/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 1767734638 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734622.360214:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734622.360217:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734622.363259:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734622.363275:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734622.363278:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734622.363282:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734622.363289:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734622.363298:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734622.363305:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734622.363310:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734622.363315:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734622.363320:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 448 into portal 10 MB=0x695d780d1f600 00000400:00000200:2.0:1767734622.363380:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734622.363385:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 448/448 into md 0x7acf5 [1] + 224 00000800:00000001:2.0:1767734622.363390:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734622.363399:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734622.363401:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734622.363404:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734622.363407:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734622.363412:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200bda300 x1853602672014848/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 1767734638 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734622.363421:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=896 req@ffff94b200bda300 x1853602672014848/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 1767734638 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734622.363439:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767734622.363453:0:196086:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767734622.363457:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734622.363464:0:196086:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734622.363469:0:196086:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66259:66259:256:4294967295] 192.168.203.112@tcp LPNI seq info [66259:66259:8:4294967295] 00000400:00000200:2.0:1767734622.363476:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734622.363478:0:245675:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767734622.363492:0:245675:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1767734622.363494:0:196086:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000400:00000001:3.0:1767734622.363496:0:245675:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767734622.363504:0:245675:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1dd113160. 00000800:00000200:2.0:1767734622.363505:0:196086:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767734622.363521:0:196086:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1deb6fc00. 00000400:00000200:3.0:1767734622.363522:0:245675:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7770 00000400:00000010:3.0:1767734622.363529:0:245675:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7770. 00000800:00000200:2.0:1767734622.363540:0:196086:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000100:00000001:3.0:1767734622.363541:0:245675:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000200:2.0:1767734622.363569:0:196086:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000100:00000200:3.0:1767734622.363574:0:245675:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200bda300 x1853602672014848/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 1767734638 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767734622.363575:0:196086:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1deb6fc00 type 0, nob 96 niov 1 nkiov 0 00000100:00000200:3.0:1767734622.363601:0:245675:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200bda300 x1853602672014848/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 1767734638 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734622.363608:0:245675:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767734622.363609:0:245675:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734622.363612:0:245675:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767734622.363613:0:245675:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767734622.363614:0:245675:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767734622.363616:0:245675:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734622.363618:0:245675:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767734622.363622:0:245675:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac458 time=50 v=5 (5 5 5 5) 00000100:00001000:3.0:1767734622.363624:0:245675:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=50 v=5 (1 1 1 1) 00000100:00000001:3.0:1767734622.363627:0:245675:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767734622.363628:0:245675:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734622.363640:0:245675:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767734622.363642:0:245675:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734622.363644:0:245675:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1767734622.363646:0:245675:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x300005897/0x1] 00000100:00000001:3.0:1767734622.363647:0:245675:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1767734622.363649:0:245675:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734622.363650:0:245675:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970358528 : -117982739193088 : ffff94b200bda300) 00000100:00000001:3.0:1767734622.363653:0:245675:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767734622.363662:0:245675:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924567 00000800:00000200:2.0:1767734622.363664:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767734622.363665:0:245675:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767734622.363675:0:245675:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767734622.363676:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1deb6fc00. 00000400:00000200:2.0:1767734622.363695:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734622.363707:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000800:00000001:2.0:1767734622.363715:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734622.363720:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767734622.363764:0:245675:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200bda300 x1853602672014848/t12884924569(12884924569) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/448 e 0 to 0 dl 1767734638 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734622.363778:0:245675:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734622.363782:0:245675:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767734622.363784:0:245675:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767734622.363792:0:245675:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200bda300 x1853602672014848/t12884924569(12884924569) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/448 e 0 to 0 dl 1767734638 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767734622.363803:0:245675:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200bda300 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:245675:1853602672014848:192.168.203.112@tcp:36:lfs.0 00000100:00000001:3.0:1767734622.363808:0:245675:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734622.363811:0:245675:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734622.363813:0:245675:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767734622.363815:0:245675:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734622.363819:0:245675:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200bda300 x1853602672014848/t12884924569(12884924569) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/448 e 0 to 0 dl 1767734638 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734622.363827:0:245675:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767734622.363830:0:245675:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbe3ae40. 00000100:00000001:3.0:1767734622.363833:0:245675:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767734622.363835:0:245675:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734622.363849:0:245675:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767734622.363852:0:245675:0:(lmv_obd.c:2257:lmv_create()) Created - [0x2000013a2:0x8f1:0x0] 00800000:00000001:3.0:1767734622.363855:0:245675:0:(lmv_obd.c:2263:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734622.363858:0:245675:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:3.0:1767734622.363861:0:245675:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1767734622.363863:0:245675:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1767734622.363865:0:245675:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145777 : 144115272398145777 : 2000013a20008f1) 00000080:00000001:3.0:1767734622.363869:0:245675:0:(namei.c:117:ll_iget()) Process entered 00000080:00000010:3.0:1767734622.363885:0:245675:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff94b1d15aeb40. 00000080:00000001:3.0:1767734622.363898:0:245675:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:3.0:1767734622.363900:0:245675:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x2000013a2:0x8f1:0x0](ffff94b1d15aec08) 00000080:00000001:3.0:1767734622.363945:0:245675:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1767734622.363948:0:245675:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2000013a2:0x8f1:0x0] 00000080:00000001:3.0:1767734622.363950:0:245675:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734622.363953:0:245675:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145777 : 144115272398145777 : 2000013a20008f1) 00000080:00000001:3.0:1767734622.363956:0:245675:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00000002:3.0:1767734622.363958:0:245675:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115272398145777 mtime from 0 to 1767734622 00000080:00200000:3.0:1767734622.363962:0:245675:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a2:0x8f1:0x0], updating i_size 512 00000080:00000001:3.0:1767734622.363965:0:245675:0:(llite_lib.c:3248:ll_read_inode2()) Process leaving 00000080:00000001:3.0:1767734622.363967:0:245675:0:(namei.c:160:ll_iget()) Process leaving (rc=18446626090175360008 : -117983534191608 : ffff94b1d15aec08) 00000080:00000001:3.0:1767734622.363970:0:245675:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1767734622.363974:0:245675:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1767734622.363976:0:245675:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734622.363984:0:245675:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734622.363990:0:245675:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200bda300 x1853602672014848/t12884924569(12884924569) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/448 e 0 to 0 dl 1767734638 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734622.363998:0:245675:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1767734622.364002:0:245675:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c415d200. 00000080:00000010:3.0:1767734622.364006:0:245675:0:(dir.c:2108:ll_dir_ioctl()) kvfree 'data': 632 at ffff94b1f026f800. 00000080:00000001:3.0:1767734622.364010:0:245675:0:(dir.c:2109:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734622.364021:0:245675:0:(dir.c:3013:ll_dir_release()) Process entered 00000080:00000001:3.0:1767734622.364024:0:245675:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:3.0:1767734622.364027:0:245675:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080dbdb0 00000080:00200008:3.0:1767734622.364030:0:245675:0:(file.c:424:ll_file_release()) START file d160f.sanity:[0x2000013a2:0x8f0:0x0](ffff94b1d172ec08), flags 300000 00000080:00400000:3.0:1767734622.364035:0:245675:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x2000013a2:0x8f0:0x0] 00000080:00000001:3.0:1767734622.364039:0:245675:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:3.0:1767734622.364042:0:245675:0:(pcc.c:2436:pcc_file_release()) Process leaving 00000080:00000001:3.0:1767734622.364055:0:245675:0:(file.c:339:ll_md_close()) Process entered 00000002:00000001:3.0:1767734622.364060:0:245675:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767734622.364062:0:245675:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767734622.364067:0:245675:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1fa50ca00 count: 2 00010000:00000001:3.0:1767734622.364070:0:245675:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1767734622.364074:0:245675:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767734622.364077:0:245675:0:(lmv_obd.c:3988:lmv_lock_match()) Lock match for [0x2000013a2:0x8f0:0x0]: 0 00000080:00000001:3.0:1767734622.364081:0:245675:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:3.0:1767734622.364085:0:245675:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1767734622.364097:0:245675:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff94b1c415d200. 00000080:00000001:3.0:1767734622.364100:0:245675:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:3.0:1767734622.364105:0:245675:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1767734622.364109:0:245675:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:3.0:1767734622.364113:0:245675:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a2:0x8f0:0x0] 00000002:00000001:3.0:1767734622.364117:0:245675:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:3.0:1767734622.364120:0:245675:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff94b1ef335000: [0x2000013a2:0x8f0:0x0] file closed with intent: 0 00000100:00000010:3.0:1767734622.364126:0:245675:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200bd9500. 00000020:00000040:3.0:1767734622.364129:0:245675:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=81 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:3.0:1767734622.364134:0:245675:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767734622.364137:0:245675:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767734622.364141:0:245675:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767734622.364146:0:245675:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415c400. 00000100:00000001:3.0:1767734622.364151:0:245675:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1767734622.364162:0:245675:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff94b1f2da8e00 x1853602672014592/t12884924568(12884924568) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734638 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1767734622.364177:0:245675:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1ef335000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1767734622.364185:0:245675:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b200bd9500 x1853602672015104/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1767734622.364193:0:245675:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767734622.364195:0:245675:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767734622.364200:0:245675:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbe3ae40. 00000100:00000001:3.0:1767734622.364203:0:245675:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090888965696 : -117982820585920 : ffff94b1fbe3ae40) 00000100:00000001:3.0:1767734622.364205:0:245675:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734622.364207:0:245675:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970354944 : -117982739196672 : ffff94b200bd9500) 00000100:00000001:3.0:1767734622.364211:0:245675:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767734622.364215:0:245675:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734622.364217:0:245675:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767734622.364219:0:245675:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767734622.364223:0:245675:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200bd9500 x1853602672015104/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734622.364231:0:245675:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767734622.364233:0:245675:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734622.364244:0:245675:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767734622.364247:0:245675:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767734622.364249:0:245675:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767734622.364253:0:245675:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200bd9500 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:245675:1853602672015104:192.168.203.112@tcp:35:lfs.0 00000100:00000001:3.0:1767734622.364257:0:245675:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767734622.364261:0:245675:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767734622.364263:0:245675:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734622.364265:0:245675:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767734622.364270:0:245675:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b2013a1800. 02000000:00000001:3.0:1767734622.364273:0:245675:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734622.364280:0:245675:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:3.0:1767734622.364284:0:245675:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1dd113160. 00000400:00000010:3.0:1767734622.364292:0:245675:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7770. 00000100:00000200:3.0:1767734622.364297:0:245675:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672015104, portal 10 00000100:00000001:3.0:1767734622.364299:0:245675:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734622.364301:0:245675:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970354944 : -117982739196672 : ffff94b200bd9500) 00000100:00000040:3.0:1767734622.364307:0:245675:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b200bd9500 x1853602672015104/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734638 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734622.364370:0:245675:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767734622.364381:0:245675:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:3.0:1767734622.364386:0:245675:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7908. 00000100:00000200:3.0:1767734622.364390:0:245675:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1853602672015104, offset 0 00000400:00000200:3.0:1767734622.364399:0:245675:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:3.0:1767734622.364409:0:245675:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734622.364417:0:245675:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734622.364421:0:245675:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767734622.364425:0:245675:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:3.0:1767734622.364429:0:245675:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767734622.364432:0:245675:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:3.0:1767734622.364436:0:245675:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66260:66260:256:4294967295] 192.168.203.112@tcp LPNI seq info [66260:66260:8:4294967295] 00000400:00000200:3.0:1767734622.364441:0:245675:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734622.364460:0:245675:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:3.0:1767734622.364479:0:245675:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734622.364486:0:245675:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b0e3c38500. 00000800:00000200:3.0:1767734622.364493:0:245675:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734622.364503:0:245675:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734622.364507:0:245675:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b0e3c38500 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1767734622.364526:0:245675:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734622.364531:0:245675:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10712 usecs (11 jiffies) 00000400:00000200:3.0:1767734622.364538:0:245675:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734622.364542:0:245675:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303384197 00000100:00000001:3.0:1767734622.364545:0:245675:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, keep current deadline 4303384410 00000100:00000001:3.0:1767734622.364548:0:245675:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303384197 00000100:00000001:3.0:1767734622.364551:0:245675:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, keep current deadline 4303384410 00000100:00000001:3.0:1767734622.364554:0:245675:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734622.364557:0:245675:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734622.364574:0:245675:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767734622.364576:0:245675:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767734622.364578:0:245675:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbe3ae40 going to sleep for 11 seconds 00000100:00000001:3.0:1767734622.364580:0:245675:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767734622.364582:0:245675:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734622.364610:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734622.364616:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b0e3c38500. 00000400:00000200:2.0:1767734622.364620:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734622.364627:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734622.364631:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7908 00000400:00000010:2.0:1767734622.364633:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7908. 00000100:00000001:2.0:1767734622.364636:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734622.364641:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200bd9500 x1853602672015104/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734638 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734622.364649:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734622.364653:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200bd9500 x1853602672015104/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734638 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734622.364725:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734622.364728:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1F:1767734622.365360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f0d08c00. 00010000:00000010:3.1:1767734622.365387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f0d09c00. 00000800:00000001:2.0:1767734622.366439:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734622.366449:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734622.366454:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734622.366459:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734622.366464:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734622.366468:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734622.366474:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734622.366477:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734622.366480:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734622.366483:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d780d1f700 00000400:00000200:2.0:1767734622.366487:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734622.366492:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x7ad05 [1] + 224 00000800:00000001:2.0:1767734622.366496:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734622.366514:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734622.366516:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734622.366519:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734622.366522:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734622.366527:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200bd9500 x1853602672015104/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734638 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734622.366536:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff94b200bd9500 x1853602672015104/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734638 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734622.366557:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734622.366573:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734622.366578:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734622.366596:0:245675:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767734622.366604:0:245675:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767734622.366637:0:245675:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767734622.366642:0:245675:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1dd113160. 00000400:00000200:0.0:1767734622.366662:0:245675:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7770 00000400:00000010:0.0:1767734622.366665:0:245675:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7770. 00000100:00000001:0.0:1767734622.366671:0:245675:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767734622.366680:0:245675:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200bd9500 x1853602672015104/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734638 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767734622.366695:0:245675:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200bd9500 x1853602672015104/t0(0) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767734638 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734622.366706:0:245675:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767734622.366708:0:245675:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734622.366712:0:245675:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767734622.366715:0:245675:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767734622.366718:0:245675:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767734622.366722:0:245675:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734622.366726:0:245675:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767734622.366734:0:245675:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac4a0 time=49 v=5 (5 5 5 0) 00000100:00001000:0.0:1767734622.366739:0:245675:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=50 v=5 (1 1 1 1) 00000100:00000001:0.0:1767734622.366743:0:245675:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767734622.366746:0:245675:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734622.366749:0:245675:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767734622.366754:0:245675:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734622.366758:0:245675:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1767734622.366761:0:245675:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1767734622.366764:0:245675:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1767734622.366768:0:245675:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734622.366771:0:245675:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970354944 : -117982739196672 : ffff94b200bd9500) 00000100:00000001:0.0:1767734622.366774:0:245675:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767734622.366776:0:245675:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924567 00000100:00000001:0.0:1767734622.366779:0:245675:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767734622.366781:0:245675:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734622.366797:0:245675:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200bd9500 x1853602672015104/t12884924570(12884924570) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734638 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734622.366806:0:245675:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734622.366809:0:245675:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767734622.366811:0:245675:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767734622.366828:0:245675:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200bd9500 x1853602672015104/t12884924570(12884924570) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734638 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767734622.366839:0:245675:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200bd9500 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:245675:1853602672015104:192.168.203.112@tcp:35:lfs.0 00000100:00000001:0.0:1767734622.366849:0:245675:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734622.366853:0:245675:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734622.366856:0:245675:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767734622.366858:0:245675:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734622.366864:0:245675:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200bd9500 x1853602672015104/t12884924570(12884924570) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734638 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734622.366871:0:245675:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767734622.366874:0:245675:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbe3ae40. 00000100:00000001:0.0:1767734622.366879:0:245675:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767734622.366881:0:245675:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734622.366906:0:245675:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734622.366909:0:245675:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970354944 : -117982739196672 : ffff94b200bd9500) 00000002:00000001:0.0:1767734622.366912:0:245675:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734622.366942:0:245675:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734622.366974:0:245675:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c415d200. 00000080:00000001:0.0:1767734622.366977:0:245675:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1767734622.366979:0:245675:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1767734622.366982:0:245675:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1767734622.366987:0:245675:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94b1f2da8e00 x1853602672014592/t12884924568(12884924568) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734638 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734622.366994:0:245675:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734622.366995:0:245675:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737372672 : -117982972178944 : ffff94b1f2da8e00) 00000100:00000001:0.0:1767734622.366997:0:245675:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734622.367000:0:245675:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8e00 x1853602672014592/t12884924568(12884924568) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734638 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734622.367005:0:245675:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734622.367006:0:245675:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734622.367009:0:245675:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200bd9500 x1853602672015104/t12884924570(12884924570) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734638 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734622.367052:0:245675:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734622.367054:0:245675:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734622.367059:0:245675:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8e00 x1853602672014592/t12884924568(12884924568) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734638 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734622.367068:0:245675:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767734622.367070:0:245675:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734622.367072:0:245675:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=80 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734622.367077:0:245675:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734622.367114:0:245675:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1d04be400. 02000000:00000001:0.0:1767734622.367121:0:245675:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734622.367124:0:245675:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734622.367127:0:245675:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8e00. 00000100:00000001:0.0:1767734622.367141:0:245675:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734622.367143:0:245675:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767734622.367146:0:245675:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734622.367157:0:245675:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200bd9500 x1853602672015104/t12884924570(12884924570) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734638 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734622.367169:0:245675:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1767734622.367173:0:245675:0:(mdc_request.c:863:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff94b1d1e2a000. 00000002:00000001:0.0:1767734622.367178:0:245675:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734622.367181:0:245675:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734622.367184:0:245675:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94b1f47d4c80. 00000100:00000001:0.0:1767734622.367188:0:245675:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767734622.367192:0:245675:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b200bd9500 x1853602672015104/t12884924570(12884924570) o35->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767734638 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734622.367200:0:245675:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767734622.367207:0:245675:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767734622.367213:0:245675:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b2013a1800. 02000000:00000001:0.0:1767734622.367217:0:245675:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767734622.367220:0:245675:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767734622.367221:0:245675:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=79 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:0.0:1767734622.367224:0:245675:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767734622.367235:0:245675:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415c400. 02000000:00000001:0.0:1767734622.367239:0:245675:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767734622.367240:0:245675:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767734622.367242:0:245675:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b200bd9500. 00000100:00000001:0.0:1767734622.367245:0:245675:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767734622.367247:0:245675:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767734622.367250:0:245675:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734622.367254:0:245675:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff94b1d928d7c0. 00000080:00000001:0.0:1767734622.367258:0:245675:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734622.367263:0:245675:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080dbdb0 00000080:00000008:0.0:1767734622.367266:0:245675:0:(file.c:464:ll_file_release()) COMPLETED file d160f.sanity:[0x2000013a2:0x8f0:0x0](ffff94b1d172ec08), flags 300000, rc = 0 00000080:00000001:0.0:1767734622.367272:0:245675:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734622.367276:0:245675:0:(dir.c:3014:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734622.367280:0:245675:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1767734622.367281:0:245675:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080dbe00 00000080:00002000:0.0:1767734622.367285:0:245675:0:(dcache.c:127:ll_ddelete()) keeping dentry d160f.sanity (ffff94b1f19ce948, parent ffff94b1f079b510, inode ffff94b1d172ec08) hashed, 00000080:00000001:0.0:1767734622.367289:0:245675:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734622.380997:0:245683:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1767734622.381003:0:245683:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1767734622.381005:0:245683:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1767734622.381007:0:245683:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3081e3b20 00000080:00200000:0.0:1767734622.381012:0:245683:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8),name=/ 00000080:00000010:0.0:1767734622.381022:0:245683:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c78c5c00. 00800000:00000002:0.0:1767734622.381028:0:245683:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fdf22380 2 00000080:00000001:0.0:1767734622.381033:0:245683:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1767734622.381036:0:245683:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1767734622.381038:0:245683:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3081e3a40 00800000:00000002:0.0:1767734622.381042:0:245683:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1767734622.381046:0:245683:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1767734622.381049:0:245683:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1767734622.381054:0:245683:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1767734622.381056:0:245683:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3081e3910 00000002:00010000:0.0:1767734622.381058:0:245683:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1767734622.381062:0:245683:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1767734622.381064:0:245683:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767734622.381067:0:245683:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767734622.381082:0:245683:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f0ebc800 count: 2 00010000:00000001:0.0:1767734622.381086:0:245683:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734622.381090:0:245683:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734622.381093:0:245683:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767734622.381098:0:245683:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c1676000/0x1886cffb85c2b663 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab654 expref: -99 pid: 245675 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767734622.381110:0:245683:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1767734622.381114:0:245683:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767734622.381118:0:245683:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c1676000/0x1886cffb85c2b663 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab654 expref: -99 pid: 245675 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1767734622.381126:0:245683:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1767734622.381129:0:245683:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1767734622.381131:0:245683:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1767734622.381134:0:245683:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1767734622.381137:0:245683:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1767734622.381140:0:245683:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1767734622.381144:0:245683:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1767734622.381147:0:245683:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fdf22380 2 00000080:00000010:0.0:1767734622.381150:0:245683:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c78c5c00. 00000080:00000001:0.0:1767734622.381155:0:245683:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1767734622.381156:0:245683:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767734622.381159:0:245683:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) 00000080:00010000:0.0:1767734622.381163:0:245683:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) for lock 0x1886cffb85c2b663 00800000:00000001:0.0:1767734622.381167:0:245683:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1767734622.381170:0:245683:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1767734622.381172:0:245683:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767734622.381175:0:245683:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767734622.381178:0:245683:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1676000 refcount=3 00000020:00000001:0.0:1767734622.381180:0:245683:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907740672 : -117983801810944 : ffff94b1c1676000) 00010000:00000001:0.0:1767734622.381183:0:245683:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907740672 : -117983801810944 : ffff94b1c1676000) 00010000:00000001:0.0:1767734622.381186:0:245683:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734622.381199:0:245683:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767734622.381210:0:245683:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767734622.381213:0:245683:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767734622.381216:0:245683:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b663 from it ffffafc3081e3b58 00010000:00000001:0.0:1767734622.381219:0:245683:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767734622.381221:0:245683:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767734622.381222:0:245683:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1676000 refcount=3 00000020:00000001:0.0:1767734622.381224:0:245683:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907740672 : -117983801810944 : ffff94b1c1676000) 00010000:00000001:0.0:1767734622.381227:0:245683:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907740672 : -117983801810944 : ffff94b1c1676000) 00010000:00000001:0.0:1767734622.381229:0:245683:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767734622.381233:0:245683:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c1676000/0x1886cffb85c2b663 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab654 expref: -99 pid: 245675 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734622.381241:0:245683:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734622.381243:0:245683:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734622.381244:0:245683:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1767734622.381247:0:245683:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1767734622.381249:0:245683:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c1676000/0x1886cffb85c2b663 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab654 expref: -99 pid: 245675 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767734622.381257:0:245683:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767734622.381259:0:245683:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767734622.381261:0:245683:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767734622.381265:0:245683:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734622.381267:0:245683:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734622.381269:0:245683:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734622.381273:0:245683:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767734622.381275:0:245683:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734622.381277:0:245683:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734622.381280:0:245683:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734622.381283:0:245683:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767734622.381284:0:245683:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734622.381286:0:245683:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767734622.381287:0:245683:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767734622.381289:0:245683:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1767734622.381292:0:245683:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8), inode mode 41ed mask 1 00000080:00000001:0.0:1767734622.381297:0:245683:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734622.381351:0:245683:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1767734622.381354:0:245683:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3081e3ae8 00000080:00002000:0.0:1767734622.381359:0:245683:0:(dcache.c:87:ll_dcompare()) found name d160f.sanity(ffff94b1f19ce948) flags 0x28004e refc 0 00000080:00000001:0.0:1767734622.381363:0:245683:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767734622.381369:0:245683:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3081e3b30 00000080:00200000:0.0:1767734622.381376:0:245683:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160f.sanity, flags=29 00000080:00000001:0.0:1767734622.381383:0:245683:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1767734622.381387:0:245683:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767734622.381396:0:245683:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:0.0:1767734622.381399:0:245683:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a2:0x8f0:0x0](ffff94b1d172ec08), inode mode 41ed mask 1 00000080:00000001:0.0:1767734622.381404:0:245683:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767734622.381412:0:245683:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1c001b980. 00000020:00000001:0.0:1767734622.381418:0:245683:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3081e3ae8 00000080:00200000:0.0:1767734622.381421:0:245683:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=d1.1, dir=[0x2000013a2:0x8f0:0x0](ffff94b1d172ec08), flags=13 00000080:00000001:0.0:1767734622.381425:0:245683:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:0.0:1767734622.381427:0:245683:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3081e39a8 00000080:00200000:0.0:1767734622.381430:0:245683:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=d1.1, dir=[0x2000013a2:0x8f0:0x0](ffff94b1d172ec08), intent=getattr 00000080:00000010:0.0:1767734622.381437:0:245683:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c78c5c00. 00000080:00000001:0.0:1767734622.381441:0:245683:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1767734622.381444:0:245683:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1767734622.381445:0:245683:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3081e38c8 00800000:00000002:0.0:1767734622.381447:0:245683:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd1.1' on [0x2000013a2:0x8f0:0x0] 00800000:00000001:0.0:1767734622.381451:0:245683:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00000020:00000001:0.0:1767734622.381454:0:245683:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3081e3860 00800000:00000002:0.0:1767734622.381456:0:245683:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x2000013a2:0x8f0:0x0], fid2=[0x0:0x0:0x0], name='d1.1' -> mds #0 00000002:00000001:0.0:1767734622.381459:0:245683:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1767734622.381461:0:245683:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3081e3798 00000002:00010000:0.0:1767734622.381463:0:245683:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d1.1,[0x0:0x0:0x0]) in obj [0x2000013a2:0x8f0:0x0], intent: getattr flags 0 00000002:00000001:0.0:1767734622.381467:0:245683:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1767734622.381469:0:245683:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1767734622.381473:0:245683:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1f2da8e00. 00000020:00000040:0.0:1767734622.381477:0:245683:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=80 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00010000:00000001:0.0:1767734622.381482:0:245683:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1767734622.381486:0:245683:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767734622.381492:0:245683:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767734622.381503:0:245683:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767734622.381505:0:245683:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734622.381508:0:245683:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767734622.381510:0:245683:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767734622.381514:0:245683:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767734622.381519:0:245683:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1d04be400. 00000100:00000001:0.0:1767734622.381524:0:245683:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734622.381528:0:245683:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734622.381530:0:245683:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734622.381533:0:245683:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767734622.381535:0:245683:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767734622.381538:0:245683:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767734622.381543:0:245683:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090737372672 : -117982972178944 : ffff94b1f2da8e00) 00010000:00000001:0.0:1767734622.381548:0:245683:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767734622.381550:0:245683:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1767734622.381555:0:245683:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1fa50ca00 count: 2 00010000:00000001:0.0:1767734622.381558:0:245683:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767734622.381562:0:245683:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767734622.381566:0:245683:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1f0d08000. 00000020:00000001:0.0:1767734622.381579:0:245683:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767734622.381581:0:245683:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1f0d08000 with handle 0x1886cffb85c2b68d to hash 00000020:00000001:0.0:1767734622.381584:0:245683:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767734622.381587:0:245683:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090703159296 : -117983006392320 : ffff94b1f0d08000) 00010000:00000001:0.0:1767734622.381590:0:245683:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090703159296 : -117983006392320 : ffff94b1f0d08000) 00010000:00000001:0.0:1767734622.381594:0:245683:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767734622.381596:0:245683:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767734622.381600:0:245683:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f0d08000/0x1886cffb85c2b68d lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 245683 initiator: MDT0 00010000:00010000:0.0:1767734622.381609:0:245683:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f0d08000/0x1886cffb85c2b68d lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 245683 initiator: MDT0 00010000:00010000:0.0:1767734622.381618:0:245683:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f0d08000/0x1886cffb85c2b68d lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 245683 initiator: MDT0 00000100:00000001:0.0:1767734622.381624:0:245683:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767734622.381636:0:245683:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767734622.381640:0:245683:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbbb2600. 00000100:00000001:0.0:1767734622.381644:0:245683:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090886309376 : -117982823242240 : ffff94b1fbbb2600) 00000100:00000001:0.0:1767734622.381647:0:245683:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734622.381650:0:245683:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737372672 : -117982972178944 : ffff94b1f2da8e00) 00000100:00000001:0.0:1767734622.381665:0:245683:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767734622.381669:0:245683:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734622.381672:0:245683:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767734622.381674:0:245683:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767734622.381682:0:245683:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1f2da8e00 x1853602672015232/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734622.381692:0:245683:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767734622.381695:0:245683:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734622.381699:0:245683:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767734622.381702:0:245683:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767734622.381705:0:245683:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767734622.381710:0:245683:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1f2da8e00 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:245683:1853602672015232:192.168.203.112@tcp:101:lfs.0 00000100:00000001:0.0:1767734622.381715:0:245683:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767734622.381730:0:245683:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767734622.381733:0:245683:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767734622.381736:0:245683:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767734622.381741:0:245683:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1f0d07800. 02000000:00000001:0.0:1767734622.381743:0:245683:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767734622.381751:0:245683:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767734622.381755:0:245683:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558630. 00000400:00000010:0.0:1767734622.381761:0:245683:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b3b8. 00000100:00000200:0.0:1767734622.381766:0:245683:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672015232, portal 10 00000100:00000001:0.0:1767734622.381769:0:245683:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767734622.381770:0:245683:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090737372672 : -117982972178944 : ffff94b1f2da8e00) 00000100:00000040:0.0:1767734622.381778:0:245683:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1f2da8e00 x1853602672015232/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734638 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767734622.381787:0:245683:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767734622.381792:0:245683:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767734622.381805:0:245683:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80bb28. 00000100:00000200:0.0:1767734622.381810:0:245683:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1853602672015232, offset 0 00000400:00000200:0.0:1767734622.381817:0:245683:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767734622.381826:0:245683:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734622.381834:0:245683:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767734622.381839:0:245683:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767734622.381845:0:245683:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767734622.381849:0:245683:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767734622.381853:0:245683:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767734622.381859:0:245683:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66261:66261:256:4294967295] 192.168.203.112@tcp LPNI seq info [66261:66261:8:4294967295] 00000400:00000200:0.0:1767734622.381864:0:245683:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767734622.381877:0:245683:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767734622.381885:0:245683:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767734622.381890:0:245683:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c41a1200. 00000800:00000200:0.0:1767734622.381898:0:245683:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767734622.381906:0:245683:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767734622.381911:0:245683:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c41a1200 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1767734622.381956:0:245683:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767734622.381963:0:245683:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10712 usecs (11 jiffies) 00000400:00000200:0.0:1767734622.381968:0:245683:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767734622.381971:0:245683:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303384214 00000100:00000001:0.0:1767734622.381975:0:245683:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, keep current deadline 4303384410 00000100:00000001:0.0:1767734622.381978:0:245683:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303384214 00000100:00000001:0.0:1767734622.381982:0:245683:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, keep current deadline 4303384410 00000100:00000001:0.0:1767734622.381985:0:245683:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767734622.381988:0:245683:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767734622.382000:0:245683:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767734622.382002:0:245683:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767734622.382006:0:245683:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbbb2600 going to sleep for 11 seconds 00000100:00000001:0.0:1767734622.382011:0:245683:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767734622.382026:0:245683:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734622.382078:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767734622.382084:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c41a1200. 00000400:00000200:3.0:1767734622.382094:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767734622.382103:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734622.382111:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80bb28 00000400:00000010:3.0:1767734622.382113:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80bb28. 00000100:00000001:3.0:1767734622.382118:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734622.382193:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1f2da8e00 x1853602672015232/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734638 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734622.382217:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734622.382223:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1f2da8e00 x1853602672015232/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734638 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734622.382252:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734622.382255:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734622.384401:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734622.384415:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734622.384419:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734622.384425:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734622.384432:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734622.384442:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734622.384454:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734622.384460:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734622.384468:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734622.384489:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 584 into portal 10 MB=0x695d780d1f780 00000400:00000200:2.0:1767734622.384498:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734622.384506:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 584/584 into md 0x7ad15 [1] + 224 00000800:00000001:2.0:1767734622.384516:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734622.384532:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734622.384536:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734622.384545:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734622.384565:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734622.384580:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1f2da8e00 x1853602672015232/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734638 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734622.384603:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff94b1f2da8e00 x1853602672015232/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734638 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734622.384631:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734622.384662:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734622.384670:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734622.384829:0:245683:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767734622.384841:0:245683:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767734622.384845:0:245683:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767734622.384850:0:245683:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558630. 00000400:00000200:3.0:1767734622.384859:0:245683:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b3b8 00000400:00000010:3.0:1767734622.384862:0:245683:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b3b8. 00000100:00000001:3.0:1767734622.384870:0:245683:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734622.384881:0:245683:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1f2da8e00 x1853602672015232/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734638 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1767734622.384901:0:245683:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1f2da8e00 x1853602672015232/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734638 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734622.384914:0:245683:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767734622.384940:0:245683:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734622.384944:0:245683:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767734622.384949:0:245683:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767734622.384951:0:245683:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767734622.384981:0:245683:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734622.384986:0:245683:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767734622.384992:0:245683:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac458 time=50 v=5 (5 5 5 5) 00000100:00001000:3.0:1767734622.384998:0:245683:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=50 v=5 (1 1 1 1) 00000100:00000001:3.0:1767734622.385004:0:245683:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1767734622.385010:0:245683:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff94b1f2da8e00 x1853602672015232/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734638 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734622.385016:0:245683:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1767734622.385044:0:245683:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767734622.385048:0:245683:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924567 00000100:00000001:3.0:1767734622.385051:0:245683:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767734622.385056:0:245683:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:3.0:1767734622.385071:0:245683:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1f2da8e00 x1853602672015232/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734638 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734622.385097:0:245683:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:3.0:1767734622.385104:0:245683:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767734622.385107:0:245683:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767734622.385113:0:245683:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1f2da8e00 x1853602672015232/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734638 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1767734622.385125:0:245683:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1f2da8e00 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:245683:1853602672015232:192.168.203.112@tcp:101:lfs.0 00000100:00000001:3.0:1767734622.385131:0:245683:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734622.385135:0:245683:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1767734622.385137:0:245683:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767734622.385140:0:245683:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734622.385143:0:245683:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1f2da8e00 x1853602672015232/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734638 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734622.385151:0:245683:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767734622.385154:0:245683:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbbb2600. 00000100:00000001:3.0:1767734622.385160:0:245683:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767734622.385162:0:245683:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1767734622.385166:0:245683:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767734622.385169:0:245683:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734622.385171:0:245683:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734622.385175:0:245683:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f0d08000 refcount=4 00000020:00000001:3.0:1767734622.385178:0:245683:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090703159296 : -117983006392320 : ffff94b1f0d08000) 00010000:00000001:3.0:1767734622.385182:0:245683:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090703159296 : -117983006392320 : ffff94b1f0d08000) 00010000:00010000:3.0:1767734622.385189:0:245683:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f0d08000/0x1886cffb85c2b68d lrc: 4/1,0 mode: --/CR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 245683 initiator: MDT0 00010000:00000001:3.0:1767734622.385200:0:245683:0:(ldlm_request.c:662:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1767734622.385206:0:245683:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f0d08000/0x1886cffb85c2b68d lrc: 4/1,0 mode: --/CR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 245683 initiator: MDT0 00010000:00000001:3.0:1767734622.385214:0:245683:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767734622.385226:0:245683:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f0d08000/0x1886cffb85c2b68d lrc: 4/1,0 mode: --/CR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 245683 initiator: MDT0 00010000:00000001:3.0:1767734622.385234:0:245683:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734622.385236:0:245683:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767734622.385240:0:245683:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f0d08000/0x1886cffb85c2b68d lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 245683 initiator: MDT0 00010000:00000001:3.0:1767734622.385251:0:245683:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767734622.385257:0:245683:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734622.385262:0:245683:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767734622.385267:0:245683:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f0d08000/0x1886cffb85c2b68d lrc: 4/0,0 mode: --/CR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 245683 initiator: MDT0 00010000:00010000:3.0:1767734622.385280:0:245683:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff94b1f0d08000 already unused, calling callback (ffffffffc19c9b40) 00000080:00000001:3.0:1767734622.385286:0:245683:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1767734622.385294:0:245683:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f0d08000/0x1886cffb85c2b68d lrc: 4/0,0 mode: --/CR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 245683 initiator: MDT0 00010000:00000001:3.0:1767734622.385304:0:245683:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1767734622.385307:0:245683:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1767734622.385312:0:245683:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f0d08000/0x1886cffb85c2b68d lrc: 4/0,0 mode: --/CR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 245683 initiator: MDT0 00010000:00000001:3.0:1767734622.385320:0:245683:0:(ldlm_request.c:1606:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1767734622.385325:0:245683:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767734622.385330:0:245683:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734622.385333:0:245683:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734622.385336:0:245683:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f0d08000 refcount=5 00000020:00000001:3.0:1767734622.385400:0:245683:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090703159296 : -117983006392320 : ffff94b1f0d08000) 00010000:00000001:3.0:1767734622.385406:0:245683:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090703159296 : -117983006392320 : ffff94b1f0d08000) 00010000:00000001:3.0:1767734622.385413:0:245683:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767734622.385418:0:245683:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f0d08000/0x1886cffb85c2b68d lrc: 5/0,0 mode: --/CR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 245683 initiator: MDT0 00000080:00000001:3.0:1767734622.385440:0:245683:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1767734622.385444:0:245683:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767734622.385455:0:245683:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1767734622.385460:0:245683:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767734622.385466:0:245683:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767734622.385471:0:245683:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767734622.385480:0:245683:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767734622.385486:0:245683:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767734622.385491:0:245683:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f0d08000 with handle 0x1886cffb85c2b68d from hash 00010000:00000001:3.0:1767734622.385495:0:245683:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767734622.385500:0:245683:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734622.385504:0:245683:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734622.385508:0:245683:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767734622.385513:0:245683:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767734622.385519:0:245683:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767734622.385525:0:245683:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734622.385530:0:245683:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734622.385534:0:245683:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734622.385538:0:245683:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767734622.385543:0:245683:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f0d08000/0x1886cffb85c2b68d lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 245683 initiator: MDT0 00010000:00000001:3.0:1767734622.385567:0:245683:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734622.385571:0:245683:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734622.385575:0:245683:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767734622.385579:0:245683:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767734622.385581:0:245683:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734622.385585:0:245683:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734622.385588:0:245683:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767734622.385591:0:245683:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f0d08000/0x1886cffb85c2b68d lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 245683 initiator: MDT0 00010000:00000001:3.0:1767734622.385607:0:245683:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734622.385608:0:245683:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:3.0:1767734622.385613:0:245683:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:3.0:1767734622.385623:0:245683:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff94b1f2da8e00 x1853602672015232/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734638 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1767734622.385638:0:245683:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767734622.385639:0:245683:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734622.385642:0:245683:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734622.385645:0:245683:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734622.385649:0:245683:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1767734622.385652:0:245683:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767734622.385654:0:245683:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734622.385657:0:245683:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1767734622.385660:0:245683:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3081e3718 00000002:00002000:3.0:1767734622.385662:0:245683:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d1.1 intent=getattr status=0 disp=7: rc = 0 00000002:00000001:3.0:1767734622.385665:0:245683:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734622.385669:0:245683:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734622.385672:0:245683:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1767734622.385675:0:245683:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x2000013a2:0x8f0:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1767734622.385680:0:245683:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734622.385683:0:245683:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1767734622.385695:0:245683:0:(namei.c:677:ll_lookup_it_finish()) it ffffafc3081e3b20 it_disposition 7 00000080:00002000:3.0:1767734622.385701:0:245683:0:(namei.c:656:ll_splice_alias()) Add dentry ffff94b1f19ce438 inode 0000000000000000 refc 1 flags 0xe 00800000:00000001:3.0:1767734622.385712:0:245683:0:(lmv_obd.c:4107:lmv_revalidate_lock()) Process entered 00000002:00000001:3.0:1767734622.385716:0:245683:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1767734622.385718:0:245683:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767734622.385722:0:245683:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767734622.385729:0:245683:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1fa50ca00 count: 2 00010000:00000001:3.0:1767734622.385735:0:245683:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1767734622.385741:0:245683:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1f0e29000 type 13 mode 30 res 8589939618/2288 (0 0) 00000002:00000001:3.0:1767734622.385745:0:245683:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734622.385747:0:245683:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734622.385751:0:245683:0:(lmv_obd.c:4114:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734622.385754:0:245683:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1767734622.385759:0:245683:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1767734622.385764:0:245683:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c78c5c00. 00000100:00000001:3.0:1767734622.385770:0:245683:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734622.385780:0:245683:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1f2da8e00 x1853602672015232/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734638 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734622.385799:0:245683:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767734622.385804:0:245683:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767734622.385809:0:245683:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1f0d07800. 02000000:00000001:3.0:1767734622.385819:0:245683:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767734622.385822:0:245683:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767734622.385826:0:245683:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=79 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:3.0:1767734622.385830:0:245683:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767734622.385833:0:245683:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1d04be400. 02000000:00000001:3.0:1767734622.385840:0:245683:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767734622.385843:0:245683:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767734622.385861:0:245683:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1f2da8e00. 00000100:00000001:3.0:1767734622.385874:0:245683:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767734622.385877:0:245683:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1767734622.385884:0:245683:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1767734622.385888:0:245683:0:(dcache.c:176:ll_intent_release()) intent ffffafc3081e3b20 released 00000080:00000001:3.0:1767734622.385891:0:245683:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1767734622.385899:0:245683:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1767734622.385904:0:245683:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3081e3b70 00000080:00002000:3.0:1767734622.385908:0:245683:0:(dcache.c:127:ll_ddelete()) deleting dentry d1.1 (ffff94b1f19ce438, parent ffff94b1f19ce948, inode 0000000000000000) hashed, 00000080:00000001:3.0:1767734622.385915:0:245683:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1767734622.385948:0:245683:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1767734622.385992:0:245683:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1767734622.386013:0:245683:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1767734622.386015:0:245683:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3081e3bf0 00000080:00002000:3.0:1767734622.386018:0:245683:0:(dcache.c:127:ll_ddelete()) keeping dentry d160f.sanity (ffff94b1f19ce948, parent ffff94b1f079b510, inode ffff94b1d172ec08) hashed, 00000080:00000001:3.0:1767734622.386028:0:245683:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734622.386058:0:245683:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1767734622.386069:0:245683:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1767734622.386072:0:245683:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1767734622.386075:0:245683:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3081e3bb0 00000080:00200000:3.0:1767734622.386080:0:245683:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8),name=/ 00000080:00000010:3.0:1767734622.386087:0:245683:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c415ce00. 00800000:00000002:3.0:1767734622.386094:0:245683:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fdf22380 2 00000080:00000001:3.0:1767734622.386098:0:245683:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1767734622.386102:0:245683:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1767734622.386104:0:245683:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3081e3ad0 00800000:00000002:3.0:1767734622.386114:0:245683:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1767734622.386119:0:245683:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1767734622.386123:0:245683:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1767734622.386128:0:245683:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1767734622.386131:0:245683:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3081e39a0 00000002:00010000:3.0:1767734622.386135:0:245683:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1767734622.386140:0:245683:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1767734622.386143:0:245683:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767734622.386146:0:245683:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767734622.386151:0:245683:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f0ebc800 count: 2 00010000:00000001:3.0:1767734622.386156:0:245683:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767734622.386161:0:245683:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767734622.386166:0:245683:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767734622.386190:0:245683:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c1676000/0x1886cffb85c2b663 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab654 expref: -99 pid: 245675 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767734622.386202:0:245683:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1767734622.386209:0:245683:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767734622.386215:0:245683:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c1676000/0x1886cffb85c2b663 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab654 expref: -99 pid: 245675 timeout: 0 lvb_type: 0 00000002:00000001:3.0:1767734622.386224:0:245683:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1767734622.386228:0:245683:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1767734622.386232:0:245683:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1767734622.386238:0:245683:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1767734622.386242:0:245683:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1767734622.386246:0:245683:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1767734622.386252:0:245683:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1767734622.386257:0:245683:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fdf22380 2 00000080:00000010:3.0:1767734622.386264:0:245683:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c415ce00. 00000080:00000001:3.0:1767734622.386274:0:245683:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1767734622.386279:0:245683:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767734622.386284:0:245683:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) 00000080:00010000:3.0:1767734622.386291:0:245683:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) for lock 0x1886cffb85c2b663 00800000:00000001:3.0:1767734622.386304:0:245683:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1767734622.386307:0:245683:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1767734622.386311:0:245683:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734622.386315:0:245683:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734622.386321:0:245683:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1676000 refcount=3 00000020:00000001:3.0:1767734622.386326:0:245683:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907740672 : -117983801810944 : ffff94b1c1676000) 00010000:00000001:3.0:1767734622.386329:0:245683:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907740672 : -117983801810944 : ffff94b1c1676000) 00010000:00000001:3.0:1767734622.386409:0:245683:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734622.386414:0:245683:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767734622.386420:0:245683:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734622.386425:0:245683:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767734622.386431:0:245683:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b663 from it ffffafc3081e3be8 00010000:00000001:3.0:1767734622.386436:0:245683:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734622.386440:0:245683:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734622.386444:0:245683:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1676000 refcount=3 00000020:00000001:3.0:1767734622.386449:0:245683:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907740672 : -117983801810944 : ffff94b1c1676000) 00010000:00000001:3.0:1767734622.386452:0:245683:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907740672 : -117983801810944 : ffff94b1c1676000) 00010000:00000001:3.0:1767734622.386457:0:245683:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767734622.386464:0:245683:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c1676000/0x1886cffb85c2b663 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab654 expref: -99 pid: 245675 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734622.386474:0:245683:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734622.386477:0:245683:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734622.386482:0:245683:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1767734622.386489:0:245683:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1767734622.386496:0:245683:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c1676000/0x1886cffb85c2b663 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab654 expref: -99 pid: 245675 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734622.386505:0:245683:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734622.386513:0:245683:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767734622.386516:0:245683:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767734622.386530:0:245683:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734622.386534:0:245683:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734622.386538:0:245683:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734622.386544:0:245683:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767734622.386574:0:245683:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734622.386579:0:245683:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734622.386585:0:245683:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734622.386589:0:245683:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767734622.386593:0:245683:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734622.386596:0:245683:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767734622.386600:0:245683:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767734622.386604:0:245683:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1767734622.386607:0:245683:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8), inode mode 41ed mask 1 00000080:00000001:3.0:1767734622.386614:0:245683:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734622.386621:0:245683:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1767734622.386625:0:245683:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3081e3b78 00000080:00002000:3.0:1767734622.386629:0:245683:0:(dcache.c:87:ll_dcompare()) found name d160f.sanity(ffff94b1f19ce948) flags 0x28004e refc 0 00000080:00000001:3.0:1767734622.386634:0:245683:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734622.386638:0:245683:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3081e3bc0 00000080:00200000:3.0:1767734622.386642:0:245683:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160f.sanity, flags=16408 00000080:00000001:3.0:1767734622.386666:0:245683:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1767734622.386670:0:245683:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734622.386679:0:245683:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:3.0:1767734622.386681:0:245683:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a2:0x8f0:0x0](ffff94b1d172ec08), inode mode 41ed mask 1 00000080:00000001:3.0:1767734622.386691:0:245683:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1767734622.386707:0:245683:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1d1e2a580. 00000020:00000001:3.0:1767734622.386720:0:245683:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3081e3b78 00000080:00200000:3.0:1767734622.386724:0:245683:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=d1.1, dir=[0x2000013a2:0x8f0:0x0](ffff94b1d172ec08), flags=16392 00000080:00000001:3.0:1767734622.386730:0:245683:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:3.0:1767734622.386735:0:245683:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3081e3a38 00000080:00200000:3.0:1767734622.386740:0:245683:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=d1.1, dir=[0x2000013a2:0x8f0:0x0](ffff94b1d172ec08), intent=getattr 00000080:00000010:3.0:1767734622.386752:0:245683:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c415ce00. 00000080:00000001:3.0:1767734622.386761:0:245683:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1767734622.386766:0:245683:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1767734622.386770:0:245683:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3081e3958 00800000:00000002:3.0:1767734622.386774:0:245683:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd1.1' on [0x2000013a2:0x8f0:0x0] 00800000:00000001:3.0:1767734622.386780:0:245683:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00000020:00000001:3.0:1767734622.386785:0:245683:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3081e38f0 00800000:00000002:3.0:1767734622.386791:0:245683:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x2000013a2:0x8f0:0x0], fid2=[0x0:0x0:0x0], name='d1.1' -> mds #0 00000002:00000001:3.0:1767734622.386798:0:245683:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1767734622.386810:0:245683:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3081e3828 00000002:00010000:3.0:1767734622.386816:0:245683:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d1.1,[0x0:0x0:0x0]) in obj [0x2000013a2:0x8f0:0x0], intent: getattr flags 0 00000002:00000001:3.0:1767734622.386823:0:245683:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1767734622.386827:0:245683:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1767734622.386837:0:245683:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200bd8a80. 00000020:00000040:3.0:1767734622.386844:0:245683:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=80 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00010000:00000001:3.0:1767734622.386852:0:245683:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1767734622.386858:0:245683:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767734622.386873:0:245683:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734622.386877:0:245683:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734622.386884:0:245683:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734622.386890:0:245683:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767734622.386895:0:245683:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767734622.386900:0:245683:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767734622.386909:0:245683:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1f026f800. 00000100:00000001:3.0:1767734622.386938:0:245683:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734622.386944:0:245683:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767734622.386962:0:245683:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734622.386965:0:245683:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767734622.386969:0:245683:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734622.386973:0:245683:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734622.386981:0:245683:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090970352256 : -117982739199360 : ffff94b200bd8a80) 00010000:00000001:3.0:1767734622.386986:0:245683:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767734622.386990:0:245683:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1767734622.386995:0:245683:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1fa50ca00 count: 2 00010000:00000001:3.0:1767734622.387001:0:245683:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767734622.387006:0:245683:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767734622.387011:0:245683:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1c5741600. 00000020:00000001:3.0:1767734622.387015:0:245683:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767734622.387028:0:245683:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1c5741600 with handle 0x1886cffb85c2b694 to hash 00000020:00000001:3.0:1767734622.387032:0:245683:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767734622.387036:0:245683:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626089975682560 : -117983733869056 : ffff94b1c5741600) 00010000:00000001:3.0:1767734622.387041:0:245683:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626089975682560 : -117983733869056 : ffff94b1c5741600) 00010000:00000001:3.0:1767734622.387048:0:245683:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767734622.387055:0:245683:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767734622.387067:0:245683:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741600/0x1886cffb85c2b694 lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 245683 initiator: MDT0 00010000:00010000:3.0:1767734622.387075:0:245683:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741600/0x1886cffb85c2b694 lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 245683 initiator: MDT0 00010000:00010000:3.0:1767734622.387088:0:245683:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741600/0x1886cffb85c2b694 lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 245683 initiator: MDT0 00000100:00000001:3.0:1767734622.387094:0:245683:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767734622.387097:0:245683:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767734622.387104:0:245683:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbe3a000. 00000100:00000001:3.0:1767734622.387108:0:245683:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090888962048 : -117982820589568 : ffff94b1fbe3a000) 00000100:00000001:3.0:1767734622.387112:0:245683:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734622.387115:0:245683:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970352256 : -117982739199360 : ffff94b200bd8a80) 00000100:00000001:3.0:1767734622.387118:0:245683:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767734622.387122:0:245683:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734622.387125:0:245683:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767734622.387128:0:245683:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767734622.387133:0:245683:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200bd8a80 x1853602672015360/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734622.387141:0:245683:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767734622.387145:0:245683:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734622.387151:0:245683:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767734622.387154:0:245683:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767734622.387158:0:245683:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767734622.387164:0:245683:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200bd8a80 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:245683:1853602672015360:192.168.203.112@tcp:101:lfs.0 00000100:00000001:3.0:1767734622.387186:0:245683:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767734622.387194:0:245683:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767734622.387198:0:245683:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734622.387203:0:245683:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767734622.387211:0:245683:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b2013a6000. 02000000:00000001:3.0:1767734622.387215:0:245683:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734622.387227:0:245683:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:3.0:1767734622.387232:0:245683:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1dd1138f0. 00000400:00000010:3.0:1767734622.387252:0:245683:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7440. 00000100:00000200:3.0:1767734622.387262:0:245683:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672015360, portal 10 00000100:00000001:3.0:1767734622.387267:0:245683:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734622.387271:0:245683:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970352256 : -117982739199360 : ffff94b200bd8a80) 00000100:00000040:3.0:1767734622.387284:0:245683:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b200bd8a80 x1853602672015360/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734638 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734622.387292:0:245683:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767734622.387300:0:245683:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:3.0:1767734622.387305:0:245683:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e75d8. 00000100:00000200:3.0:1767734622.387312:0:245683:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1853602672015360, offset 0 00000400:00000200:3.0:1767734622.387324:0:245683:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:3.0:1767734622.387336:0:245683:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734622.387414:0:245683:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734622.387424:0:245683:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767734622.387432:0:245683:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:3.0:1767734622.387439:0:245683:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767734622.387446:0:245683:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:3.0:1767734622.387460:0:245683:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66262:66262:256:4294967295] 192.168.203.112@tcp LPNI seq info [66262:66262:8:4294967295] 00000400:00000200:3.0:1767734622.387470:0:245683:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734622.387505:0:245683:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:3.0:1767734622.387518:0:245683:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734622.387527:0:245683:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b0e3c38d00. 00000800:00000200:3.0:1767734622.387539:0:245683:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734622.387567:0:245683:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734622.387571:0:245683:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b0e3c38d00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1767734622.387583:0:245683:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734622.387586:0:245683:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10712 usecs (11 jiffies) 00000400:00000200:3.0:1767734622.387589:0:245683:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734622.387591:0:245683:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303384220 00000100:00000001:2.0:1767734622.387628:0:245683:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, keep current deadline 4303384410 00000100:00000001:2.0:1767734622.387635:0:245683:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303384220 00000100:00000001:2.0:1767734622.387638:0:245683:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, keep current deadline 4303384410 00000100:00000001:2.0:1767734622.387644:0:245683:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734622.387649:0:245683:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767734622.387652:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767734622.387652:0:245683:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767734622.387655:0:245683:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767734622.387659:0:245683:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbe3a000 going to sleep for 11 seconds 00000800:00000010:3.0:1767734622.387665:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b0e3c38d00. 00000100:00000001:2.0:1767734622.387668:0:245683:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767734622.387674:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767734622.387697:0:245683:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734622.387761:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767734622.387770:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e75d8 00000400:00000010:3.0:1767734622.387773:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e75d8. 00000100:00000001:3.0:1767734622.387779:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767734622.387787:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200bd8a80 x1853602672015360/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734638 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734622.387798:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734622.387802:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200bd8a80 x1853602672015360/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734638 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734622.387810:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734622.387812:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734622.390708:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734622.390727:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734622.390731:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734622.390742:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734622.390753:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734622.390770:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734622.390782:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734622.390799:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734622.390809:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734622.390821:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 584 into portal 10 MB=0x695d780d1f800 00000400:00000200:2.0:1767734622.390841:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734622.390857:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 584/584 into md 0x7ad1d [1] + 224 00000800:00000001:2.0:1767734622.390869:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734622.390893:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734622.390897:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734622.390910:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734622.390945:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734622.390971:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200bd8a80 x1853602672015360/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734638 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734622.390994:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff94b200bd8a80 x1853602672015360/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734638 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734622.391035:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734622.391050:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734622.391061:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734622.391105:0:245683:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767734622.391122:0:245683:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767734622.391125:0:245683:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767734622.391129:0:245683:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1dd1138f0. 00000400:00000200:2.0:1767734622.391138:0:245683:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7440 00000400:00000010:2.0:1767734622.391143:0:245683:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7440. 00000100:00000001:2.0:1767734622.391155:0:245683:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734622.391167:0:245683:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200bd8a80 x1853602672015360/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734638 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1767734622.391183:0:245683:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200bd8a80 x1853602672015360/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734638 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734622.391192:0:245683:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767734622.391195:0:245683:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734622.391198:0:245683:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767734622.391200:0:245683:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767734622.391203:0:245683:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767734622.391217:0:245683:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734622.391220:0:245683:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767734622.391230:0:245683:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac458 time=50 v=5 (5 5 5 5) 00000100:00001000:2.0:1767734622.391236:0:245683:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=50 v=5 (1 1 1 1) 00000100:00000001:2.0:1767734622.391244:0:245683:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1767734622.391255:0:245683:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff94b200bd8a80 x1853602672015360/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734638 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734622.391265:0:245683:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1767734622.391270:0:245683:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767734622.391274:0:245683:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924567 00000100:00000001:2.0:1767734622.391280:0:245683:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767734622.391287:0:245683:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:2.0:1767734622.391300:0:245683:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200bd8a80 x1853602672015360/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734638 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734622.391308:0:245683:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:2.0:1767734622.391311:0:245683:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767734622.391313:0:245683:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767734622.391323:0:245683:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200bd8a80 x1853602672015360/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734638 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1767734622.391334:0:245683:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200bd8a80 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:245683:1853602672015360:192.168.203.112@tcp:101:lfs.0 00000100:00000001:2.0:1767734622.391411:0:245683:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767734622.391424:0:245683:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1767734622.391429:0:245683:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767734622.391435:0:245683:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734622.391445:0:245683:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200bd8a80 x1853602672015360/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734638 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734622.391453:0:245683:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767734622.391457:0:245683:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbe3a000. 00000100:00000001:2.0:1767734622.391461:0:245683:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767734622.391463:0:245683:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1767734622.391468:0:245683:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1767734622.391479:0:245683:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734622.391482:0:245683:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734622.391484:0:245683:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5741600 refcount=4 00000020:00000001:2.0:1767734622.391487:0:245683:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975682560 : -117983733869056 : ffff94b1c5741600) 00010000:00000001:2.0:1767734622.391490:0:245683:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975682560 : -117983733869056 : ffff94b1c5741600) 00010000:00010000:2.0:1767734622.391494:0:245683:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741600/0x1886cffb85c2b694 lrc: 4/1,0 mode: --/CR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 245683 initiator: MDT0 00010000:00000001:2.0:1767734622.391503:0:245683:0:(ldlm_request.c:662:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1767734622.391507:0:245683:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741600/0x1886cffb85c2b694 lrc: 4/1,0 mode: --/CR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 245683 initiator: MDT0 00010000:00000001:2.0:1767734622.391516:0:245683:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767734622.391520:0:245683:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741600/0x1886cffb85c2b694 lrc: 4/1,0 mode: --/CR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 245683 initiator: MDT0 00010000:00000001:2.0:1767734622.391526:0:245683:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734622.391530:0:245683:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767734622.391534:0:245683:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741600/0x1886cffb85c2b694 lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 245683 initiator: MDT0 00010000:00000001:2.0:1767734622.391542:0:245683:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767734622.391547:0:245683:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734622.391551:0:245683:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767734622.391555:0:245683:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741600/0x1886cffb85c2b694 lrc: 4/0,0 mode: --/CR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 245683 initiator: MDT0 00010000:00010000:2.0:1767734622.391569:0:245683:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff94b1c5741600 already unused, calling callback (ffffffffc19c9b40) 00000080:00000001:2.0:1767734622.391572:0:245683:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1767734622.391576:0:245683:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741600/0x1886cffb85c2b694 lrc: 4/0,0 mode: --/CR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 245683 initiator: MDT0 00010000:00000001:2.0:1767734622.391583:0:245683:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1767734622.391586:0:245683:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1767734622.391601:0:245683:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741600/0x1886cffb85c2b694 lrc: 4/0,0 mode: --/CR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 245683 initiator: MDT0 00010000:00000001:2.0:1767734622.391608:0:245683:0:(ldlm_request.c:1606:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1767734622.391611:0:245683:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767734622.391614:0:245683:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734622.391616:0:245683:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734622.391618:0:245683:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5741600 refcount=5 00000020:00000001:2.0:1767734622.391622:0:245683:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975682560 : -117983733869056 : ffff94b1c5741600) 00010000:00000001:2.0:1767734622.391627:0:245683:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975682560 : -117983733869056 : ffff94b1c5741600) 00010000:00000001:2.0:1767734622.391632:0:245683:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767734622.391635:0:245683:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741600/0x1886cffb85c2b694 lrc: 5/0,0 mode: --/CR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 245683 initiator: MDT0 00000080:00000001:2.0:1767734622.391642:0:245683:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1767734622.391644:0:245683:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767734622.391649:0:245683:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1767734622.391651:0:245683:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767734622.391655:0:245683:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767734622.391658:0:245683:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767734622.391662:0:245683:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767734622.391665:0:245683:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767734622.391668:0:245683:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1c5741600 with handle 0x1886cffb85c2b694 from hash 00010000:00000001:2.0:1767734622.391688:0:245683:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767734622.391692:0:245683:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734622.391695:0:245683:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734622.391699:0:245683:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767734622.391701:0:245683:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767734622.391705:0:245683:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767734622.391709:0:245683:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734622.391711:0:245683:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734622.391714:0:245683:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734622.391719:0:245683:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767734622.391723:0:245683:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741600/0x1886cffb85c2b694 lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 245683 initiator: MDT0 00010000:00000001:2.0:1767734622.391743:0:245683:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734622.391745:0:245683:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734622.391748:0:245683:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767734622.391751:0:245683:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767734622.391755:0:245683:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734622.391758:0:245683:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734622.391763:0:245683:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767734622.391767:0:245683:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741600/0x1886cffb85c2b694 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 245683 initiator: MDT0 00010000:00000001:2.0:1767734622.391791:0:245683:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734622.391794:0:245683:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:2.0:1767734622.391798:0:245683:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:2.0:1767734622.391809:0:245683:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff94b200bd8a80 x1853602672015360/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734638 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1767734622.391819:0:245683:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1767734622.391821:0:245683:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734622.391824:0:245683:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734622.391830:0:245683:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734622.391846:0:245683:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1767734622.391853:0:245683:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1767734622.391857:0:245683:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734622.391862:0:245683:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1767734622.391869:0:245683:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3081e37a8 00000002:00002000:2.0:1767734622.391875:0:245683:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d1.1 intent=getattr status=0 disp=7: rc = 0 00000002:00000001:2.0:1767734622.391881:0:245683:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767734622.391888:0:245683:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767734622.391893:0:245683:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1767734622.391897:0:245683:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x2000013a2:0x8f0:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1767734622.391909:0:245683:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734622.391912:0:245683:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1767734622.391915:0:245683:0:(namei.c:677:ll_lookup_it_finish()) it ffffafc3081e3bb0 it_disposition 7 00000080:00002000:2.0:1767734622.391944:0:245683:0:(namei.c:656:ll_splice_alias()) Add dentry ffff94b1d8265d80 inode 0000000000000000 refc 1 flags 0xe 00800000:00000001:2.0:1767734622.391951:0:245683:0:(lmv_obd.c:4107:lmv_revalidate_lock()) Process entered 00000002:00000001:2.0:1767734622.391979:0:245683:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1767734622.391981:0:245683:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1767734622.391986:0:245683:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1767734622.391992:0:245683:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1fa50ca00 count: 2 00010000:00000001:2.0:1767734622.391997:0:245683:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1767734622.392014:0:245683:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1f0e29000 type 13 mode 30 res 8589939618/2288 (0 0) 00000002:00000001:2.0:1767734622.392019:0:245683:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734622.392023:0:245683:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767734622.392027:0:245683:0:(lmv_obd.c:4114:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734622.392031:0:245683:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1767734622.392039:0:245683:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1767734622.392044:0:245683:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c415ce00. 00000100:00000001:2.0:1767734622.392054:0:245683:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734622.392064:0:245683:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b200bd8a80 x1853602672015360/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734638 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734622.392076:0:245683:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767734622.392083:0:245683:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767734622.392087:0:245683:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b2013a6000. 02000000:00000001:2.0:1767734622.392097:0:245683:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767734622.392099:0:245683:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767734622.392101:0:245683:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=79 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:2.0:1767734622.392104:0:245683:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767734622.392107:0:245683:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1f026f800. 02000000:00000001:2.0:1767734622.392113:0:245683:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767734622.392115:0:245683:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767734622.392117:0:245683:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b200bd8a80. 00000100:00000001:2.0:1767734622.392124:0:245683:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767734622.392125:0:245683:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1767734622.392130:0:245683:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1767734622.392134:0:245683:0:(dcache.c:176:ll_intent_release()) intent ffffafc3081e3bb0 released 00000080:00000001:2.0:1767734622.392138:0:245683:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1767734622.392144:0:245683:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1767734622.392147:0:245683:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3081e3c00 00000080:00002000:2.0:1767734622.392151:0:245683:0:(dcache.c:127:ll_ddelete()) deleting dentry d1.1 (ffff94b1d8265d80, parent ffff94b1f19ce948, inode 0000000000000000) hashed, 00000080:00000001:2.0:1767734622.392158:0:245683:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1767734622.392163:0:245683:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1767734622.392176:0:245683:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1767734622.392186:0:245683:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1767734622.392188:0:245683:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3081e3c80 00000080:00002000:2.0:1767734622.392191:0:245683:0:(dcache.c:127:ll_ddelete()) keeping dentry d160f.sanity (ffff94b1f19ce948, parent ffff94b1f079b510, inode ffff94b1d172ec08) hashed, 00000080:00000001:2.0:1767734622.392196:0:245683:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734622.392235:0:245683:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:2.0:1767734622.392238:0:245683:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:2.0:1767734622.392242:0:245683:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1767734622.392246:0:245683:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3081e3b20 00000080:00200000:2.0:1767734622.392251:0:245683:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8),name=/ 00000080:00000010:2.0:1767734622.392257:0:245683:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c337de00. 00800000:00000002:2.0:1767734622.392262:0:245683:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fdf22380 2 00000080:00000001:2.0:1767734622.392266:0:245683:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:2.0:1767734622.392268:0:245683:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1767734622.392271:0:245683:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3081e3a40 00800000:00000002:2.0:1767734622.392274:0:245683:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1767734622.392278:0:245683:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1767734622.392281:0:245683:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1767734622.392286:0:245683:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1767734622.392288:0:245683:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3081e3910 00000002:00010000:2.0:1767734622.392291:0:245683:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1767734622.392294:0:245683:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1767734622.392296:0:245683:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1767734622.392297:0:245683:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1767734622.392301:0:245683:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f0ebc800 count: 2 00010000:00000001:2.0:1767734622.392303:0:245683:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767734622.392306:0:245683:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767734622.392308:0:245683:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767734622.392312:0:245683:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c1676000/0x1886cffb85c2b663 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab654 expref: -99 pid: 245675 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767734622.392389:0:245683:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1767734622.392394:0:245683:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767734622.392398:0:245683:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c1676000/0x1886cffb85c2b663 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab654 expref: -99 pid: 245675 timeout: 0 lvb_type: 0 00000002:00000001:2.0:1767734622.392420:0:245683:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1767734622.392423:0:245683:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1767734622.392425:0:245683:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1767734622.392428:0:245683:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1767734622.392430:0:245683:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1767734622.392432:0:245683:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1767734622.392436:0:245683:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1767734622.392440:0:245683:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fdf22380 2 00000080:00000010:2.0:1767734622.392444:0:245683:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c337de00. 00000080:00000001:2.0:1767734622.392451:0:245683:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1767734622.392453:0:245683:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1767734622.392456:0:245683:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) 00000080:00010000:2.0:1767734622.392460:0:245683:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) for lock 0x1886cffb85c2b663 00800000:00000001:2.0:1767734622.392465:0:245683:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1767734622.392468:0:245683:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1767734622.392469:0:245683:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734622.392472:0:245683:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734622.392475:0:245683:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1676000 refcount=3 00000020:00000001:2.0:1767734622.392478:0:245683:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907740672 : -117983801810944 : ffff94b1c1676000) 00010000:00000001:2.0:1767734622.392480:0:245683:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907740672 : -117983801810944 : ffff94b1c1676000) 00010000:00000001:2.0:1767734622.392485:0:245683:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734622.392488:0:245683:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1767734622.392491:0:245683:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1767734622.392493:0:245683:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1767734622.392496:0:245683:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b663 from it ffffafc3081e3b58 00010000:00000001:2.0:1767734622.392499:0:245683:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767734622.392501:0:245683:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767734622.392503:0:245683:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1676000 refcount=3 00000020:00000001:2.0:1767734622.392506:0:245683:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907740672 : -117983801810944 : ffff94b1c1676000) 00010000:00000001:2.0:1767734622.392510:0:245683:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907740672 : -117983801810944 : ffff94b1c1676000) 00010000:00000001:2.0:1767734622.392514:0:245683:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767734622.392518:0:245683:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c1676000/0x1886cffb85c2b663 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab654 expref: -99 pid: 245675 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767734622.392536:0:245683:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734622.392540:0:245683:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734622.392542:0:245683:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1767734622.392545:0:245683:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1767734622.392549:0:245683:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c1676000/0x1886cffb85c2b663 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab654 expref: -99 pid: 245675 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767734622.392556:0:245683:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767734622.392559:0:245683:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767734622.392571:0:245683:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767734622.392575:0:245683:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734622.392577:0:245683:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734622.392579:0:245683:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734622.392583:0:245683:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767734622.392585:0:245683:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734622.392589:0:245683:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734622.392592:0:245683:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734622.392594:0:245683:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767734622.392596:0:245683:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734622.392599:0:245683:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767734622.392602:0:245683:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767734622.392603:0:245683:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1767734622.392606:0:245683:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8), inode mode 41ed mask 1 00000080:00000001:2.0:1767734622.392610:0:245683:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1767734622.392614:0:245683:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1767734622.392617:0:245683:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3081e3b48 00000080:00002000:2.0:1767734622.392620:0:245683:0:(dcache.c:87:ll_dcompare()) found name d160f.sanity(ffff94b1f19ce948) flags 0x28004e refc 0 00000080:00000001:2.0:1767734622.392623:0:245683:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734622.392626:0:245683:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3081e3b90 00000080:00200000:2.0:1767734622.392627:0:245683:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160f.sanity, flags=13 00000080:00000001:2.0:1767734622.392631:0:245683:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1767734622.392633:0:245683:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734622.392643:0:245683:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3081e3d08 00000080:00200008:2.0:1767734622.392646:0:245683:0:(file.c:6252:ll_getattr_dentry()) START file d160f.sanity:[0x2000013a2:0x8f0:0x0](ffff94b1d172ec08), request_mask 0, flags 0, foreign 0 00000080:00000001:2.0:1767734622.392651:0:245683:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1767734622.392661:0:245683:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3081e3c80 00000080:00200000:2.0:1767734622.392664:0:245683:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x2000013a2:0x8f0:0x0](ffff94b1d172ec08),name=d160f.sanity 00000080:00000010:2.0:1767734622.392670:0:245683:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c337de00. 00800000:00000002:2.0:1767734622.392674:0:245683:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fdf22380 2 00000080:00000001:2.0:1767734622.392681:0:245683:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:2.0:1767734622.392684:0:245683:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1767734622.392686:0:245683:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3081e3ba0 00800000:00000002:2.0:1767734622.392689:0:245683:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x2000013a2:0x8f0:0x0] 'd160f.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1767734622.392693:0:245683:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1767734622.392697:0:245683:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x2000013a2:0x8f0:0x0], name='' -> mds #0 00000002:00000001:2.0:1767734622.392717:0:245683:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1767734622.392719:0:245683:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3081e3a70 00000002:00010000:2.0:1767734622.392722:0:245683:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2000013a2:0x8f0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1767734622.392727:0:245683:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1767734622.392729:0:245683:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1767734622.392734:0:245683:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1767734622.392739:0:245683:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1fa50ca00 count: 2 00010000:00000001:2.0:1767734622.392743:0:245683:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1767734622.392750:0:245683:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1f0e29000 type 13 mode 30 res 8589939618/2288 (0 0) 00000002:00000001:2.0:1767734622.392756:0:245683:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734622.392758:0:245683:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734622.392763:0:245683:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1767734622.392765:0:245683:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1767734622.392774:0:245683:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1d02caa00. 00000020:00000040:2.0:1767734622.392779:0:245683:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=80 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00010000:00000001:2.0:1767734622.392784:0:245683:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1767734622.392788:0:245683:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767734622.392797:0:245683:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767734622.392799:0:245683:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767734622.392802:0:245683:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734622.392805:0:245683:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767734622.392809:0:245683:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767734622.392814:0:245683:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767734622.392833:0:245683:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1d07dbc00. 00000100:00000001:2.0:1767734622.392840:0:245683:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734622.392852:0:245683:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767734622.392855:0:245683:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734622.392858:0:245683:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767734622.392861:0:245683:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767734622.392865:0:245683:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767734622.392872:0:245683:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090155551232 : -117983554000384 : ffff94b1d02caa00) 00010000:00000001:2.0:1767734622.392877:0:245683:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1767734622.392880:0:245683:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1767734622.392885:0:245683:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f0ebc800 count: 2 00010000:00000001:2.0:1767734622.392890:0:245683:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767734622.392893:0:245683:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767734622.392899:0:245683:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1c1676e00. 00000020:00000001:2.0:1767734622.392902:0:245683:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767734622.392905:0:245683:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1c1676e00 with handle 0x1886cffb85c2b69b to hash 00000020:00000001:2.0:1767734622.392908:0:245683:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767734622.392910:0:245683:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626089907744256 : -117983801807360 : ffff94b1c1676e00) 00010000:00000001:2.0:1767734622.392913:0:245683:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626089907744256 : -117983801807360 : ffff94b1c1676e00) 00010000:00000001:2.0:1767734622.392916:0:245683:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767734622.392957:0:245683:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767734622.392961:0:245683:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c1676e00/0x1886cffb85c2b69b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 245683 initiator: MDT0 00010000:00010000:2.0:1767734622.392968:0:245683:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c1676e00/0x1886cffb85c2b69b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 245683 initiator: MDT0 00010000:00010000:2.0:1767734622.392987:0:245683:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c1676e00/0x1886cffb85c2b69b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 245683 initiator: MDT0 00000100:00000001:2.0:1767734622.392992:0:245683:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767734622.392994:0:245683:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767734622.393000:0:245683:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1c37866c0. 00000100:00000001:2.0:1767734622.393003:0:245683:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626089942410944 : -117983767140672 : ffff94b1c37866c0) 00000100:00000001:2.0:1767734622.393023:0:245683:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734622.393025:0:245683:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155551232 : -117983554000384 : ffff94b1d02caa00) 00000100:00000001:2.0:1767734622.393029:0:245683:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767734622.393042:0:245683:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734622.393045:0:245683:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767734622.393047:0:245683:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767734622.393053:0:245683:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1d02caa00 x1853602672015488/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734622.393063:0:245683:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767734622.393067:0:245683:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734622.393074:0:245683:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767734622.393079:0:245683:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767734622.393082:0:245683:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767734622.393090:0:245683:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1d02caa00 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:245683:1853602672015488:192.168.203.112@tcp:101:lfs.0 00000100:00000001:2.0:1767734622.393094:0:245683:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767734622.393098:0:245683:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767734622.393100:0:245683:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767734622.393103:0:245683:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767734622.393109:0:245683:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1c403e800. 02000000:00000001:2.0:1767734622.393111:0:245683:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767734622.393117:0:245683:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:2.0:1767734622.393123:0:245683:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f8c5e0b0. 00000400:00000010:2.0:1767734622.393128:0:245683:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29908. 00000100:00000200:2.0:1767734622.393133:0:245683:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672015488, portal 10 00000100:00000001:2.0:1767734622.393136:0:245683:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767734622.393138:0:245683:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090155551232 : -117983554000384 : ffff94b1d02caa00) 00000100:00000040:2.0:1767734622.393145:0:245683:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1d02caa00 x1853602672015488/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734638 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734622.393152:0:245683:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767734622.393156:0:245683:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:2.0:1767734622.393160:0:245683:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29e58. 00000100:00000200:2.0:1767734622.393164:0:245683:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1853602672015488, offset 0 00000400:00000200:2.0:1767734622.393174:0:245683:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:2.0:1767734622.393181:0:245683:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734622.393192:0:245683:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734622.393200:0:245683:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767734622.393213:0:245683:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:2.0:1767734622.393216:0:245683:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767734622.393219:0:245683:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:2.0:1767734622.393223:0:245683:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66263:66263:256:4294967295] 192.168.203.112@tcp LPNI seq info [66263:66263:8:4294967295] 00000400:00000200:2.0:1767734622.393227:0:245683:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734622.393236:0:245683:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:2.0:1767734622.393242:0:245683:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767734622.393248:0:245683:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1deb6fc00. 00000800:00000200:2.0:1767734622.393254:0:245683:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767734622.393260:0:245683:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767734622.393265:0:245683:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1deb6fc00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1767734622.393283:0:245683:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767734622.393289:0:245683:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10711 usecs (11 jiffies) 00000400:00000200:2.0:1767734622.393294:0:245683:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:2.0:1767734622.393299:0:245683:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303384225 00000100:00000001:2.0:1767734622.393303:0:245683:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, keep current deadline 4303384410 00000100:00000001:2.0:1767734622.393306:0:245683:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303384225 00000100:00000001:2.0:1767734622.393308:0:245683:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, keep current deadline 4303384410 00000100:00000001:2.0:1767734622.393310:0:245683:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767734622.393313:0:245683:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734622.393316:0:245683:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767734622.393319:0:245683:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767734622.393323:0:245683:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1c37866c0 going to sleep for 11 seconds 00000100:00000001:2.0:1767734622.393326:0:245683:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767734622.393331:0:245683:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734622.393495:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734622.393500:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1deb6fc00. 00000400:00000200:2.0:1767734622.393504:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734622.393511:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734622.393514:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29e58 00000400:00000010:2.0:1767734622.393533:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29e58. 00000100:00000001:2.0:1767734622.393544:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734622.393556:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1d02caa00 x1853602672015488/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734638 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734622.393567:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734622.393575:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1d02caa00 x1853602672015488/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734638 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734622.393583:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734622.393585:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734622.395772:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734622.395785:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734622.395790:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734622.395793:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734622.395800:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734622.395806:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734622.395814:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734622.395820:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734622.395829:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734622.395839:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 584 into portal 10 MB=0x695d780d1f880 00000400:00000200:2.0:1767734622.395845:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734622.395857:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 584/584 into md 0x7ad2d [1] + 224 00000800:00000001:2.0:1767734622.395864:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734622.395874:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734622.395877:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734622.395881:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734622.395886:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734622.395892:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1d02caa00 x1853602672015488/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734638 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734622.395904:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff94b1d02caa00 x1853602672015488/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734638 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734622.395964:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734622.395976:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767734622.395996:0:245683:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767734622.396007:0:245683:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:2.0:1767734622.396007:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767734622.396016:0:245683:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767734622.396021:0:245683:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f8c5e0b0. 00000400:00000200:3.0:1767734622.396027:0:245683:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29908 00000400:00000010:3.0:1767734622.396029:0:245683:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29908. 00000100:00000001:3.0:1767734622.396032:0:245683:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734622.396040:0:245683:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1d02caa00 x1853602672015488/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734638 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1767734622.396050:0:245683:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1d02caa00 x1853602672015488/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767734638 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734622.396057:0:245683:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767734622.396058:0:245683:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734622.396060:0:245683:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767734622.396062:0:245683:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767734622.396063:0:245683:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767734622.396066:0:245683:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734622.396068:0:245683:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767734622.396073:0:245683:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac458 time=50 v=5 (5 5 5 5) 00000100:00001000:3.0:1767734622.396076:0:245683:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=50 v=5 (1 1 1 1) 00000100:00000001:3.0:1767734622.396078:0:245683:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767734622.396086:0:245683:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734622.396088:0:245683:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767734622.396090:0:245683:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734622.396092:0:245683:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767734622.396094:0:245683:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924567 00000100:00000001:3.0:1767734622.396095:0:245683:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767734622.396096:0:245683:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734622.396100:0:245683:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1d02caa00 x1853602672015488/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734638 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734622.396106:0:245683:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734622.396109:0:245683:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767734622.396110:0:245683:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767734622.396113:0:245683:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1d02caa00 x1853602672015488/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734638 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1767734622.396119:0:245683:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1d02caa00 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:245683:1853602672015488:192.168.203.112@tcp:101:lfs.0 00000100:00000001:3.0:1767734622.396122:0:245683:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734622.396124:0:245683:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734622.396125:0:245683:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767734622.396127:0:245683:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734622.396129:0:245683:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1d02caa00 x1853602672015488/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734638 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734622.396133:0:245683:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767734622.396135:0:245683:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1c37866c0. 00000100:00000001:3.0:1767734622.396137:0:245683:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767734622.396138:0:245683:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734622.396140:0:245683:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767734622.396142:0:245683:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734622.396143:0:245683:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734622.396145:0:245683:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1676e00 refcount=4 00000020:00000001:3.0:1767734622.396147:0:245683:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907744256 : -117983801807360 : ffff94b1c1676e00) 00010000:00000001:3.0:1767734622.396149:0:245683:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907744256 : -117983801807360 : ffff94b1c1676e00) 00010000:00000040:3.0:1767734622.396153:0:245683:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff94b1c1676e00, remote cookie: 0x9bbb2ede58dab6fc, flags: 0x1001 00010000:00010000:3.0:1767734622.396179:0:245683:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c1676e00/0x1886cffb85c2b69b lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab6fc expref: -99 pid: 245683 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767734622.396189:0:245683:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a2:0x8f0:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1767734622.396193:0:245683:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000040:3.0:1767734622.396199:0:245683:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1fa50ca00 count: 2 00010000:00000001:3.0:1767734622.396202:0:245683:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767734622.396205:0:245683:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767734622.396209:0:245683:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c1676e00/0x1886cffb85c2b69b lrc: 4/1,0 mode: --/PR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab6fc expref: -99 pid: 245683 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767734622.396218:0:245683:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c1676e00/0x1886cffb85c2b69b lrc: 4/1,0 mode: --/PR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab6fc expref: -99 pid: 245683 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734622.396225:0:245683:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767734622.396230:0:245683:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767734622.396232:0:245683:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767734622.396234:0:245683:0:(ldlm_lock.c:1035:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767734622.396236:0:245683:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767734622.396239:0:245683:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a2:0x8f0:0x0].0x0 (ffff94b1fa50ca00) refcount = 2 00010000:00000040:3.0:1767734622.396243:0:245683:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1767734622.396246:0:245683:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f0d08e00/0x1886cffb85c2b66a lrc: 1/0,0 mode: PR/PR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab670 expref: -99 pid: 245675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767734622.396254:0:245683:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c1676e00/0x1886cffb85c2b69b lrc: 4/1,0 mode: PR/PR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab6fc expref: -99 pid: 245683 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734622.396262:0:245683:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767734622.396265:0:245683:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767734622.396267:0:245683:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767734622.396270:0:245683:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767734622.396273:0:245683:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767734622.396277:0:245683:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c1676e00/0x1886cffb85c2b69b lrc: 4/1,0 mode: PR/PR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab6fc expref: -99 pid: 245683 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734622.396290:0:245683:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767734622.396292:0:245683:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734622.396293:0:245683:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734622.396295:0:245683:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734622.396296:0:245683:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734622.396298:0:245683:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734622.396302:0:245683:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1767734622.396304:0:245683:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734622.396305:0:245683:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734622.396307:0:245683:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1676e00 refcount=3 00000020:00000001:3.0:1767734622.396309:0:245683:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907744256 : -117983801807360 : ffff94b1c1676e00) 00010000:00000001:3.0:1767734622.396312:0:245683:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907744256 : -117983801807360 : ffff94b1c1676e00) 00010000:00000001:3.0:1767734622.396316:0:245683:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734622.396318:0:245683:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734622.396319:0:245683:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1676e00 refcount=4 00000020:00000001:3.0:1767734622.396322:0:245683:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907744256 : -117983801807360 : ffff94b1c1676e00) 00010000:00000001:3.0:1767734622.396325:0:245683:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907744256 : -117983801807360 : ffff94b1c1676e00) 00010000:00000001:3.0:1767734622.396344:0:245683:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767734622.396348:0:245683:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767734622.396353:0:245683:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c1676e00/0x1886cffb85c2b69b lrc: 5/2,0 mode: PR/PR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab6fc expref: -99 pid: 245683 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734622.396395:0:245683:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734622.396399:0:245683:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734622.396401:0:245683:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734622.396402:0:245683:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734622.396403:0:245683:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1676e00 refcount=5 00000020:00000001:3.0:1767734622.396406:0:245683:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907744256 : -117983801807360 : ffff94b1c1676e00) 00010000:00000001:3.0:1767734622.396408:0:245683:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907744256 : -117983801807360 : ffff94b1c1676e00) 00010000:00000001:3.0:1767734622.396411:0:245683:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767734622.396414:0:245683:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c1676e00/0x1886cffb85c2b69b lrc: 5/2,0 mode: PR/PR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab6fc expref: -99 pid: 245683 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734622.396435:0:245683:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734622.396436:0:245683:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767734622.396439:0:245683:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c1676e00/0x1886cffb85c2b69b lrc: 4/1,0 mode: PR/PR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab6fc expref: -99 pid: 245683 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734622.396445:0:245683:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767734622.396446:0:245683:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734622.396448:0:245683:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734622.396449:0:245683:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734622.396451:0:245683:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1767734622.396457:0:245683:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff94b1d02caa00 x1853602672015488/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734638 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1767734622.396465:0:245683:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734622.396466:0:245683:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734622.396468:0:245683:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1676e00 refcount=3 00000020:00000001:3.0:1767734622.396470:0:245683:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907744256 : -117983801807360 : ffff94b1c1676e00) 00010000:00000001:3.0:1767734622.396472:0:245683:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907744256 : -117983801807360 : ffff94b1c1676e00) 00010000:00000001:3.0:1767734622.396474:0:245683:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734622.396476:0:245683:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767734622.396477:0:245683:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734622.396479:0:245683:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734622.396482:0:245683:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1767734622.396484:0:245683:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734622.396485:0:245683:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734622.396487:0:245683:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1676e00 refcount=3 00000020:00000001:3.0:1767734622.396489:0:245683:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907744256 : -117983801807360 : ffff94b1c1676e00) 00010000:00000001:3.0:1767734622.396491:0:245683:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907744256 : -117983801807360 : ffff94b1c1676e00) 00000002:00010000:3.0:1767734622.396494:0:245683:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c1676e00/0x1886cffb85c2b69b lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab6fc expref: -99 pid: 245683 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734622.396501:0:245683:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734622.396507:0:245683:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734622.396509:0:245683:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1767734622.396510:0:245683:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734622.396512:0:245683:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734622.396513:0:245683:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1676e00 refcount=3 00000020:00000001:3.0:1767734622.396515:0:245683:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907744256 : -117983801807360 : ffff94b1c1676e00) 00010000:00000001:3.0:1767734622.396518:0:245683:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907744256 : -117983801807360 : ffff94b1c1676e00) 00010000:00000040:3.0:1767734622.396521:0:245683:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1fa50ca00 count: 3 00010000:00000001:3.0:1767734622.396524:0:245683:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1767734622.396528:0:245683:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1f0e29000 type 13 mode 4 res 8589939618/2288 (0 0) 00010000:00000001:3.0:1767734622.396531:0:245683:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734622.396532:0:245683:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767734622.396533:0:245683:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1767734622.396536:0:245683:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3081e39f0 00000002:00002000:3.0:1767734622.396538:0:245683:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:3.0:1767734622.396541:0:245683:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734622.396544:0:245683:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734622.396547:0:245683:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1767734622.396550:0:245683:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1767734622.396553:0:245683:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767734622.396556:0:245683:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fdf22380 2 00000080:00000010:3.0:1767734622.396559:0:245683:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c337de00. 00000080:00000001:3.0:1767734622.396578:0:245683:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1767734622.396579:0:245683:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:3.0:1767734622.396581:0:245683:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1767734622.396583:0:245683:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1767734622.396584:0:245683:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1767734622.396585:0:245683:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2000013a2:0x8f0:0x0] 00000080:00000001:3.0:1767734622.396587:0:245683:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734622.396589:0:245683:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145776 : 144115272398145776 : 2000013a20008f0) 00000080:00000001:3.0:1767734622.396591:0:245683:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00000002:3.0:1767734622.396593:0:245683:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115272398145776 mtime from 1767734621 to 1767734622 00000080:00200000:3.0:1767734622.396596:0:245683:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a2:0x8f0:0x0], updating i_size 11776 00010000:00000001:3.0:1767734622.396597:0:245683:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734622.396598:0:245683:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734622.396603:0:245683:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1676e00 refcount=3 00000020:00000001:3.0:1767734622.396604:0:245683:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907744256 : -117983801807360 : ffff94b1c1676e00) 00010000:00000001:3.0:1767734622.396606:0:245683:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907744256 : -117983801807360 : ffff94b1c1676e00) 00010000:00000001:3.0:1767734622.396607:0:245683:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734622.396608:0:245683:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1767734622.396609:0:245683:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1767734622.396611:0:245683:0:(llite_lib.c:1812:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1767734622.396612:0:245683:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1767734622.396613:0:245683:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1767734622.396614:0:245683:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767734622.396616:0:245683:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a2:0x8f0:0x0](ffff94b1d172ec08) for lock 0x1886cffb85c2b69b 00800000:00000001:3.0:1767734622.396618:0:245683:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1767734622.396620:0:245683:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1767734622.396620:0:245683:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734622.396621:0:245683:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734622.396622:0:245683:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1676e00 refcount=3 00000020:00000001:3.0:1767734622.396623:0:245683:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907744256 : -117983801807360 : ffff94b1c1676e00) 00010000:00000001:3.0:1767734622.396625:0:245683:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907744256 : -117983801807360 : ffff94b1c1676e00) 00010000:00000001:3.0:1767734622.396627:0:245683:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734622.396627:0:245683:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767734622.396628:0:245683:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734622.396629:0:245683:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734622.396632:0:245683:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1767734622.396633:0:245683:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734622.396635:0:245683:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767734622.396636:0:245683:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a2:0x8f0:0x0](ffff94b1d172ec08) 00000080:00010000:3.0:1767734622.396638:0:245683:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b69b from it ffffafc3081e3cb8 00010000:00000001:3.0:1767734622.396640:0:245683:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734622.396656:0:245683:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734622.396658:0:245683:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1676e00 refcount=3 00000020:00000001:3.0:1767734622.396660:0:245683:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907744256 : -117983801807360 : ffff94b1c1676e00) 00010000:00000001:3.0:1767734622.396662:0:245683:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907744256 : -117983801807360 : ffff94b1c1676e00) 00010000:00000001:3.0:1767734622.396665:0:245683:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767734622.396668:0:245683:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c1676e00/0x1886cffb85c2b69b lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab6fc expref: -99 pid: 245683 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734622.396680:0:245683:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734622.396681:0:245683:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734622.396683:0:245683:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1767734622.396685:0:245683:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1767734622.396688:0:245683:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c1676e00/0x1886cffb85c2b69b lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab6fc expref: -99 pid: 245683 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734622.396695:0:245683:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734622.396697:0:245683:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767734622.396699:0:245683:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767734622.396702:0:245683:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734622.396704:0:245683:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734622.396705:0:245683:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734622.396708:0:245683:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767734622.396710:0:245683:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734622.396712:0:245683:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734622.396715:0:245683:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734622.396717:0:245683:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767734622.396719:0:245683:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734622.396720:0:245683:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767734622.396723:0:245683:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734622.396728:0:245683:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1d02caa00 x1853602672015488/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767734638 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734622.396736:0:245683:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767734622.396739:0:245683:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767734622.396742:0:245683:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1c403e800. 02000000:00000001:3.0:1767734622.396746:0:245683:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767734622.396748:0:245683:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767734622.396750:0:245683:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=79 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:3.0:1767734622.396752:0:245683:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767734622.396755:0:245683:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1d07dbc00. 02000000:00000001:3.0:1767734622.396758:0:245683:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767734622.396760:0:245683:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767734622.396762:0:245683:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1d02caa00. 00000100:00000001:3.0:1767734622.396767:0:245683:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767734622.396773:0:245683:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1767734622.396779:0:245683:0:(file.c:6205:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734622.396784:0:245683:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3081e3d08 00000080:00000008:3.0:1767734622.396787:0:245683:0:(file.c:6430:ll_getattr_dentry()) COMPLETED file d160f.sanity:[0x2000013a2:0x8f0:0x0](ffff94b1d172ec08), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1767734622.396793:0:245683:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1767734622.396795:0:245683:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3081e3da0 00000080:00002000:3.0:1767734622.396797:0:245683:0:(dcache.c:127:ll_ddelete()) keeping dentry d160f.sanity (ffff94b1f19ce948, parent ffff94b1f079b510, inode ffff94b1d172ec08) hashed, 00000080:00000001:3.0:1767734622.396801:0:245683:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734622.397285:0:245683:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734622.397318:0:245683:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3081e3d08 00000080:00200008:3.0:1767734622.397322:0:245683:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff94b1f14e42c8), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1767734622.397329:0:245683:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1767734622.397331:0:245683:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3081e3c80 00000080:00200000:3.0:1767734622.397334:0:245683:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8),name=/ 00000080:00000010:3.0:1767734622.397391:0:245683:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c415dc00. 00800000:00000002:3.0:1767734622.397398:0:245683:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fdf22380 2 00000080:00000001:3.0:1767734622.397401:0:245683:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1767734622.397405:0:245683:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1767734622.397407:0:245683:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3081e3ba0 00800000:00000002:3.0:1767734622.397411:0:245683:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1767734622.397415:0:245683:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1767734622.397418:0:245683:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1767734622.397422:0:245683:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1767734622.397424:0:245683:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3081e3a70 00000002:00010000:3.0:1767734622.397427:0:245683:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1767734622.397430:0:245683:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1767734622.397432:0:245683:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767734622.397435:0:245683:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767734622.397439:0:245683:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f0ebc800 count: 2 00010000:00000001:3.0:1767734622.397442:0:245683:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767734622.397446:0:245683:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767734622.397449:0:245683:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767734622.397453:0:245683:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c1676000/0x1886cffb85c2b663 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab654 expref: -99 pid: 245675 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767734622.397475:0:245683:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1767734622.397480:0:245683:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767734622.397485:0:245683:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c1676000/0x1886cffb85c2b663 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab654 expref: -99 pid: 245675 timeout: 0 lvb_type: 0 00000002:00000001:3.0:1767734622.397493:0:245683:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1767734622.397497:0:245683:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1767734622.397500:0:245683:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1767734622.397504:0:245683:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1767734622.397507:0:245683:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1767734622.397509:0:245683:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1767734622.397512:0:245683:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1767734622.397515:0:245683:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fdf22380 2 00000080:00000010:3.0:1767734622.397517:0:245683:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c415dc00. 00000080:00000001:3.0:1767734622.397521:0:245683:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1767734622.397523:0:245683:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767734622.397526:0:245683:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) 00000080:00010000:3.0:1767734622.397530:0:245683:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) for lock 0x1886cffb85c2b663 00800000:00000001:3.0:1767734622.397533:0:245683:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1767734622.397535:0:245683:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1767734622.397537:0:245683:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734622.397538:0:245683:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734622.397540:0:245683:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1676000 refcount=3 00000020:00000001:3.0:1767734622.397542:0:245683:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907740672 : -117983801810944 : ffff94b1c1676000) 00010000:00000001:3.0:1767734622.397545:0:245683:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907740672 : -117983801810944 : ffff94b1c1676000) 00010000:00000001:3.0:1767734622.397548:0:245683:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734622.397550:0:245683:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767734622.397567:0:245683:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734622.397568:0:245683:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767734622.397569:0:245683:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b663 from it ffffafc3081e3cb8 00010000:00000001:3.0:1767734622.397570:0:245683:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734622.397571:0:245683:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734622.397577:0:245683:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1676000 refcount=3 00000020:00000001:3.0:1767734622.397578:0:245683:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907740672 : -117983801810944 : ffff94b1c1676000) 00010000:00000001:3.0:1767734622.397580:0:245683:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907740672 : -117983801810944 : ffff94b1c1676000) 00010000:00000001:3.0:1767734622.397581:0:245683:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767734622.397583:0:245683:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c1676000/0x1886cffb85c2b663 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab654 expref: -99 pid: 245675 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734622.397587:0:245683:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734622.397588:0:245683:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734622.397589:0:245683:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1767734622.397590:0:245683:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1767734622.397591:0:245683:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c1676000/0x1886cffb85c2b663 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab654 expref: -99 pid: 245675 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734622.397595:0:245683:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734622.397597:0:245683:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767734622.397598:0:245683:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767734622.397600:0:245683:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734622.397600:0:245683:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734622.397601:0:245683:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734622.397603:0:245683:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767734622.397604:0:245683:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734622.397605:0:245683:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734622.397607:0:245683:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734622.397608:0:245683:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767734622.397609:0:245683:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734622.397610:0:245683:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767734622.397611:0:245683:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767734622.397612:0:245683:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1767734622.397614:0:245683:0:(file.c:6205:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734622.397617:0:245683:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3081e3d08 00000080:00000008:3.0:1767734622.397619:0:245683:0:(file.c:6430:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff94b1f14e42c8), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1767734622.397718:0:245683:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1767734622.397720:0:245683:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1767734622.397721:0:245683:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1767734622.397722:0:245683:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3081e3bc0 00000080:00200000:3.0:1767734622.397729:0:245683:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8),name=/ 00000080:00000010:3.0:1767734622.397732:0:245683:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c415dc00. 00800000:00000002:3.0:1767734622.397735:0:245683:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fdf22380 2 00000080:00000001:3.0:1767734622.397737:0:245683:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1767734622.397739:0:245683:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1767734622.397741:0:245683:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3081e3ae0 00800000:00000002:3.0:1767734622.397742:0:245683:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1767734622.397745:0:245683:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1767734622.397747:0:245683:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1767734622.397750:0:245683:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1767734622.397751:0:245683:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3081e39b0 00000002:00010000:3.0:1767734622.397752:0:245683:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1767734622.397756:0:245683:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1767734622.397757:0:245683:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767734622.397759:0:245683:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767734622.397761:0:245683:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f0ebc800 count: 2 00010000:00000001:3.0:1767734622.397763:0:245683:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767734622.397766:0:245683:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767734622.397768:0:245683:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767734622.397770:0:245683:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c1676000/0x1886cffb85c2b663 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab654 expref: -99 pid: 245675 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767734622.397775:0:245683:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1767734622.397778:0:245683:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767734622.397780:0:245683:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c1676000/0x1886cffb85c2b663 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab654 expref: -99 pid: 245675 timeout: 0 lvb_type: 0 00000002:00000001:3.0:1767734622.397784:0:245683:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1767734622.397785:0:245683:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1767734622.397787:0:245683:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1767734622.397788:0:245683:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1767734622.397789:0:245683:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1767734622.397790:0:245683:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1767734622.397792:0:245683:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1767734622.397798:0:245683:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fdf22380 2 00000080:00000010:3.0:1767734622.397799:0:245683:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c415dc00. 00000080:00000001:3.0:1767734622.397801:0:245683:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1767734622.397802:0:245683:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767734622.397804:0:245683:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) 00000080:00010000:3.0:1767734622.397806:0:245683:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1f14e42c8) for lock 0x1886cffb85c2b663 00800000:00000001:3.0:1767734622.397808:0:245683:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1767734622.397809:0:245683:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1767734622.397810:0:245683:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734622.397811:0:245683:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734622.397812:0:245683:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1676000 refcount=3 00000020:00000001:3.0:1767734622.397813:0:245683:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907740672 : -117983801810944 : ffff94b1c1676000) 00010000:00000001:3.0:1767734622.397814:0:245683:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907740672 : -117983801810944 : ffff94b1c1676000) 00010000:00000001:3.0:1767734622.397816:0:245683:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734622.397817:0:245683:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767734622.397818:0:245683:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734622.397819:0:245683:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767734622.397820:0:245683:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b663 from it ffffafc3081e3bf8 00010000:00000001:3.0:1767734622.397821:0:245683:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734622.397822:0:245683:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734622.397823:0:245683:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c1676000 refcount=3 00000020:00000001:3.0:1767734622.397824:0:245683:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089907740672 : -117983801810944 : ffff94b1c1676000) 00010000:00000001:3.0:1767734622.397825:0:245683:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089907740672 : -117983801810944 : ffff94b1c1676000) 00010000:00000001:3.0:1767734622.397827:0:245683:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767734622.397829:0:245683:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c1676000/0x1886cffb85c2b663 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab654 expref: -99 pid: 245675 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734622.397832:0:245683:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734622.397833:0:245683:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734622.397834:0:245683:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1767734622.397835:0:245683:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1767734622.397837:0:245683:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c1676000/0x1886cffb85c2b663 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab654 expref: -99 pid: 245675 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734622.397847:0:245683:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734622.397848:0:245683:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767734622.397866:0:245683:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767734622.397869:0:245683:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734622.397870:0:245683:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734622.397871:0:245683:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734622.397874:0:245683:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767734622.397876:0:245683:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734622.397878:0:245683:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734622.397881:0:245683:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734622.397883:0:245683:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767734622.397885:0:245683:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734622.397886:0:245683:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767734622.397889:0:245683:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767734622.397890:0:245683:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1767734622.397893:0:245683:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1f14e42c8), inode mode 41ed mask 1 00000080:00000001:3.0:1767734622.397897:0:245683:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734622.397900:0:245683:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1767734622.397902:0:245683:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3081e3bc0 00000080:00002000:3.0:1767734622.397905:0:245683:0:(dcache.c:87:ll_dcompare()) found name d160f.sanity(ffff94b1f19ce948) flags 0x28004e refc 0 00000080:00000001:3.0:1767734622.397908:0:245683:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734622.397910:0:245683:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3081e3c08 00000080:00200000:3.0:1767734622.397912:0:245683:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160f.sanity, flags=267 00000080:00000001:3.0:1767734622.397915:0:245683:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1767734622.397939:0:245683:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734622.397945:0:245683:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:3.0:1767734622.397946:0:245683:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a2:0x8f0:0x0](ffff94b1d172ec08), inode mode 41ed mask 44 00000080:00000001:3.0:1767734622.397965:0:245683:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734622.397967:0:245683:0:(dir.c:3007:ll_dir_open()) Process entered 00000080:00000001:3.0:1767734622.397969:0:245683:0:(file.c:997:ll_file_open()) Process entered 00000020:00000001:3.0:1767734622.397970:0:245683:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3081e3b78 00000080:00200008:3.0:1767734622.397971:0:245683:0:(file.c:1001:ll_file_open()) START file d160f.sanity:[0x2000013a2:0x8f0:0x0](ffff94b1d172ec08), flags 300000 00000080:00000010:3.0:1767734622.397975:0:245683:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff94b1c2c26500. 00000080:00000001:3.0:1767734622.397980:0:245683:0:(file.c:717:ll_intent_file_open()) Process entered 00000080:00000010:3.0:1767734622.397982:0:245683:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c415dc00. 00800000:00000002:3.0:1767734622.397988:0:245683:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fdf22380 2 00000080:00000001:3.0:1767734622.397990:0:245683:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1767734622.397992:0:245683:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1767734622.397993:0:245683:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3081e3a28 00800000:00000002:3.0:1767734622.397995:0:245683:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open' for [0x2000013a2:0x8f0:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1767734622.397997:0:245683:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00000020:00000001:3.0:1767734622.397999:0:245683:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3081e39a8 00800000:00000002:3.0:1767734622.398001:0:245683:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x2000013a2:0x8f0:0x0], name='' -> mds #0 00000002:00000001:3.0:1767734622.398004:0:245683:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1767734622.398005:0:245683:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3081e38e0 00000002:00010000:3.0:1767734622.398006:0:245683:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2000013a2:0x8f0:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 04240300001 00000002:00000001:3.0:1767734622.398008:0:245683:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1767734622.398010:0:245683:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1767734622.398012:0:245683:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1767734622.398014:0:245683:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1fa50ca00 count: 3 00010000:00000001:3.0:1767734622.398016:0:245683:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767734622.398018:0:245683:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1767734622.398021:0:245683:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734622.398023:0:245683:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734622.398024:0:245683:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734622.398025:0:245683:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1767734622.398027:0:245683:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f0ebc800 count: 2 00010000:00000001:3.0:1767734622.398028:0:245683:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767734622.398029:0:245683:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1767734622.398030:0:245683:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734622.398032:0:245683:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734622.398033:0:245683:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767734622.398036:0:245683:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200bd9c00. 00000020:00000040:3.0:1767734622.398038:0:245683:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=80 obd=lustre-MDT0000-mdc-ffff94b1ef335000 02000000:00000001:3.0:1767734622.398041:0:245683:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1767734622.398042:0:245683:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734622.398044:0:245683:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1767734622.398046:0:245683:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767734622.398049:0:245683:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734622.398050:0:245683:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734622.398054:0:245683:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734622.398055:0:245683:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767734622.398057:0:245683:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767734622.398059:0:245683:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767734622.398062:0:245683:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1f026e400. 00000100:00000001:3.0:1767734622.398065:0:245683:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734622.398068:0:245683:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767734622.398069:0:245683:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734622.398071:0:245683:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767734622.398072:0:245683:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734622.398073:0:245683:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734622.398077:0:245683:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446626090970356736 : -117982739194880 : ffff94b200bd9c00) 00010000:00000001:3.0:1767734622.398079:0:245683:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767734622.398081:0:245683:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1767734622.398082:0:245683:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1f0ebc800 count: 2 00010000:00000001:3.0:1767734622.398084:0:245683:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767734622.398085:0:245683:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767734622.398087:0:245683:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1c5741000. 00000020:00000001:3.0:1767734622.398089:0:245683:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767734622.398091:0:245683:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1c5741000 with handle 0x1886cffb85c2b6a2 to hash 00000020:00000001:3.0:1767734622.398093:0:245683:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767734622.398094:0:245683:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626089975681024 : -117983733870592 : ffff94b1c5741000) 00010000:00000001:3.0:1767734622.398096:0:245683:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626089975681024 : -117983733870592 : ffff94b1c5741000) 00010000:00000001:3.0:1767734622.398098:0:245683:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767734622.398100:0:245683:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767734622.398101:0:245683:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741000/0x1886cffb85c2b6a2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 245683 initiator: MDT0 00010000:00010000:3.0:1767734622.398106:0:245683:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741000/0x1886cffb85c2b6a2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 245683 initiator: MDT0 00000020:00100000:3.0:1767734622.398111:0:245683:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1ef335000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1767734622.398116:0:245683:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b200bd9c00 x1853602672015744/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1767734622.398132:0:245683:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741000/0x1886cffb85c2b6a2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 245683 initiator: MDT0 00000100:00000001:3.0:1767734622.398136:0:245683:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767734622.398137:0:245683:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767734622.398140:0:245683:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbe3a780. 00000100:00000001:3.0:1767734622.398141:0:245683:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090888963968 : -117982820587648 : ffff94b1fbe3a780) 00000100:00000001:3.0:1767734622.398143:0:245683:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734622.398144:0:245683:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970356736 : -117982739194880 : ffff94b200bd9c00) 00000100:00000001:3.0:1767734622.398147:0:245683:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767734622.398149:0:245683:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734622.398151:0:245683:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767734622.398152:0:245683:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767734622.398155:0:245683:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200bd9c00 x1853602672015744/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734622.398160:0:245683:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767734622.398162:0:245683:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734622.398164:0:245683:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767734622.398166:0:245683:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767734622.398167:0:245683:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767734622.398169:0:245683:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200bd9c00 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:245683:1853602672015744:192.168.203.112@tcp:101:lfs.0 00000100:00000001:3.0:1767734622.398172:0:245683:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767734622.398191:0:245683:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767734622.398194:0:245683:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734622.398196:0:245683:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767734622.398387:0:245683:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff94b1d0cc0000. 02000000:00000001:3.0:1767734622.398391:0:245683:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734622.398398:0:245683:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:3.0:1767734622.398403:0:245683:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1dd113c08. 00000400:00000010:3.0:1767734622.398410:0:245683:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff94b2013a0800. 00000100:00000200:3.0:1767734622.398416:0:245683:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1853602672015744, portal 10 00000100:00000001:3.0:1767734622.398419:0:245683:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734622.398422:0:245683:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970356736 : -117982739194880 : ffff94b200bd9c00) 00000100:00000040:3.0:1767734622.398437:0:245683:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b200bd9c00 x1853602672015744/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767734638 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734622.398445:0:245683:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767734622.398448:0:245683:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:3.0:1767734622.398451:0:245683:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e75d8. 00000100:00000200:3.0:1767734622.398455:0:245683:0:(niobuf.c:94:ptl_send_buf()) Sending 968 bytes to portal 12, xid 1853602672015744, offset 0 00000400:00000200:3.0:1767734622.398460:0:245683:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:3.0:1767734622.398466:0:245683:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734622.398472:0:245683:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734622.398477:0:245683:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767734622.398481:0:245683:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:3.0:1767734622.398484:0:245683:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767734622.398487:0:245683:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:3.0:1767734622.398491:0:245683:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66264:66264:256:4294967295] 192.168.203.112@tcp LPNI seq info [66264:66264:8:4294967295] 00000400:00000200:3.0:1767734622.398496:0:245683:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734622.398505:0:245683:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:3.0:1767734622.398511:0:245683:0:(socklnd_cb.c:1001:ksocknal_send()) sending 968 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734622.398516:0:245683:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b0e3c38d00. 00000800:00000200:3.0:1767734622.398522:0:245683:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734622.398528:0:245683:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734622.398532:0:245683:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b0e3c38d00 type 1, nob 1064 niov 1 nkiov 1 00000100:00000001:3.0:1767734622.398551:0:245683:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734622.398555:0:245683:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10711 usecs (11 jiffies) 00000400:00000200:3.0:1767734622.398574:0:245683:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734622.398578:0:245683:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303384231 00000100:00000001:3.0:1767734622.398582:0:245683:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, keep current deadline 4303384410 00000100:00000001:3.0:1767734622.398585:0:245683:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303384231 00000100:00000001:3.0:1767734622.398587:0:245683:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, keep current deadline 4303384410 00000100:00000001:3.0:1767734622.398588:0:245683:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734622.398595:0:245683:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734622.398597:0:245683:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767734622.398598:0:245683:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767734622.398600:0:245683:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbe3a780 going to sleep for 11 seconds 00000100:00000001:3.0:1767734622.398603:0:245683:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767734622.398604:0:245683:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734622.398666:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734622.398673:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b0e3c38d00. 00000400:00000200:2.0:1767734622.398679:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734622.398687:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734622.398692:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e75d8 00000400:00000010:2.0:1767734622.398695:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e75d8. 00000100:00000001:2.0:1767734622.398698:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734622.398705:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200bd9c00 x1853602672015744/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767734638 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734622.398727:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734622.398731:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200bd9c00 x1853602672015744/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767734638 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734622.398739:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734622.398741:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1767734622.399376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f0d08000. 00000080:00000010:3.1:1767734622.399399:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c001b980. 00000800:00000001:2.0:1767734622.401019:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734622.401031:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734622.401035:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734622.401041:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734622.401048:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734622.401055:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734622.401063:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734622.401068:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734622.401083:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734622.401086:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 608 into portal 10 MB=0x695d780d1f980 00000400:00000200:2.0:1767734622.401092:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734622.401097:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 608/608 into md 0x7ad3d [64] + 224 00000800:00000001:2.0:1767734622.401105:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734622.401115:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734622.401118:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734622.401124:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734622.401129:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734622.401136:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200bd9c00 x1853602672015744/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767734638 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767734622.401159:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=132176 req@ffff94b200bd9c00 x1853602672015744/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767734638 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767734622.401184:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734622.401193:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734622.401198:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734622.401225:0:245683:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767734622.401237:0:245683:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767734622.401240:0:245683:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767734622.401245:0:245683:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1dd113c08. 00000400:00000200:3.0:1767734622.401252:0:245683:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b2013a0800 00000400:00000010:3.0:1767734622.401255:0:245683:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff94b2013a0800. 00000100:00000001:3.0:1767734622.401260:0:245683:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734622.401271:0:245683:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200bd9c00 x1853602672015744/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767734638 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1767734622.401287:0:245683:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200bd9c00 x1853602672015744/t0(0) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767734638 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734622.401299:0:245683:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767734622.401303:0:245683:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734622.401364:0:245683:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767734622.401368:0:245683:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767734622.401370:0:245683:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767734622.401374:0:245683:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734622.401377:0:245683:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767734622.401383:0:245683:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac458 time=50 v=5 (5 5 5 5) 00000100:00001000:3.0:1767734622.401388:0:245683:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=50 v=5 (1 1 1 1) 00000100:00000001:3.0:1767734622.401392:0:245683:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767734622.401394:0:245683:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734622.401398:0:245683:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767734622.401404:0:245683:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734622.401410:0:245683:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1767734622.401414:0:245683:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1767734622.401418:0:245683:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1767734622.401424:0:245683:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734622.401427:0:245683:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970356736 : -117982739194880 : ffff94b200bd9c00) 00000100:00000001:3.0:1767734622.401433:0:245683:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767734622.401447:0:245683:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924567 00000100:00000001:3.0:1767734622.401451:0:245683:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767734622.401456:0:245683:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734622.401464:0:245683:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200bd9c00 x1853602672015744/t12884924571(12884924571) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734638 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734622.401474:0:245683:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734622.401477:0:245683:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767734622.401479:0:245683:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767734622.401485:0:245683:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200bd9c00 x1853602672015744/t12884924571(12884924571) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734638 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1767734622.401496:0:245683:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200bd9c00 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:245683:1853602672015744:192.168.203.112@tcp:101:lfs.0 00000100:00000001:3.0:1767734622.401502:0:245683:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734622.401505:0:245683:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734622.401507:0:245683:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767734622.401509:0:245683:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734622.401513:0:245683:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200bd9c00 x1853602672015744/t12884924571(12884924571) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734638 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734622.401521:0:245683:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767734622.401524:0:245683:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbe3a780. 00000100:00000001:3.0:1767734622.401527:0:245683:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767734622.401529:0:245683:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734622.401532:0:245683:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767734622.401536:0:245683:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734622.401539:0:245683:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734622.401542:0:245683:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5741000 refcount=4 00000020:00000001:3.0:1767734622.401545:0:245683:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975681024 : -117983733870592 : ffff94b1c5741000) 00010000:00000001:3.0:1767734622.401548:0:245683:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975681024 : -117983733870592 : ffff94b1c5741000) 00010000:00000040:3.0:1767734622.401568:0:245683:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff94b1c5741000, remote cookie: 0x9bbb2ede58dab70a, flags: 0x1001 00010000:00000040:3.0:1767734622.401571:0:245683:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a2:0x8f0:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1767734622.401575:0:245683:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000040:3.0:1767734622.401587:0:245683:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1fa50ca00 count: 3 00010000:00000001:3.0:1767734622.401591:0:245683:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767734622.401594:0:245683:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767734622.401597:0:245683:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741000/0x1886cffb85c2b6a2 lrc: 4/1,0 mode: --/CR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab70a expref: -99 pid: 245683 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767734622.401603:0:245683:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741000/0x1886cffb85c2b6a2 lrc: 4/1,0 mode: --/CR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab70a expref: -99 pid: 245683 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734622.401608:0:245683:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767734622.401611:0:245683:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767734622.401613:0:245683:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767734622.401614:0:245683:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767734622.401615:0:245683:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767734622.401617:0:245683:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a2:0x8f0:0x0].0x0 (ffff94b1fa50ca00) refcount = 3 00010000:00000040:3.0:1767734622.401619:0:245683:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1767734622.401621:0:245683:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c1676e00/0x1886cffb85c2b69b lrc: 1/0,0 mode: PR/PR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab6fc expref: -99 pid: 245683 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767734622.401626:0:245683:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f0d08e00/0x1886cffb85c2b66a lrc: 1/0,0 mode: PR/PR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab670 expref: -99 pid: 245675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767734622.401631:0:245683:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741000/0x1886cffb85c2b6a2 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab70a expref: -99 pid: 245683 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734622.401637:0:245683:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767734622.401638:0:245683:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767734622.401640:0:245683:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767734622.401643:0:245683:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767734622.401647:0:245683:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767734622.401651:0:245683:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741000/0x1886cffb85c2b6a2 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab70a expref: -99 pid: 245683 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734622.401655:0:245683:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767734622.401661:0:245683:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734622.401662:0:245683:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734622.401663:0:245683:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734622.401664:0:245683:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734622.401665:0:245683:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734622.401667:0:245683:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1767734622.401669:0:245683:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734622.401670:0:245683:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734622.401671:0:245683:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5741000 refcount=3 00000020:00000001:3.0:1767734622.401673:0:245683:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975681024 : -117983733870592 : ffff94b1c5741000) 00010000:00000001:3.0:1767734622.401675:0:245683:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975681024 : -117983733870592 : ffff94b1c5741000) 00010000:00000001:3.0:1767734622.401676:0:245683:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734622.401677:0:245683:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1767734622.401681:0:245683:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=200002b, status=0 req@ffff94b200bd9c00 x1853602672015744/t12884924571(12884924571) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734638 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1767734622.401686:0:245683:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1767734622.401691:0:245683:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94b200bd9c00 x1853602672015744/t12884924571(12884924571) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734638 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1767734622.401697:0:245683:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734622.401698:0:245683:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734622.401699:0:245683:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734622.401701:0:245683:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5741000 refcount=3 00000020:00000001:3.0:1767734622.401702:0:245683:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975681024 : -117983733870592 : ffff94b1c5741000) 00010000:00000001:3.0:1767734622.401705:0:245683:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975681024 : -117983733870592 : ffff94b1c5741000) 00010000:00000001:3.0:1767734622.401708:0:245683:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734622.401710:0:245683:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767734622.401711:0:245683:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734622.401714:0:245683:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734622.401716:0:245683:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1767734622.401717:0:245683:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734622.401718:0:245683:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970356736 : -117982739194880 : ffff94b200bd9c00) 00010000:00000001:3.0:1767734622.401720:0:245683:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734622.401721:0:245683:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734622.401722:0:245683:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5741000 refcount=3 00000020:00000001:3.0:1767734622.401726:0:245683:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975681024 : -117983733870592 : ffff94b1c5741000) 00010000:00000001:3.0:1767734622.401729:0:245683:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975681024 : -117983733870592 : ffff94b1c5741000) 00000002:00010000:3.0:1767734622.401732:0:245683:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741000/0x1886cffb85c2b6a2 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab70a expref: -99 pid: 245683 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734622.401737:0:245683:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734622.401739:0:245683:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734622.401742:0:245683:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1767734622.401744:0:245683:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734622.401746:0:245683:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734622.401748:0:245683:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5741000 refcount=3 00000020:00000001:3.0:1767734622.401751:0:245683:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975681024 : -117983733870592 : ffff94b1c5741000) 00010000:00000001:3.0:1767734622.401754:0:245683:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975681024 : -117983733870592 : ffff94b1c5741000) 00010000:00000040:3.0:1767734622.401757:0:245683:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1fa50ca00 count: 4 00010000:00000001:3.0:1767734622.401761:0:245683:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1767734622.401764:0:245683:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1f0e29000 type 13 mode 16 res 8589939618/2288 (0 0) 00010000:00000001:3.0:1767734622.401766:0:245683:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734622.401767:0:245683:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767734622.401768:0:245683:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1767734622.401769:0:245683:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3081e3860 00000002:00002000:3.0:1767734622.401771:0:245683:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=280002b: rc = 0 00000002:00000001:3.0:1767734622.401773:0:245683:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734622.401775:0:245683:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734622.401777:0:245683:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1767734622.401778:0:245683:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1767734622.401780:0:245683:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767734622.401783:0:245683:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fdf22380 2 00000080:00000010:3.0:1767734622.401785:0:245683:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c415dc00. 00000080:00000001:3.0:1767734622.401788:0:245683:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:3.0:1767734622.401790:0:245683:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1767734622.401791:0:245683:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1767734622.401793:0:245683:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1767734622.401794:0:245683:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2000013a2:0x8f0:0x0] 00000080:00000001:3.0:1767734622.401797:0:245683:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734622.401804:0:245683:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145776 : 144115272398145776 : 2000013a20008f0) 00000080:00000001:3.0:1767734622.401806:0:245683:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:3.0:1767734622.401809:0:245683:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a2:0x8f0:0x0], updating i_size 11776 00010000:00000001:3.0:1767734622.401810:0:245683:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734622.401811:0:245683:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734622.401812:0:245683:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5741000 refcount=3 00000020:00000001:3.0:1767734622.401814:0:245683:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975681024 : -117983733870592 : ffff94b1c5741000) 00010000:00000001:3.0:1767734622.401816:0:245683:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975681024 : -117983733870592 : ffff94b1c5741000) 00010000:00000001:3.0:1767734622.401834:0:245683:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734622.401835:0:245683:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1767734622.401837:0:245683:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1767734622.401840:0:245683:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1767734622.401841:0:245683:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767734622.401845:0:245683:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a2:0x8f0:0x0](ffff94b1d172ec08) for lock 0x1886cffb85c2b6a2 00800000:00000001:3.0:1767734622.401848:0:245683:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1767734622.401850:0:245683:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1767734622.401851:0:245683:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734622.401854:0:245683:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734622.401858:0:245683:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5741000 refcount=3 00000020:00000001:3.0:1767734622.401861:0:245683:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975681024 : -117983733870592 : ffff94b1c5741000) 00010000:00000001:3.0:1767734622.401864:0:245683:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975681024 : -117983733870592 : ffff94b1c5741000) 00010000:00000001:3.0:1767734622.401868:0:245683:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734622.401871:0:245683:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767734622.401873:0:245683:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734622.401876:0:245683:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734622.401880:0:245683:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1767734622.401882:0:245683:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734622.401886:0:245683:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734622.401891:0:245683:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200bd9c00 x1853602672015744/t12884924571(12884924571) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734638 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767734622.401898:0:245683:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1767734622.401902:0:245683:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85c2b6a2 from it ffffafc3081e3bd0 00010000:00000001:3.0:1767734622.401905:0:245683:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734622.401916:0:245683:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734622.401939:0:245683:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1c5741000 refcount=3 00000020:00000001:3.0:1767734622.401943:0:245683:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626089975681024 : -117983733870592 : ffff94b1c5741000) 00010000:00000001:3.0:1767734622.401961:0:245683:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626089975681024 : -117983733870592 : ffff94b1c5741000) 00010000:00000001:3.0:1767734622.401963:0:245683:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767734622.401965:0:245683:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741000/0x1886cffb85c2b6a2 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede58dab70a expref: -99 pid: 245683 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734622.401970:0:245683:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734622.401971:0:245683:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734622.401972:0:245683:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1767734622.401974:0:245683:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1767734622.401976:0:245683:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741000/0x1886cffb85c2b6a2 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab70a expref: -99 pid: 245683 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734622.401981:0:245683:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734622.401983:0:245683:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767734622.401985:0:245683:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767734622.401988:0:245683:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734622.401989:0:245683:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734622.401990:0:245683:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734622.401992:0:245683:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767734622.401993:0:245683:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734622.401995:0:245683:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734622.401997:0:245683:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734622.401999:0:245683:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767734622.402001:0:245683:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734622.402002:0:245683:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1767734622.402005:0:245683:0:(file.c:828:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1767734622.402027:0:245683:0:(file.c:1165:ll_file_open()) kmalloced '(*och_p)': 56 at ffff94b1f47d4d00. 00000080:00000001:3.0:1767734622.402030:0:245683:0:(file.c:919:ll_local_open()) Process entered 00800000:00000001:3.0:1767734622.402033:0:245683:0:(lmv_obd.c:4031:lmv_set_open_replay_data()) Process entered 00000002:00000001:3.0:1767734622.402036:0:245683:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1767734622.402041:0:245683:0:(obd.h:1403:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff94b1d1e2a080. 00000002:00100000:3.0:1767734622.402047:0:245683:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94b200bd9c00 x1853602672015744/t12884924571(12884924571) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734638 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1767734622.402070:0:245683:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734622.402073:0:245683:0:(lmv_obd.c:4037:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1767734622.402077:0:245683:0:(rw.c:945:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1767734622.402081:0:245683:0:(file.c:938:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734622.402084:0:245683:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:3.0:1767734622.402085:0:245683:0:(pcc.c:2366:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734622.402088:0:245683:0:(file.c:1207:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734622.402092:0:245683:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734622.402098:0:245683:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200bd9c00 x1853602672015744/t12884924571(12884924571) o101->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767734638 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1767734622.402108:0:245683:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767734622.402112:0:245683:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff94b1d0cc0000. 02000000:00000001:3.0:1767734622.402195:0:245683:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767734622.402197:0:245683:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734622.402200:0:245683:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3081e3b78 00000080:00000008:3.0:1767734622.402205:0:245683:0:(file.c:1240:ll_file_open()) COMPLETED file d160f.sanity:[0x2000013a2:0x8f0:0x0](ffff94b1d172ec08), flags 300000, rc = 0 00000080:00000001:3.0:1767734622.402209:0:245683:0:(dir.c:3008:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734622.402229:0:245683:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1767734622.402232:0:245683:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x2000013a2:0x8f0:0x0](ffff94b1d172ec08) cmd=c03066f0 arg=7ffdbc69bc40 00000020:00000001:3.0:1767734622.402237:0:245683:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1767734622.402245:0:245683:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 632 at ffff94b1f026d400. 00000020:00000001:3.0:1767734622.402250:0:245683:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734622.402253:0:245683:0:(dir.c:474:ll_dir_setdirstripe()) Process entered 00000020:00000001:3.0:1767734622.402255:0:245683:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3081e3ad0 00000080:00200000:3.0:1767734622.402258:0:245683:0:(dir.c:483:ll_dir_setdirstripe()) VFS Op:inode=[0x2000013a2:0x8f0:0x0](ffff94b1d172ec08) name=d1.1 stripe_offset=0 stripe_count=0, hash_type=0 00000080:00000010:3.0:1767734622.402264:0:245683:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c415dc00. 00800000:00000001:3.0:1767734622.402273:0:245683:0:(lmv_obd.c:2218:lmv_create()) Process entered 00800000:00000001:3.0:1767734622.402276:0:245683:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1767734622.402280:0:245683:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446626090186065920 : -117983523485696 : ffff94b1d1fe4800) 00800000:00000001:3.0:1767734622.402283:0:245683:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1767734622.402285:0:245683:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1767734622.402287:0:245683:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1767734622.402290:0:245683:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1767734622.402299:0:245683:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff94b1ef335000: Allocated FID [0x2000013a2:0x8f2:0x0] 40000000:00000001:3.0:1767734622.402302:0:245683:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734622.402304:0:245683:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734622.402306:0:245683:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1767734622.402308:0:245683:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734622.402311:0:245683:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3081e3a08 00800000:00000002:3.0:1767734622.402314:0:245683:0:(lmv_obd.c:2249:lmv_create()) CREATE name 'd1.1' [0x2000013a2:0x8f2:0x0] on [0x2000013a2:0x8f0:0x0] -> mds #0 00000002:00000001:3.0:1767734622.402319:0:245683:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:3.0:1767734622.402321:0:245683:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1767734622.402326:0:245683:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1fa50ca00 count: 4 00010000:00000001:3.0:1767734622.402331:0:245683:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767734622.402335:0:245683:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000010:2.1F:1767734622.402375:0:1031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1c5741600. 00000080:00000010:2.1:1767734622.402412:0:1031:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1d1e2a580. 00010000:00000001:3.0:1767734622.402592:0:245683:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767734622.402595:0:245683:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c1676e00/0x1886cffb85c2b69b lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede58dab6fc expref: -99 pid: 245683 timeout: 0 lvb_type: 0 00000080:00000001:3.0:1767734622.402604:0:245683:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1767734622.402611:0:245683:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1767734622.402614:0:245683:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1767734622.402617:0:245683:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a2:0x8f0:0x0] mode (null) 00000002:00000001:3.0:1767734622.402620:0:245683:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767734622.402623:0:245683:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767734622.402626:0:245683:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1fa50ca00 count: 5 00010000:00000001:3.0:1767734622.402628:0:245683:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767734622.402633:0:245683:0:(ldlm_lock.c:313:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:3.0:1767734622.402637:0:245683:0:(ldlm_lock.c:326:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:3.0:1767734622.402642:0:245683:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1767734622.402646:0:245683:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767734622.402650:0:245683:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1f0d08e00/0x1886cffb85c2b66a lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab670 expref: -99 pid: 245675 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734622.402656:0:245683:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734622.402660:0:245683:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767734622.402664:0:245683:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:3.0:1767734622.402667:0:245683:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767734622.402671:0:245683:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767734622.402680:0:245683:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f0d08e00 refcount=2 00000020:00000001:3.0:1767734622.402682:0:245683:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090703162880 : -117983006388736 : ffff94b1f0d08e00) 00010000:00000001:3.0:1767734622.402685:0:245683:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090703162880 : -117983006388736 : ffff94b1f0d08e00) 00010000:00000001:3.0:1767734622.402688:0:245683:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734622.402691:0:245683:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767734622.402693:0:245683:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767734622.402696:0:245683:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767734622.402700:0:245683:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1fa50ca00 count: 5 00010000:00000001:3.0:1767734622.402703:0:245683:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1767734622.402708:0:245683:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734622.402710:0:245683:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1767734622.402712:0:245683:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x2000013a2:0x8f0:0x0] lli = ffff94b1d172eb40, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1767734622.402714:0:245683:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1767734622.402717:0:245683:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1767734622.402718:0:245683:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1767734622.402720:0:245683:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734622.402724:0:245683:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767734622.402727:0:245683:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767734622.402730:0:245683:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767734622.402735:0:245683:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767734622.402739:0:245683:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767734622.402743:0:245683:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1c1676e00 with handle 0x1886cffb85c2b69b from hash 00010000:00000001:3.0:1767734622.402747:0:245683:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767734622.402749:0:245683:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734622.402753:0:245683:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734622.402756:0:245683:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767734622.402761:0:245683:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767734622.402764:0:245683:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1767734622.402768:0:245683:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767734622.402772:0:245683:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1767734622.402774:0:245683:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767734622.402779:0:245683:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200bd9f80. 00000020:00000040:3.0:1767734622.402782:0:245683:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=81 obd=lustre-MDT0000-mdc-ffff94b1ef335000 02000000:00000001:3.0:1767734622.402786:0:245683:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1767734622.402789:0:245683:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734622.402797:0:245683:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1767734622.402800:0:245683:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767734622.402808:0:245683:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734622.402811:0:245683:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734622.402814:0:245683:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734622.402817:0:245683:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767734622.402819:0:245683:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767734622.402822:0:245683:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767734622.402827:0:245683:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1f026c400. 00000100:00000001:3.0:1767734622.402832:0:245683:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734622.402835:0:245683:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767734622.402837:0:245683:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1767734622.402842:0:245683:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c1676e00/0x1886cffb85c2b69b lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58dab6fc expref: -99 pid: 245683 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767734622.402864:0:245683:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1767734622.402867:0:245683:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767734622.402869:0:245683:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767734622.402875:0:245683:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c1676e00/0x1886cffb85c2b69b lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede58dab6fc expref: -99 pid: 245683 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734622.402893:0:245683:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734622.402896:0:245683:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734622.402898:0:245683:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767734622.402900:0:245683:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734622.402904:0:245683:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:3.0:1767734622.402916:0:245683:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1ef335000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1767734622.402951:0:245683:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b200bd9f80 x1853602672016000/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767734622.402960:0:245683:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767734622.402962:0:245683:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767734622.402968:0:245683:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbe3a780. 00000100:00000001:3.0:1767734622.402972:0:245683:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090888963968 : -117982820587648 : ffff94b1fbe3a780) 00000100:00000001:3.0:1767734622.402976:0:245683:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734622.402979:0:245683:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970357632 : -117982739193984 : ffff94b200bd9f80) 00000100:00000001:3.0:1767734622.402991:0:245683:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767734622.402996:0:245683:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734622.402999:0:245683:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767734622.403003:0:245683:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767734622.403010:0:245683:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200bd9f80 x1853602672016000/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734622.403018:0:245683:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767734622.403019:0:245683:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734622.403023:0:245683:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767734622.403026:0:245683:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767734622.403028:0:245683:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767734622.403033:0:245683:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200bd9f80 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:245683:1853602672016000:192.168.203.112@tcp:36:lfs.0 00000100:00000001:3.0:1767734622.403037:0:245683:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767734622.403043:0:245683:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767734622.403045:0:245683:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734622.403048:0:245683:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767734622.403051:0:245683:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b2013a0800. 02000000:00000001:3.0:1767734622.403054:0:245683:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734622.403060:0:245683:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:3.0:1767734622.403065:0:245683:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1dd113c08. 00000400:00000010:3.0:1767734622.403070:0:245683:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7990. 00000100:00000200:3.0:1767734622.403074:0:245683:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602672016000, portal 10 00000100:00000001:3.0:1767734622.403077:0:245683:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734622.403078:0:245683:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970357632 : -117982739193984 : ffff94b200bd9f80) 00000100:00000040:3.0:1767734622.403087:0:245683:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b200bd9f80 x1853602672016000/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 1767734638 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734622.403095:0:245683:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767734622.403102:0:245683:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:3.0:1767734622.403106:0:245683:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7088. 00000100:00000200:3.0:1767734622.403109:0:245683:0:(niobuf.c:94:ptl_send_buf()) Sending 552 bytes to portal 12, xid 1853602672016000, offset 0 00000400:00000200:3.0:1767734622.403122:0:245683:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:3.0:1767734622.403131:0:245683:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734622.403138:0:245683:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734622.403153:0:245683:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767734622.403160:0:245683:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:3.0:1767734622.403167:0:245683:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767734622.403173:0:245683:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:3.0:1767734622.403182:0:245683:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66265:66265:256:4294967295] 192.168.203.112@tcp LPNI seq info [66265:66265:8:4294967295] 00000400:00000200:3.0:1767734622.403190:0:245683:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734622.403207:0:245683:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:3.0:1767734622.403218:0:245683:0:(socklnd_cb.c:1001:ksocknal_send()) sending 552 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734622.403223:0:245683:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b0e3c38000. 00000800:00000200:3.0:1767734622.403236:0:245683:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734622.403246:0:245683:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734622.403250:0:245683:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b0e3c38000 type 1, nob 648 niov 1 nkiov 1 00000100:00000001:3.0:1767734622.403273:0:245683:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734622.403278:0:245683:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10711 usecs (11 jiffies) 00000400:00000200:3.0:1767734622.403286:0:245683:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734622.403292:0:245683:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303384235 00000100:00000001:3.0:1767734622.403297:0:245683:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, keep current deadline 4303384410 00000100:00000001:3.0:1767734622.403301:0:245683:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303384235 00000100:00000001:3.0:1767734622.403368:0:245683:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, keep current deadline 4303384410 00000100:00000001:3.0:1767734622.403371:0:245683:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734622.403374:0:245683:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734622.403378:0:245683:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767734622.403380:0:245683:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767734622.403385:0:245683:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbe3a780 going to sleep for 11 seconds 00000100:00000001:3.0:1767734622.403389:0:245683:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767734622.403394:0:245683:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734622.403405:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734622.403410:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b0e3c38000. 00000400:00000200:2.0:1767734622.403417:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734622.403436:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734622.403441:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7088 00000400:00000010:2.0:1767734622.403443:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7088. 00000100:00000001:2.0:1767734622.403448:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734622.403455:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200bd9f80 x1853602672016000/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 1767734638 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734622.403465:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734622.403470:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200bd9f80 x1853602672016000/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 1767734638 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734622.403477:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734622.403479:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734622.407416:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734622.407429:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734622.407432:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734622.407436:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734622.407445:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734622.407456:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734622.407467:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734622.407472:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734622.407477:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734622.407481:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 448 into portal 10 MB=0x695d780d1fa80 00000400:00000200:2.0:1767734622.407485:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734622.407490:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 448/448 into md 0x7ad4d [1] + 224 00000800:00000001:2.0:1767734622.407505:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734622.407512:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734622.407515:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734622.407519:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734622.407522:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734622.407528:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200bd9f80 x1853602672016000/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 1767734638 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734622.407538:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=896 req@ffff94b200bd9f80 x1853602672016000/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 1767734638 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734622.407568:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767734622.407573:0:196085:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767734622.407576:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734622.407582:0:196085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767734622.407587:0:196085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66266:66266:256:4294967295] 192.168.203.112@tcp LPNI seq info [66266:66266:8:4294967295] 00000400:00000200:2.0:1767734622.407594:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734622.407599:0:245683:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767734622.407609:0:245683:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1767734622.407610:0:196085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000400:00000001:3.0:1767734622.407612:0:245683:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767734622.407620:0:245683:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1dd113c08. 00000800:00000200:2.0:1767734622.407627:0:196085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000400:00000200:3.0:1767734622.407630:0:245683:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7990 00000800:00000010:2.0:1767734622.407634:0:196085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1deb6fc00. 00000400:00000010:3.0:1767734622.407653:0:245683:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7990. 00000100:00000001:3.0:1767734622.407661:0:245683:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000200:2.0:1767734622.407662:0:196085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000100:00000200:3.0:1767734622.407671:0:245683:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200bd9f80 x1853602672016000/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 1767734638 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767734622.407677:0:196085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767734622.407692:0:196085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1deb6fc00 type 0, nob 96 niov 1 nkiov 0 00000100:00000200:3.0:1767734622.407722:0:245683:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200bd9f80 x1853602672016000/t0(0) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 1767734638 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734622.407731:0:245683:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767734622.407732:0:245683:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734622.407734:0:245683:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767734622.407736:0:245683:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767734622.407737:0:245683:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767734622.407738:0:245683:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734622.407740:0:245683:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767734622.407745:0:245683:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac458 time=50 v=5 (5 5 5 5) 00000100:00001000:3.0:1767734622.407748:0:245683:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=50 v=5 (1 1 1 1) 00000100:00000001:3.0:1767734622.407750:0:245683:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767734622.407752:0:245683:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734622.407753:0:245683:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767734622.407756:0:245683:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734622.407758:0:245683:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1767734622.407759:0:245683:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x300005897/0x1] 00000100:00000001:3.0:1767734622.407761:0:245683:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1767734622.407762:0:245683:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734622.407764:0:245683:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970357632 : -117982739193984 : ffff94b200bd9f80) 00000100:00000001:3.0:1767734622.407766:0:245683:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767734622.407767:0:245683:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924567 00000100:00000001:3.0:1767734622.407769:0:245683:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767734622.407770:0:245683:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734622.407773:0:245683:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200bd9f80 x1853602672016000/t12884924572(12884924572) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/448 e 0 to 0 dl 1767734638 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734622.407779:0:245683:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734622.407781:0:245683:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767734622.407783:0:245683:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767734622.407790:0:245683:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200bd9f80 x1853602672016000/t12884924572(12884924572) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/448 e 0 to 0 dl 1767734638 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767734622.407790:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734622.407796:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1deb6fc00. 00000400:00000200:2.0:1767734622.407809:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734622.407826:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000800:00000001:2.0:1767734622.407833:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734622.407837:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767734622.407869:0:245683:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200bd9f80 pname:cluuid:pid:xid:nid:opc:job lfs:ecb0905e-f978-4384-816c-881545595fa4:245683:1853602672016000:192.168.203.112@tcp:36:lfs.0 00000100:00000001:3.0:1767734622.407875:0:245683:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734622.407877:0:245683:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734622.407879:0:245683:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767734622.407881:0:245683:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734622.407883:0:245683:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200bd9f80 x1853602672016000/t12884924572(12884924572) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/448 e 0 to 0 dl 1767734638 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734622.407889:0:245683:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767734622.407891:0:245683:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbe3a780. 00000100:00000001:3.0:1767734622.407892:0:245683:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767734622.407893:0:245683:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734622.407897:0:245683:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767734622.407899:0:245683:0:(lmv_obd.c:2257:lmv_create()) Created - [0x2000013a2:0x8f2:0x0] 00800000:00000001:3.0:1767734622.407901:0:245683:0:(lmv_obd.c:2263:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734622.407903:0:245683:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:3.0:1767734622.407905:0:245683:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1767734622.407906:0:245683:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1767734622.407908:0:245683:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145778 : 144115272398145778 : 2000013a20008f2) 00000080:00000001:3.0:1767734622.407910:0:245683:0:(namei.c:117:ll_iget()) Process entered 00000080:00000010:3.0:1767734622.407927:0:245683:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff94b1d15ac200. 00000080:00000001:3.0:1767734622.407933:0:245683:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:3.0:1767734622.407935:0:245683:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x2000013a2:0x8f2:0x0](ffff94b1d15ac2c8) 00000080:00000001:3.0:1767734622.407936:0:245683:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1767734622.407938:0:245683:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2000013a2:0x8f2:0x0] 00000080:00000001:3.0:1767734622.407940:0:245683:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734622.407941:0:245683:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398145778 : 144115272398145778 : 2000013a20008f2) 00000080:00000001:3.0:1767734622.407943:0:245683:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00000002:3.0:1767734622.407945:0:245683:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115272398145778 mtime from 0 to 1767734622 00000080:00200000:3.0:1767734622.407947:0:245683:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a2:0x8f2:0x0], updating i_size 512 00000080:00000001:3.0:1767734622.407948:0:245683:0:(llite_lib.c:3248:ll_read_inode2()) Process leaving 00000080:00000001:3.0:1767734622.407949:0:245683:0:(namei.c:160:ll_iget()) Process leaving (rc=18446626090175349448 : -117983534202168 : ffff94b1d15ac2c8) 00000080:00000001:3.0:1767734622.407951:0:245683:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1767734622.407986:0:245683:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1767734622.407988:0:245683:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734622.407993:0:245683:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734622.407999:0:245683:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200bd9f80 x1853602672016000/t12884924572(12884924572) o36->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 552/448 e 0 to 0 dl 1767734638 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734622.408006:0:245683:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1767734622.408009:0:245683:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c415dc00. 00000080:00000010:3.0:1767734622.408013:0:245683:0:(dir.c:2108:ll_dir_ioctl()) kvfree 'data': 632 at ffff94b1f026d400. 00000080:00000001:3.0:1767734622.408016:0:245683:0:(dir.c:2109:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734622.408026:0:245683:0:(dir.c:3013:ll_dir_release()) Process entered 00000080:00000001:3.0:1767734622.408028:0:245683:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:3.0:1767734622.408030:0:245683:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3081e3db0 00000080:00200008:3.0:1767734622.408033:0:245683:0:(file.c:424:ll_file_release()) START file d160f.sanity:[0x2000013a2:0x8f0:0x0](ffff94b1d172ec08), flags 300000 00000080:00400000:3.0:1767734622.408036:0:245683:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x2000013a2:0x8f0:0x0] 00000080:00000001:3.0:1767734622.408039:0:245683:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:3.0:1767734622.408041:0:245683:0:(pcc.c:2436:pcc_file_release()) Process leaving 00000080:00000001:3.0:1767734622.408043:0:245683:0:(file.c:339:ll_md_close()) Process entered 00000002:00000001:3.0:1767734622.408046:0:245683:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1767734622.408048:0:245683:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1767734622.408053:0:245683:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1fa50ca00 count: 3 00010000:00000001:3.0:1767734622.408056:0:245683:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767734622.408059:0:245683:0:(ldlm_lock.c:313:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:3.0:1767734622.408061:0:245683:0:(ldlm_lock.c:326:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:3.0:1767734622.408064:0:245683:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1767734622.408067:0:245683:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767734622.408072:0:245683:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1ef335000 lock: ffff94b1c5741000/0x1886cffb85c2b6a2 lrc: 2/0,0 mode: CR/CR res: [0x2000013a2:0x8f0:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede58dab70a expref: -99 pid: 245683 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767734622.408081:0:245683:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734622.408082:0:245683:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1767734622.408084:0:245683:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:3.0:1767734622.408086:0:245683:0:(lmv_obd.c:3988:lmv_lock_match()) Lock match for [0x2000013a2:0x8f0:0x0]: 16 00000080:00000010:3.0:1767734622.408089:0:245683:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff94b1c2c26500. 00000080:00000001:3.0:1767734622.408093:0:245683:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767734622.408096:0:245683:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3081e3db0 00000080:00000008:3.0:1767734622.408098:0:245683:0:(file.c:464:ll_file_release()) COMPLETED file d160f.sanity:[0x2000013a2:0x8f0:0x0](ffff94b1d172ec08), flags 300000, rc = 0 00000080:00000001:3.0:1767734622.408107:0:245683:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734622.408109:0:245683:0:(dir.c:3014:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767734622.408112:0:245683:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1767734622.408114:0:245683:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3081e3e00 00000080:00002000:3.0:1767734622.408116:0:245683:0:(dcache.c:127:ll_ddelete()) keeping dentry d160f.sanity (ffff94b1f19ce948, parent ffff94b1f079b510, inode ffff94b1d172ec08) hashed, 00000080:00000001:3.0:1767734622.408119:0:245683:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767734622.408372:0:245683:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1c1676e00. 00000002:00000001:3.0:1767734622.436459:0:245693:0:(mdc_changelog.c:618:chlg_open()) Process entered 00000002:00000010:3.0:1767734622.436466:0:245693:0:(mdc_changelog.c:622:chlg_open()) kmalloced '(crs)': 224 at ffff94b0e3c38100. 00000002:00000001:3.0:1767734622.436470:0:245693:0:(mdc_changelog.c:638:chlg_open()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767734622.436484:0:245693:0:(mdc_changelog.c:407:chlg_read()) Process entered 00000002:00000001:3.0:1767734622.436858:0:245694:0:(mdc_changelog.c:283:chlg_load()) Process entered 00000020:00000040:3.0:1767734622.436864:0:245694:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-mdc-ffff94b1ef335000 (ffff94b1def898e0) now 6 - changelog 00000002:00000040:3.0:1767734622.436871:0:245694:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff94b1fb35c6c0 : new refcount 2 00000040:00000001:3.0:1767734622.436890:0:245694:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767734622.436906:0:245694:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff94b1c415dc00. 00000040:00000001:3.0:1767734622.436911:0:245694:0:(llog_client.c:69:llog_client_open()) Process entered 00000020:00000040:3.0:1767734622.436914:0:245694:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=82 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000010:3.0:1767734622.436938:0:245694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200bdb800. 00000020:00000040:3.0:1767734622.436941:0:245694:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=83 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:3.0:1767734622.436945:0:245694:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767734622.436947:0:245694:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767734622.436951:0:245694:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767734622.436955:0:245694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1f026d400. 00000100:00000001:3.0:1767734622.436960:0:245694:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734622.436966:0:245694:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767734622.436967:0:245694:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767734622.436971:0:245694:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbe3a780. 00000100:00000001:3.0:1767734622.436973:0:245694:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090888963968 : -117982820587648 : ffff94b1fbe3a780) 00000100:00000001:3.0:1767734622.436991:0:245694:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734622.436992:0:245694:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970363904 : -117982739187712 : ffff94b200bdb800) 00000100:00000001:3.0:1767734622.436994:0:245694:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767734622.436996:0:245694:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734622.436998:0:245694:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767734622.436999:0:245694:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767734622.437003:0:245694:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200bdb800 x1853602672016128/t0(0) o501->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734622.437015:0:245694:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767734622.437017:0:245694:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734622.437019:0:245694:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767734622.437020:0:245694:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767734622.437022:0:245694:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767734622.437025:0:245694:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200bdb800 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:ecb0905e-f978-4384-816c-881545595fa4:245694:1853602672016128:192.168.203.112@tcp:501:chlg_load_threa.0 00000100:00000001:3.0:1767734622.437028:0:245694:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767734622.437030:0:245694:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767734622.437031:0:245694:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734622.437033:0:245694:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767734622.437035:0:245694:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1c415d400. 02000000:00000001:3.0:1767734622.437036:0:245694:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734622.437041:0:245694:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:3.0:1767734622.437043:0:245694:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1dd113c08. 00000400:00000010:3.0:1767734622.437046:0:245694:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7990. 00000100:00000200:3.0:1767734622.437049:0:245694:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672016128, portal 10 00000100:00000001:3.0:1767734622.437051:0:245694:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734622.437052:0:245694:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970363904 : -117982739187712 : ffff94b200bdb800) 00000100:00000040:3.0:1767734622.437056:0:245694:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b200bdb800 x1853602672016128/t0(0) o501->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767734638 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734622.437062:0:245694:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767734622.437065:0:245694:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:3.0:1767734622.437067:0:245694:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7f68. 00000100:00000200:3.0:1767734622.437069:0:245694:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853602672016128, offset 0 00000400:00000200:3.0:1767734622.437073:0:245694:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:3.0:1767734622.437077:0:245694:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734622.437082:0:245694:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734622.437085:0:245694:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767734622.437087:0:245694:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:3.0:1767734622.437089:0:245694:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767734622.437091:0:245694:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:3.0:1767734622.437097:0:245694:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66267:66267:256:4294967295] 192.168.203.112@tcp LPNI seq info [66267:66267:8:4294967295] 00000400:00000200:3.0:1767734622.437101:0:245694:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734622.437108:0:245694:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:3.0:1767734622.437112:0:245694:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734622.437115:0:245694:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b0e3c38600. 00000800:00000200:3.0:1767734622.437120:0:245694:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734622.437124:0:245694:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734622.437127:0:245694:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b0e3c38600 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1767734622.437139:0:245694:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734622.437142:0:245694:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10711 usecs (11 jiffies) 00000400:00000200:3.0:1767734622.437145:0:245694:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734622.437147:0:245694:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303384269 00000100:00000001:3.0:1767734622.437149:0:245694:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, keep current deadline 4303384410 00000100:00000001:3.0:1767734622.437151:0:245694:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303384269 00000100:00000001:3.0:1767734622.437153:0:245694:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, keep current deadline 4303384410 00000100:00000001:3.0:1767734622.437154:0:245694:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734622.437156:0:245694:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734622.437158:0:245694:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767734622.437159:0:245694:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767734622.437161:0:245694:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbe3a780 going to sleep for 11 seconds 00000100:00000001:3.0:1767734622.437162:0:245694:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767734622.437164:0:245694:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734622.437285:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734622.437294:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b0e3c38600. 00000400:00000200:2.0:1767734622.437301:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734622.437369:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734622.437377:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7f68 00000400:00000010:2.0:1767734622.437381:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7f68. 00000100:00000001:2.0:1767734622.437386:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734622.437394:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200bdb800 x1853602672016128/t0(0) o501->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767734638 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734622.437409:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734622.437414:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200bdb800 x1853602672016128/t0(0) o501->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767734638 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734622.437424:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734622.437428:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734622.439425:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734622.439441:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734622.439446:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734622.439452:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734622.439460:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734622.439467:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734622.439475:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734622.439480:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734622.439485:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734622.439489:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 272 into portal 10 MB=0x695d780d1fb00 00000400:00000200:2.0:1767734622.439495:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734622.439501:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 272/272 into md 0x7ad5d [1] + 224 00000800:00000001:2.0:1767734622.439508:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734622.439517:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734622.439521:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734622.439525:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734622.439530:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734622.439537:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200bdb800 x1853602672016128/t0(0) o501->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767734638 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734622.439551:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff94b200bdb800 x1853602672016128/t0(0) o501->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767734638 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734622.439603:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734622.439613:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734622.439617:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734622.439669:0:245694:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767734622.439676:0:245694:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767734622.439678:0:245694:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767734622.439681:0:245694:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1dd113c08. 00000400:00000200:3.0:1767734622.439685:0:245694:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7990 00000400:00000010:3.0:1767734622.439687:0:245694:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7990. 00000100:00000001:3.0:1767734622.439690:0:245694:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734622.439696:0:245694:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200bdb800 x1853602672016128/t0(0) o501->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767734638 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767734622.439718:0:245694:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200bdb800 x1853602672016128/t0(0) o501->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767734638 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734622.439723:0:245694:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767734622.439725:0:245694:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734622.439727:0:245694:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767734622.439728:0:245694:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767734622.439729:0:245694:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767734622.439731:0:245694:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734622.439732:0:245694:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767734622.439736:0:245694:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac458 time=50 v=5 (5 5 5 5) 00000100:00001000:3.0:1767734622.439738:0:245694:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=50 v=5 (1 1 1 1) 00000100:00000001:3.0:1767734622.439740:0:245694:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767734622.439741:0:245694:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734622.439742:0:245694:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767734622.439744:0:245694:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734622.439746:0:245694:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767734622.439747:0:245694:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924567 00000100:00000001:3.0:1767734622.439748:0:245694:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767734622.439750:0:245694:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734622.439753:0:245694:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200bdb800 x1853602672016128/t0(0) o501->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767734638 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734622.439758:0:245694:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734622.439759:0:245694:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767734622.439760:0:245694:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767734622.439763:0:245694:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200bdb800 x1853602672016128/t0(0) o501->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767734638 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767734622.439768:0:245694:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200bdb800 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:ecb0905e-f978-4384-816c-881545595fa4:245694:1853602672016128:192.168.203.112@tcp:501:chlg_load_threa.0 00000100:00000001:3.0:1767734622.439772:0:245694:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734622.439774:0:245694:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734622.439775:0:245694:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767734622.439779:0:245694:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734622.439782:0:245694:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200bdb800 x1853602672016128/t0(0) o501->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767734638 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734622.439787:0:245694:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767734622.439789:0:245694:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbe3a780. 00000100:00000001:3.0:1767734622.439791:0:245694:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767734622.439791:0:245694:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767734622.439794:0:245694:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:3.0:1767734622.439796:0:245694:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767734622.439797:0:245694:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=82 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:3.0:1767734622.439799:0:245694:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767734622.439800:0:245694:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734622.439802:0:245694:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b200bdb800 x1853602672016128/t0(0) o501->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767734638 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734622.439806:0:245694:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767734622.439807:0:245694:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767734622.439809:0:245694:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1c415d400. 02000000:00000001:3.0:1767734622.439810:0:245694:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767734622.439811:0:245694:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767734622.439812:0:245694:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=81 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:3.0:1767734622.439813:0:245694:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767734622.439814:0:245694:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1f026d400. 02000000:00000001:3.0:1767734622.439832:0:245694:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767734622.439833:0:245694:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767734622.439835:0:245694:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b200bdb800. 00000100:00000001:3.0:1767734622.439839:0:245694:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767734622.439840:0:245694:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1767734622.439843:0:245694:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767734622.439846:0:245694:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:3.0:1767734622.439854:0:245694:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff94b1e77dc000. 00000040:00000001:3.0:1767734622.439856:0:245694:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:3.0:1767734622.439858:0:245694:0:(llog_client.c:268:llog_client_read_header()) Process entered 00000020:00000040:3.0:1767734622.439860:0:245694:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=82 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000010:3.0:1767734622.439864:0:245694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200bdb800. 00000020:00000040:3.0:1767734622.439867:0:245694:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=83 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:3.0:1767734622.439870:0:245694:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767734622.439877:0:245694:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767734622.439880:0:245694:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767734622.439884:0:245694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d400. 00000100:00000001:3.0:1767734622.439888:0:245694:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734622.439891:0:245694:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767734622.439893:0:245694:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767734622.439897:0:245694:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbe3a780. 00000100:00000001:3.0:1767734622.439899:0:245694:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090888963968 : -117982820587648 : ffff94b1fbe3a780) 00000100:00000001:3.0:1767734622.439902:0:245694:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734622.439904:0:245694:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970363904 : -117982739187712 : ffff94b200bdb800) 00000100:00000001:3.0:1767734622.439907:0:245694:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767734622.439910:0:245694:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734622.439912:0:245694:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767734622.439914:0:245694:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767734622.439941:0:245694:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200bdb800 x1853602672016256/t0(0) o503->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734622.439966:0:245694:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767734622.439967:0:245694:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734622.439969:0:245694:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767734622.439970:0:245694:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767734622.439972:0:245694:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767734622.439974:0:245694:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200bdb800 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:ecb0905e-f978-4384-816c-881545595fa4:245694:1853602672016256:192.168.203.112@tcp:503:chlg_load_threa.0 00000100:00000001:3.0:1767734622.439977:0:245694:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767734622.439979:0:245694:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767734622.439980:0:245694:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734622.439981:0:245694:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767734622.439997:0:245694:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff94b1fbcac000. 02000000:00000001:3.0:1767734622.439999:0:245694:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734622.440003:0:245694:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:3.0:1767734622.440006:0:245694:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1dd113c08. 00000400:00000010:3.0:1767734622.440009:0:245694:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff94b1fbe3ac00. 00000100:00000200:3.0:1767734622.440012:0:245694:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853602672016256, portal 10 00000100:00000001:3.0:1767734622.440013:0:245694:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734622.440014:0:245694:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970363904 : -117982739187712 : ffff94b200bdb800) 00000100:00000040:3.0:1767734622.440042:0:245694:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b200bdb800 x1853602672016256/t0(0) o503->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767734638 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734622.440049:0:245694:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767734622.440052:0:245694:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:3.0:1767734622.440055:0:245694:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7990. 00000100:00000200:3.0:1767734622.440058:0:245694:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1853602672016256, offset 0 00000400:00000200:3.0:1767734622.440063:0:245694:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:3.0:1767734622.440069:0:245694:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734622.440075:0:245694:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734622.440080:0:245694:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767734622.440083:0:245694:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:3.0:1767734622.440086:0:245694:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767734622.440089:0:245694:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:3.0:1767734622.440093:0:245694:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66268:66268:256:4294967295] 192.168.203.112@tcp LPNI seq info [66268:66268:8:4294967295] 00000400:00000200:3.0:1767734622.440098:0:245694:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734622.440107:0:245694:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:3.0:1767734622.440112:0:245694:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734622.440117:0:245694:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b0e3c38600. 00000800:00000200:3.0:1767734622.440123:0:245694:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734622.440129:0:245694:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734622.440133:0:245694:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b0e3c38600 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1767734622.440156:0:245694:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734622.440160:0:245694:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10711 usecs (11 jiffies) 00000400:00000200:3.0:1767734622.440164:0:245694:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734622.440166:0:245694:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303384272 00000100:00000001:3.0:1767734622.440169:0:245694:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, keep current deadline 4303384410 00000100:00000001:3.0:1767734622.440172:0:245694:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303384272 00000100:00000001:3.0:1767734622.440175:0:245694:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, keep current deadline 4303384410 00000100:00000001:3.0:1767734622.440179:0:245694:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734622.440189:0:245694:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734622.440193:0:245694:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767734622.440195:0:245694:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767734622.440198:0:245694:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbe3a780 going to sleep for 11 seconds 00000100:00000001:3.0:1767734622.440200:0:245694:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767734622.440202:0:245694:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734622.440260:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734622.440266:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b0e3c38600. 00000400:00000200:2.0:1767734622.440273:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734622.440291:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734622.440296:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7990 00000400:00000010:2.0:1767734622.440299:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7990. 00000100:00000001:2.0:1767734622.440303:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734622.440365:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200bdb800 x1853602672016256/t0(0) o503->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767734638 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734622.440379:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734622.440386:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200bdb800 x1853602672016256/t0(0) o503->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767734638 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734622.440396:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734622.440398:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734622.442380:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734622.442396:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734622.442401:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734622.442406:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734622.442415:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734622.442422:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734622.442430:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734622.442435:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734622.442441:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734622.442446:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 8416 into portal 10 MB=0x695d780d1fb80 00000400:00000200:2.0:1767734622.442453:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734622.442461:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 8416/8416 into md 0x7ad6d [4] + 224 00000800:00000001:2.0:1767734622.442469:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734622.442485:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734622.442502:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734622.442507:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734622.442513:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734622.442520:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200bdb800 x1853602672016256/t0(0) o503->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767734638 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734622.442534:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff94b200bdb800 x1853602672016256/t0(0) o503->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767734638 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734622.442569:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734622.442577:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734622.442582:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734622.442602:0:245694:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767734622.442609:0:245694:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767734622.442610:0:245694:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767734622.442613:0:245694:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1dd113c08. 00000400:00000200:3.0:1767734622.442617:0:245694:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fbe3ac00 00000400:00000010:3.0:1767734622.442619:0:245694:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff94b1fbe3ac00. 00000100:00000001:3.0:1767734622.442621:0:245694:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734622.442628:0:245694:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200bdb800 x1853602672016256/t0(0) o503->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767734638 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767734622.442636:0:245694:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200bdb800 x1853602672016256/t0(0) o503->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767734638 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734622.442642:0:245694:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767734622.442643:0:245694:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734622.442645:0:245694:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767734622.442646:0:245694:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767734622.442647:0:245694:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767734622.442649:0:245694:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734622.442651:0:245694:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767734622.442654:0:245694:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac458 time=50 v=5 (5 5 5 5) 00000100:00001000:3.0:1767734622.442657:0:245694:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=50 v=5 (1 1 1 1) 00000100:00000001:3.0:1767734622.442658:0:245694:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767734622.442659:0:245694:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734622.442660:0:245694:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767734622.442662:0:245694:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734622.442664:0:245694:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767734622.442665:0:245694:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924567 00000100:00000001:3.0:1767734622.442666:0:245694:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767734622.442668:0:245694:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734622.442671:0:245694:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200bdb800 x1853602672016256/t0(0) o503->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767734638 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734622.442687:0:245694:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734622.442689:0:245694:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767734622.442690:0:245694:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767734622.442693:0:245694:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200bdb800 x1853602672016256/t0(0) o503->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767734638 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767734622.442698:0:245694:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200bdb800 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:ecb0905e-f978-4384-816c-881545595fa4:245694:1853602672016256:192.168.203.112@tcp:503:chlg_load_threa.0 00000100:00000001:3.0:1767734622.442702:0:245694:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734622.442704:0:245694:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734622.442705:0:245694:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767734622.442706:0:245694:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734622.442709:0:245694:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200bdb800 x1853602672016256/t0(0) o503->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767734638 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734622.442713:0:245694:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767734622.442715:0:245694:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbe3a780. 00000100:00000001:3.0:1767734622.442716:0:245694:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767734622.442717:0:245694:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767734622.442722:0:245694:0:(llog_client.c:318:llog_client_read_header()) Process leaving 00000100:00000001:3.0:1767734622.442723:0:245694:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734622.442725:0:245694:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b200bdb800 x1853602672016256/t0(0) o503->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767734638 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734622.442730:0:245694:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767734622.442731:0:245694:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767734622.442732:0:245694:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff94b1fbcac000. 02000000:00000001:3.0:1767734622.442742:0:245694:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767734622.442743:0:245694:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767734622.442744:0:245694:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=82 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:3.0:1767734622.442745:0:245694:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767734622.442747:0:245694:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d400. 02000000:00000001:3.0:1767734622.442749:0:245694:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767734622.442750:0:245694:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767734622.442754:0:245694:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b200bdb800. 00000100:00000001:3.0:1767734622.442756:0:245694:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767734622.442757:0:245694:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767734622.442759:0:245694:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767734622.442760:0:245694:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=81 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:3.0:1767734622.442762:0:245694:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:3.0:1767734622.442763:0:245694:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767734622.442766:0:245694:0:(llog_cat.c:1181:llog_cat_set_first_idx()) Process entered 00000040:00080000:3.0:1767734622.442768:0:245694:0:(llog_cat.c:1211:llog_cat_set_first_idx()) catlog [0xa:0x5:0x0] first idx 1, last_idx 2 00000040:00000001:3.0:1767734622.442770:0:245694:0:(llog_cat.c:1213:llog_cat_set_first_idx()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767734622.442772:0:245694:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767734622.442774:0:245694:0:(llog_cat.c:936:llog_cat_process_or_fork()) Process entered 00000040:00000001:3.0:1767734622.442776:0:245694:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:3.0:1767734622.442778:0:245694:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff94b1d04113c0. 00000040:00001000:3.0:1767734622.442781:0:245694:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x5:0x0] flags 0x33fa startcat 2 startidx 0 first_idx 1 last_idx 0 read_mode 0 00000040:00000001:3.0:1767734622.442784:0:245694:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:3.0:1767734622.442789:0:245694:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94b1c415d400. 00000020:00000010:3.0:1767734622.442793:0:245694:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff94b1c415c600. 00000040:00000010:3.0:1767734622.442797:0:245694:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff94b1c415d600. 00000020:00000010:3.0:1767734622.442802:0:245694:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff94b2013a7800. 00000020:00000010:3.0:1767734622.442807:0:245694:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff94b1f63d9928. 00000020:00000010:3.0:1767734622.442811:0:245694:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff94b1c415d000. 80000000:00000010:3.0:1767734622.442814:0:245694:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff94b1d0411ea0. 40000000:00000010:3.0:1767734622.442834:0:245694:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff94b1f47d4540. 00100000:00000010:3.0:1767734622.442841:0:245694:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff94b2013a5800. 00040000:00000010:3.0:1767734622.442846:0:245694:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff94b0e3c38f00. 00040000:00000010:3.0:1767734622.442852:0:245694:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff94b2013a1000. 00040000:00000010:3.0:1767734622.442857:0:245694:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff94b1c415cc00. 00000004:00000010:3.0:1767734622.442863:0:245694:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff94b2013a0000. 00000004:00000010:3.0:1767734622.442869:0:245694:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at ffff94b1c5fad000. 00000004:00000010:3.0:1767734622.442875:0:245694:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at ffff94b2013a4000. 00002000:00000010:3.0:1767734622.442880:0:245694:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff94b1f026d400. 00000004:00000010:3.0:1767734622.442886:0:245694:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff94b1f026c000. 00000020:00000010:3.0:1767734622.442893:0:245694:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff94b1f47d4f00. 00000040:00000010:3.0:1767734622.442904:0:245694:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at ffff94b1e77de000. 00000040:00001000:3.0:1767734622.442912:0:245694:0:(llog.c:607:llog_process_thread()) index: 2 last_index 64767 00000040:00000001:3.0:1767734622.442915:0:245694:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:3.0:1767734622.442940:0:245694:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:3.0:1767734622.442944:0:245694:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=82 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000010:3.0:1767734622.442948:0:245694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200bdb800. 00000020:00000040:3.0:1767734622.442951:0:245694:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=83 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:3.0:1767734622.442955:0:245694:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767734622.442957:0:245694:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767734622.442960:0:245694:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767734622.442965:0:245694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:3.0:1767734622.442969:0:245694:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734622.442972:0:245694:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767734622.442974:0:245694:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767734622.442979:0:245694:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbe3a780. 00000100:00000001:3.0:1767734622.442981:0:245694:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090888963968 : -117982820587648 : ffff94b1fbe3a780) 00000100:00000001:3.0:1767734622.442984:0:245694:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734622.442985:0:245694:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970363904 : -117982739187712 : ffff94b200bdb800) 00000100:00000001:3.0:1767734622.442989:0:245694:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767734622.442992:0:245694:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734622.442994:0:245694:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767734622.442996:0:245694:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767734622.443001:0:245694:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200bdb800 x1853602672016384/t0(0) o502->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734622.443009:0:245694:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767734622.443011:0:245694:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734622.443014:0:245694:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767734622.443016:0:245694:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767734622.443018:0:245694:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767734622.443022:0:245694:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200bdb800 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:ecb0905e-f978-4384-816c-881545595fa4:245694:1853602672016384:192.168.203.112@tcp:502:chlg_load_threa.0 00000100:00000001:3.0:1767734622.443025:0:245694:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767734622.443028:0:245694:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767734622.443029:0:245694:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734622.443032:0:245694:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767734622.443044:0:245694:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff94b1fbcac000. 02000000:00000001:3.0:1767734622.443052:0:245694:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734622.443058:0:245694:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:3.0:1767734622.443061:0:245694:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1dd113c08. 00000400:00000010:3.0:1767734622.443066:0:245694:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff94b1fbe3ac00. 00000100:00000200:3.0:1767734622.443070:0:245694:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853602672016384, portal 10 00000100:00000001:3.0:1767734622.443073:0:245694:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734622.443074:0:245694:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970363904 : -117982739187712 : ffff94b200bdb800) 00000100:00000040:3.0:1767734622.443081:0:245694:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b200bdb800 x1853602672016384/t0(0) o502->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734638 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734622.443089:0:245694:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767734622.443091:0:245694:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:3.0:1767734622.443095:0:245694:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7bb0. 00000100:00000200:3.0:1767734622.443097:0:245694:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1853602672016384, offset 0 00000400:00000200:3.0:1767734622.443103:0:245694:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:3.0:1767734622.443108:0:245694:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734622.443115:0:245694:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734622.443119:0:245694:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767734622.443123:0:245694:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:3.0:1767734622.443126:0:245694:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767734622.443129:0:245694:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:3.0:1767734622.443133:0:245694:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66269:66269:256:4294967295] 192.168.203.112@tcp LPNI seq info [66269:66269:8:4294967295] 00000400:00000200:3.0:1767734622.443138:0:245694:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734622.443146:0:245694:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:3.0:1767734622.443152:0:245694:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734622.443156:0:245694:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b0e3c38000. 00000800:00000200:3.0:1767734622.443162:0:245694:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734622.443168:0:245694:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734622.443171:0:245694:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b0e3c38000 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1767734622.443191:0:245694:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734622.443195:0:245694:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10711 usecs (11 jiffies) 00000400:00000200:3.0:1767734622.443199:0:245694:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734622.443208:0:245694:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303384275 00000100:00000001:3.0:1767734622.443212:0:245694:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, keep current deadline 4303384410 00000100:00000001:3.0:1767734622.443216:0:245694:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303384275 00000100:00000001:3.0:1767734622.443219:0:245694:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, keep current deadline 4303384410 00000100:00000001:3.0:1767734622.443224:0:245694:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734622.443227:0:245694:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734622.443230:0:245694:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767734622.443232:0:245694:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767734622.443234:0:245694:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbe3a780 going to sleep for 11 seconds 00000100:00000001:3.0:1767734622.443237:0:245694:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767734622.443239:0:245694:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734622.443295:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734622.443301:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b0e3c38000. 00000400:00000200:2.0:1767734622.443343:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734622.443351:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734622.443357:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7bb0 00000400:00000010:2.0:1767734622.443359:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7bb0. 00000100:00000001:2.0:1767734622.443364:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734622.443372:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200bdb800 x1853602672016384/t0(0) o502->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734638 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734622.443385:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734622.443391:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200bdb800 x1853602672016384/t0(0) o502->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734638 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734622.443401:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734622.443405:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734622.445368:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734622.445383:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734622.445387:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734622.445390:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734622.445398:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734622.445405:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734622.445412:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734622.445417:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734622.445434:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734622.445439:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 8472 into portal 10 MB=0x695d780d1fc00 00000400:00000200:2.0:1767734622.445445:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734622.445451:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 8472/8472 into md 0x7ad7d [4] + 224 00000800:00000001:2.0:1767734622.445459:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734622.445488:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734622.445492:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734622.445497:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734622.445502:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734622.445510:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200bdb800 x1853602672016384/t0(0) o502->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734638 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734622.445524:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff94b200bdb800 x1853602672016384/t0(0) o502->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734638 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734622.445553:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734622.445561:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734622.445567:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734622.445580:0:245694:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767734622.445587:0:245694:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767734622.445589:0:245694:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767734622.445592:0:245694:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1dd113c08. 00000400:00000200:3.0:1767734622.445597:0:245694:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fbe3ac00 00000400:00000010:3.0:1767734622.445599:0:245694:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff94b1fbe3ac00. 00000100:00000001:3.0:1767734622.445602:0:245694:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734622.445609:0:245694:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200bdb800 x1853602672016384/t0(0) o502->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734638 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767734622.445617:0:245694:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200bdb800 x1853602672016384/t0(0) o502->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734638 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734622.445623:0:245694:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767734622.445625:0:245694:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734622.445626:0:245694:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767734622.445628:0:245694:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767734622.445629:0:245694:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767734622.445631:0:245694:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734622.445632:0:245694:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767734622.445636:0:245694:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac458 time=50 v=5 (5 5 5 5) 00000100:00001000:3.0:1767734622.445639:0:245694:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=50 v=5 (1 1 1 1) 00000100:00000001:3.0:1767734622.445640:0:245694:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767734622.445642:0:245694:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734622.445651:0:245694:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767734622.445654:0:245694:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734622.445656:0:245694:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767734622.445657:0:245694:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924567 00000100:00000001:3.0:1767734622.445659:0:245694:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767734622.445660:0:245694:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734622.445664:0:245694:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200bdb800 x1853602672016384/t0(0) o502->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734638 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734622.445669:0:245694:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734622.445671:0:245694:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767734622.445672:0:245694:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767734622.445675:0:245694:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200bdb800 x1853602672016384/t0(0) o502->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734638 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767734622.445680:0:245694:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200bdb800 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:ecb0905e-f978-4384-816c-881545595fa4:245694:1853602672016384:192.168.203.112@tcp:502:chlg_load_threa.0 00000100:00000001:3.0:1767734622.445684:0:245694:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734622.445685:0:245694:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734622.445687:0:245694:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767734622.445688:0:245694:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734622.445691:0:245694:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200bdb800 x1853602672016384/t0(0) o502->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734638 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734622.445695:0:245694:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767734622.445697:0:245694:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbe3a780. 00000100:00000001:3.0:1767734622.445699:0:245694:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767734622.445699:0:245694:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767734622.445704:0:245694:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:3.0:1767734622.445706:0:245694:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734622.445708:0:245694:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b200bdb800 x1853602672016384/t0(0) o502->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734638 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734622.445713:0:245694:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767734622.445714:0:245694:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767734622.445716:0:245694:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff94b1fbcac000. 02000000:00000001:3.0:1767734622.445726:0:245694:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767734622.445727:0:245694:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767734622.445728:0:245694:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=82 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:3.0:1767734622.445730:0:245694:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767734622.445731:0:245694:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:3.0:1767734622.445733:0:245694:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767734622.445734:0:245694:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767734622.445735:0:245694:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b200bdb800. 00000100:00000001:3.0:1767734622.445737:0:245694:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767734622.445738:0:245694:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767734622.445740:0:245694:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767734622.445741:0:245694:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=81 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:3.0:1767734622.445742:0:245694:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:3.0:1767734622.445743:0:245694:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767734622.445746:0:245694:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1e77de000 type=0x1064553b idx=1 00000040:00001000:3.0:1767734622.445748:0:245694:0:(llog.c:720:llog_process_thread()) synced_idx: 2 00000040:00000001:3.0:1767734622.445750:0:245694:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:3.0:1767734622.445751:0:245694:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:3.0:1767734622.445752:0:245694:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=82 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000010:3.0:1767734622.445755:0:245694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200bdb800. 00000020:00000040:3.0:1767734622.445756:0:245694:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=83 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:3.0:1767734622.445758:0:245694:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767734622.445759:0:245694:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767734622.445761:0:245694:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767734622.445764:0:245694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415d800. 00000100:00000001:3.0:1767734622.445766:0:245694:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734622.445768:0:245694:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767734622.445769:0:245694:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767734622.445772:0:245694:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbe3a780. 00000100:00000001:3.0:1767734622.445773:0:245694:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090888963968 : -117982820587648 : ffff94b1fbe3a780) 00000100:00000001:3.0:1767734622.445775:0:245694:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734622.445776:0:245694:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970363904 : -117982739187712 : ffff94b200bdb800) 00000100:00000001:3.0:1767734622.445778:0:245694:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767734622.445780:0:245694:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734622.445781:0:245694:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767734622.445782:0:245694:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767734622.445804:0:245694:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200bdb800 x1853602672016512/t0(0) o502->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734622.445811:0:245694:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767734622.445813:0:245694:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734622.445816:0:245694:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767734622.445818:0:245694:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767734622.445820:0:245694:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767734622.445824:0:245694:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200bdb800 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:ecb0905e-f978-4384-816c-881545595fa4:245694:1853602672016512:192.168.203.112@tcp:502:chlg_load_threa.0 00000100:00000001:3.0:1767734622.445827:0:245694:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767734622.445830:0:245694:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767734622.445832:0:245694:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734622.445834:0:245694:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767734622.445844:0:245694:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff94b1fbcac000. 02000000:00000001:3.0:1767734622.445846:0:245694:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734622.445853:0:245694:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:3.0:1767734622.445856:0:245694:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1dd113c08. 00000400:00000010:3.0:1767734622.445861:0:245694:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff94b1fbe3ac00. 00000100:00000200:3.0:1767734622.445865:0:245694:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853602672016512, portal 10 00000100:00000001:3.0:1767734622.445867:0:245694:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734622.445869:0:245694:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970363904 : -117982739187712 : ffff94b200bdb800) 00000100:00000040:3.0:1767734622.445875:0:245694:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b200bdb800 x1853602672016512/t0(0) o502->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734638 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734622.445882:0:245694:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767734622.445885:0:245694:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:3.0:1767734622.445888:0:245694:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7c38. 00000100:00000200:3.0:1767734622.445890:0:245694:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1853602672016512, offset 0 00000400:00000200:3.0:1767734622.445896:0:245694:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:3.0:1767734622.445901:0:245694:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734622.445907:0:245694:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734622.445911:0:245694:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767734622.445915:0:245694:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:3.0:1767734622.445939:0:245694:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767734622.445963:0:245694:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:3.0:1767734622.445966:0:245694:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66270:66270:256:4294967295] 192.168.203.112@tcp LPNI seq info [66270:66270:8:4294967295] 00000400:00000200:3.0:1767734622.445969:0:245694:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734622.445975:0:245694:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:3.0:1767734622.445979:0:245694:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734622.445982:0:245694:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b0e3c38d00. 00000800:00000200:3.0:1767734622.445985:0:245694:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734622.445989:0:245694:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734622.445991:0:245694:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b0e3c38d00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1767734622.446003:0:245694:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734622.446005:0:245694:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10711 usecs (11 jiffies) 00000400:00000200:3.0:1767734622.446008:0:245694:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734622.446009:0:245694:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303384278 00000100:00000001:3.0:1767734622.446028:0:245694:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, keep current deadline 4303384410 00000100:00000001:3.0:1767734622.446031:0:245694:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303384278 00000100:00000001:3.0:1767734622.446033:0:245694:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, keep current deadline 4303384410 00000100:00000001:3.0:1767734622.446035:0:245694:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734622.446038:0:245694:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734622.446040:0:245694:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767734622.446041:0:245694:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767734622.446044:0:245694:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbe3a780 going to sleep for 11 seconds 00000100:00000001:3.0:1767734622.446046:0:245694:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767734622.446048:0:245694:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734622.446206:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734622.446215:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b0e3c38d00. 00000400:00000200:2.0:1767734622.446222:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734622.446241:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734622.446247:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7c38 00000400:00000010:2.0:1767734622.446251:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7c38. 00000100:00000001:2.0:1767734622.446255:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734622.446263:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200bdb800 x1853602672016512/t0(0) o502->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734638 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734622.446276:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734622.446281:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200bdb800 x1853602672016512/t0(0) o502->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734638 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734622.446291:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734622.446294:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734622.448026:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734622.448054:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734622.448058:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734622.448061:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734622.448069:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734622.448075:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734622.448093:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734622.448098:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734622.448103:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734622.448108:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 8472 into portal 10 MB=0x695d780d1fc80 00000400:00000200:2.0:1767734622.448114:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734622.448121:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 8472/8472 into md 0x7ad8d [4] + 224 00000800:00000001:2.0:1767734622.448128:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734622.448143:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734622.448146:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734622.448151:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734622.448156:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734622.448164:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200bdb800 x1853602672016512/t0(0) o502->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734638 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734622.448178:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff94b200bdb800 x1853602672016512/t0(0) o502->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734638 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734622.448209:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734622.448217:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734622.448221:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734622.448268:0:245694:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767734622.448276:0:245694:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767734622.448277:0:245694:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767734622.448281:0:245694:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1dd113c08. 00000400:00000200:3.0:1767734622.448286:0:245694:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fbe3ac00 00000400:00000010:3.0:1767734622.448288:0:245694:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff94b1fbe3ac00. 00000100:00000001:3.0:1767734622.448291:0:245694:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734622.448299:0:245694:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200bdb800 x1853602672016512/t0(0) o502->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734638 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767734622.448588:0:245694:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200bdb800 x1853602672016512/t0(0) o502->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734638 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734622.448595:0:245694:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767734622.448596:0:245694:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734622.448598:0:245694:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767734622.448600:0:245694:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767734622.448601:0:245694:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767734622.448602:0:245694:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734622.448604:0:245694:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767734622.448608:0:245694:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac458 time=50 v=5 (5 5 5 5) 00000100:00001000:3.0:1767734622.448610:0:245694:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=50 v=5 (1 1 1 1) 00000100:00000001:3.0:1767734622.448612:0:245694:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767734622.448613:0:245694:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734622.448614:0:245694:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767734622.448616:0:245694:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734622.448618:0:245694:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767734622.448619:0:245694:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924567 00000100:00000001:3.0:1767734622.448621:0:245694:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767734622.448622:0:245694:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734622.448626:0:245694:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200bdb800 x1853602672016512/t0(0) o502->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734638 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734622.448631:0:245694:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734622.448633:0:245694:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767734622.448634:0:245694:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767734622.448637:0:245694:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200bdb800 x1853602672016512/t0(0) o502->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734638 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767734622.448642:0:245694:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200bdb800 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:ecb0905e-f978-4384-816c-881545595fa4:245694:1853602672016512:192.168.203.112@tcp:502:chlg_load_threa.0 00000100:00000001:3.0:1767734622.448646:0:245694:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734622.448647:0:245694:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734622.448648:0:245694:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767734622.448654:0:245694:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734622.448657:0:245694:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200bdb800 x1853602672016512/t0(0) o502->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734638 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734622.448662:0:245694:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767734622.448663:0:245694:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbe3a780. 00000100:00000001:3.0:1767734622.448665:0:245694:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767734622.448666:0:245694:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767734622.448670:0:245694:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:3.0:1767734622.448671:0:245694:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734622.448673:0:245694:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b200bdb800 x1853602672016512/t0(0) o502->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767734638 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734622.448677:0:245694:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767734622.448678:0:245694:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767734622.448679:0:245694:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff94b1fbcac000. 02000000:00000001:3.0:1767734622.448685:0:245694:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767734622.448686:0:245694:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767734622.448687:0:245694:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=82 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:3.0:1767734622.448689:0:245694:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767734622.448690:0:245694:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415d800. 02000000:00000001:3.0:1767734622.448692:0:245694:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767734622.448693:0:245694:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767734622.448694:0:245694:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b200bdb800. 00000100:00000001:3.0:1767734622.448696:0:245694:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767734622.448697:0:245694:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767734622.448730:0:245694:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767734622.448732:0:245694:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=81 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:3.0:1767734622.448733:0:245694:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:3.0:1767734622.448734:0:245694:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767734622.448736:0:245694:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1e77de000 type=0x1064553b idx=1 00000040:00001000:3.0:1767734622.448738:0:245694:0:(llog.c:759:llog_process_thread()) skipping lrh_index 1 00000040:00001000:3.0:1767734622.448739:0:245694:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1e77de040 type=0x1064553b idx=2 00000040:00001000:3.0:1767734622.448741:0:245694:0:(llog.c:776:llog_process_thread()) lrh_index: 2 lrh_len: 64 (8128 remains) 00000040:00080000:3.0:1767734622.448742:0:245694:0:(llog.c:797:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00000001:3.0:1767734622.448745:0:245694:0:(llog_cat.c:872:llog_cat_process_cb()) Process entered 00000040:00000001:3.0:1767734622.448747:0:245694:0:(llog_cat.c:819:llog_cat_process_common()) Process entered 00000040:00080000:3.0:1767734622.448753:0:245694:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x25:0x0] at index 2 of catalog [0xa:0x5:0x0] 00000040:00000001:3.0:1767734622.448756:0:245694:0:(llog_cat.c:365:llog_cat_id2handle()) Process entered 00000040:00000001:3.0:1767734622.448757:0:245694:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767734622.448760:0:245694:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff94b1c415d800. 00000040:00000001:3.0:1767734622.448762:0:245694:0:(llog_client.c:69:llog_client_open()) Process entered 00000020:00000040:3.0:1767734622.448763:0:245694:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=82 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000010:3.0:1767734622.448766:0:245694:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b200bdb800. 00000020:00000040:3.0:1767734622.448767:0:245694:0:(genops.c:1229:class_import_get()) import ffff94b1f64ac000 refcount=83 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000100:00000001:3.0:1767734622.448769:0:245694:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767734622.448770:0:245694:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767734622.448772:0:245694:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767734622.448775:0:245694:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1c415da00. 00000100:00000001:3.0:1767734622.448777:0:245694:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734622.448779:0:245694:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767734622.448780:0:245694:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767734622.448782:0:245694:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fbe3a780. 00000100:00000001:3.0:1767734622.448784:0:245694:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090888963968 : -117982820587648 : ffff94b1fbe3a780) 00000100:00000001:3.0:1767734622.448785:0:245694:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734622.448786:0:245694:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970363904 : -117982739187712 : ffff94b200bdb800) 00000100:00000001:3.0:1767734622.448788:0:245694:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767734622.448790:0:245694:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734622.448791:0:245694:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767734622.448792:0:245694:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767734622.448795:0:245694:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b200bdb800 x1853602672016640/t0(0) o501->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734622.448800:0:245694:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767734622.448801:0:245694:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734622.448803:0:245694:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767734622.448804:0:245694:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767734622.448805:0:245694:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767734622.448807:0:245694:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b200bdb800 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:ecb0905e-f978-4384-816c-881545595fa4:245694:1853602672016640:192.168.203.112@tcp:501:chlg_load_threa.0 00000100:00000001:3.0:1767734622.448809:0:245694:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767734622.448811:0:245694:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767734622.448827:0:245694:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734622.448834:0:245694:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767734622.448838:0:245694:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1c415ce00. 02000000:00000001:3.0:1767734622.448840:0:245694:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767734622.448845:0:245694:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:3.0:1767734622.448848:0:245694:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1dd113c08. 00000400:00000010:3.0:1767734622.448853:0:245694:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e74c8. 00000100:00000200:3.0:1767734622.448857:0:245694:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602672016640, portal 10 00000100:00000001:3.0:1767734622.448859:0:245694:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767734622.448860:0:245694:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090970363904 : -117982739187712 : ffff94b200bdb800) 00000100:00000040:3.0:1767734622.448866:0:245694:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b200bdb800 x1853602672016640/t0(0) o501->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/272 e 0 to 0 dl 1767734638 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734622.448873:0:245694:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767734622.448875:0:245694:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:3.0:1767734622.448878:0:245694:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e76e8. 00000100:00000200:3.0:1767734622.448880:0:245694:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1853602672016640, offset 0 00000400:00000200:3.0:1767734622.448885:0:245694:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:3.0:1767734622.448891:0:245694:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734622.448896:0:245694:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767734622.448900:0:245694:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767734622.448904:0:245694:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:3.0:1767734622.448906:0:245694:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767734622.448909:0:245694:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:3.0:1767734622.448913:0:245694:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [66271:66271:256:4294967295] 192.168.203.112@tcp LPNI seq info [66271:66271:8:4294967295] 00000400:00000200:3.0:1767734622.448937:0:245694:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767734622.448946:0:245694:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:3.0:1767734622.448951:0:245694:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767734622.448955:0:245694:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b0e3c38500. 00000800:00000200:3.0:1767734622.448961:0:245694:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767734622.448981:0:245694:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767734622.448983:0:245694:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b0e3c38500 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1767734622.448993:0:245694:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767734622.448999:0:245694:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: using a timeout of 10710 usecs (11 jiffies) 00000400:00000200:3.0:1767734622.449002:0:245694:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767734622.449004:0:245694:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 2 is 4303384281 00000100:00000001:3.0:1767734622.449006:0:245694:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 2, keep current deadline 4303384410 00000100:00000001:3.0:1767734622.449007:0:245694:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS new deadline estimation for cpu 3 is 4303384281 00000100:00000001:3.0:1767734622.449009:0:245694:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1ef335000: PM QoS request active for cpu 3, keep current deadline 4303384410 00000100:00000001:3.0:1767734622.449011:0:245694:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767734622.449012:0:245694:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767734622.449014:0:245694:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767734622.449015:0:245694:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767734622.449016:0:245694:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fbe3a780 going to sleep for 11 seconds 00000100:00000001:3.0:1767734622.449018:0:245694:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767734622.449019:0:245694:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767734622.449196:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767734622.449204:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b0e3c38500. 00000400:00000200:2.0:1767734622.449222:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734622.449230:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767734622.449236:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e76e8 00000400:00000010:2.0:1767734622.449239:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e76e8. 00000100:00000001:2.0:1767734622.449244:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767734622.449251:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b200bdb800 x1853602672016640/t0(0) o501->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/272 e 0 to 0 dl 1767734638 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734622.449285:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767734622.449290:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b200bdb800 x1853602672016640/t0(0) o501->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/272 e 0 to 0 dl 1767734638 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734622.449300:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767734622.449303:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767734622.450986:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734622.451001:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767734622.451005:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734622.451008:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734622.451015:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734622.451022:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767734622.451030:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734622.451035:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734622.451040:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734622.451045:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 10 MB=0x695d780d1fd00 00000400:00000200:2.0:1767734622.451051:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767734622.451058:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 224/224 into md 0x7ad9d [1] + 224 00000800:00000001:2.0:1767734622.451065:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734622.451074:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767734622.451077:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767734622.451082:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767734622.451087:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767734622.451094:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b200bdb800 x1853602672016640/t0(0) o501->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/272 e 0 to 0 dl 1767734638 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767734622.451108:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=272 req@ffff94b200bdb800 x1853602672016640/t0(0) o501->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/272 e 0 to 0 dl 1767734638 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767734622.451137:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767734622.451145:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767734622.451149:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734622.451255:0:245694:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767734622.451266:0:245694:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767734622.451268:0:245694:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767734622.451273:0:245694:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1dd113c08. 00000400:00000200:3.0:1767734622.451280:0:245694:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e74c8 00000400:00000010:3.0:1767734622.451283:0:245694:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e74c8. 00000100:00000001:3.0:1767734622.451287:0:245694:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767734622.451298:0:245694:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b200bdb800 x1853602672016640/t0(0) o501->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/272 e 0 to 0 dl 1767734638 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767734622.451345:0:245694:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b200bdb800 x1853602672016640/t0(0) o501->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/272 e 0 to 0 dl 1767734638 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734622.451357:0:245694:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767734622.451359:0:245694:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734622.451362:0:245694:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767734622.451365:0:245694:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767734622.451367:0:245694:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767734622.451370:0:245694:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767734622.451373:0:245694:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767734622.451380:0:245694:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f64ac458 time=50 v=5 (5 5 5 5) 00000100:00001000:3.0:1767734622.451384:0:245694:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f64ac410 time=50 v=5 (1 1 1 1) 00000100:00000001:3.0:1767734622.451401:0:245694:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1767734622.451409:0:245694:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = -13 req@ffff94b200bdb800 x1853602672016640/t0(0) o501->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/224 e 0 to 0 dl 1767734638 ref 2 fl Rpc:RQU/200/0 rc 0/-13 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734622.451418:0:245694:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000100:00000001:3.0:1767734622.451423:0:245694:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767734622.451425:0:245694:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1ef335000: skip recheck: last_committed 12884924567 00000100:00000001:3.0:1767734622.451427:0:245694:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767734622.451430:0:245694:0:(client.c:1781:after_reply()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000100:00000040:3.0:1767734622.451435:0:245694:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b200bdb800 x1853602672016640/t0(0) o501->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/224 e 0 to 0 dl 1767734638 ref 2 fl Rpc:RQU/200/0 rc -13/-13 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734622.451443:0:245694:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551603 : -13 : 0xfffffffffffffff3) 00000100:00000001:3.0:1767734622.451447:0:245694:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767734622.451449:0:245694:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767734622.451454:0:245694:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b200bdb800 x1853602672016640/t0(0) o501->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/224 e 0 to 0 dl 1767734638 ref 2 fl Interpret:RQU/200/0 rc -13/-13 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767734622.451464:0:245694:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b200bdb800 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:ecb0905e-f978-4384-816c-881545595fa4:245694:1853602672016640:192.168.203.112@tcp:501:chlg_load_threa.0 00000100:00000001:3.0:1767734622.451471:0:245694:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767734622.451474:0:245694:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000100:00000001:3.0:1767734622.451477:0:245694:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767734622.451479:0:245694:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734622.451483:0:245694:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b200bdb800 x1853602672016640/t0(0) o501->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/224 e 0 to 0 dl 1767734638 ref 2 fl Complete:RQU/200/0 rc -13/-13 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734622.451491:0:245694:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767734622.451494:0:245694:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fbe3a780. 00000100:00000001:3.0:1767734622.451497:0:245694:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767734622.451499:0:245694:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00000001:3.0:1767734622.451503:0:245694:0:(llog_client.c:114:llog_client_open()) Process leaving via out (rc=18446744073709551603 : -13 : 0xfffffffffffffff3) 00000020:00000001:3.0:1767734622.451507:0:245694:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767734622.451509:0:245694:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=82 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:3.0:1767734622.451517:0:245694:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767734622.451519:0:245694:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767734622.451524:0:245694:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b200bdb800 x1853602672016640/t0(0) o501->lustre-MDT0000-mdc-ffff94b1ef335000@192.168.203.112@tcp:12/10 lens 272/224 e 0 to 0 dl 1767734638 ref 1 fl Complete:RQU/200/0 rc -13/-13 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767734622.451532:0:245694:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767734622.451534:0:245694:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767734622.451537:0:245694:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1c415ce00. 02000000:00000001:3.0:1767734622.451540:0:245694:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767734622.451541:0:245694:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767734622.451543:0:245694:0:(genops.c:1242:class_import_put()) import ffff94b1f64ac000 refcount=81 obd=lustre-MDT0000-mdc-ffff94b1ef335000 00000020:00000001:3.0:1767734622.451545:0:245694:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767734622.451547:0:245694:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1c415da00. 02000000:00000001:3.0:1767734622.451550:0:245694:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767734622.451552:0:245694:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767734622.451554:0:245694:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b200bdb800. 00000100:00000001:3.0:1767734622.451573:0:245694:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767734622.451574:0:245694:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:3.0:1767734622.451575:0:245694:0:(llog.c:1547:llog_open()) lustre-MDT0000-mdc-ffff94b1ef335000: Failed to open llog : rc -13 00000040:00000010:3.0:1767734622.451578:0:245694:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff94b1c415d800. 00000040:00000001:3.0:1767734622.451580:0:245694:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00020000:3.0:1767734622.451582:0:245694:0:(llog_cat.c:396:llog_cat_id2handle()) lustre-MDT0000-mdc-ffff94b1ef335000: error opening log id [0x1:0x25:0x0]: rc = -13 00000040:00000001:3.0:1767734622.460527:0:245694:0:(llog_cat.c:397:llog_cat_id2handle()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00000400:3.0:1767734622.460534:0:245694:0:(llog_cat.c:841:llog_cat_process_common()) lustre-MDT0000-mdc-ffff94b1ef335000: can't find llog handle [0x1:0x25:0x0]: rc = -13 00000040:00000001:3.0:1767734622.470056:0:245694:0:(llog_cat.c:843:llog_cat_process_common()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00000001:3.0:1767734622.470062:0:245694:0:(llog_cat.c:880:llog_cat_process_cb()) Process leaving via out (rc=18446744073709551603 : -13 : 0xfffffffffffffff3) 00000040:00000001:3.0:1767734622.470065:0:245694:0:(llog_cat.c:923:llog_cat_process_cb()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00000001:3.0:1767734622.470068:0:245694:0:(llog.c:835:llog_process_thread()) Process leaving via out (rc=18446744073709551603 : -13 : 0xfffffffffffffff3) 00000040:00080000:3.0:1767734622.470071:0:245694:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 2 count 2 00000040:00000010:3.0:1767734622.470075:0:245694:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at ffff94b1e77de000. 00000020:00000010:3.0:1767734622.470084:0:245694:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff94b1f47d4f00. 00000020:00000010:3.0:1767734622.470097:0:245694:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1c415c600. 00000040:00000010:3.0:1767734622.470101:0:245694:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff94b1c415d600. 00000020:00000010:3.0:1767734622.470114:0:245694:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff94b2013a7800. 00000020:00000010:3.0:1767734622.470119:0:245694:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff94b1f63d9928. 00000020:00000010:3.0:1767734622.470125:0:245694:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff94b1c415d000. 80000000:00000010:3.0:1767734622.470132:0:245694:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff94b1d0411ea0. 40000000:00000010:3.0:1767734622.470138:0:245694:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff94b1f47d4540. 00100000:00000010:3.0:1767734622.470147:0:245694:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff94b2013a5800. 00040000:00000010:3.0:1767734622.470153:0:245694:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff94b0e3c38f00. 00040000:00000010:3.0:1767734622.470157:0:245694:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff94b2013a1000. 00040000:00000010:3.0:1767734622.470161:0:245694:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff94b1c415cc00. 00000004:00000010:3.0:1767734622.470166:0:245694:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff94b2013a0000. 00000004:00000010:3.0:1767734622.470171:0:245694:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff94b1c5fad000. 00000004:00000010:3.0:1767734622.470176:0:245694:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff94b2013a4000. 00002000:00000010:3.0:1767734622.470180:0:245694:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff94b1f026d400. 00000004:00000010:3.0:1767734622.470186:0:245694:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff94b1f026c000. 00000020:00000010:3.0:1767734622.470195:0:245694:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1c415d400. 00000040:00000010:3.0:1767734622.470199:0:245694:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at ffff94b1d04113c0. 00000040:00000001:3.0:1767734622.470202:0:245694:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00000001:3.0:1767734622.470205:0:245694:0:(llog_cat.c:995:llog_cat_process_or_fork()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000002:00020000:3.0:1767734622.470209:0:245694:0:(mdc_changelog.c:326:chlg_load()) lustre-MDT0000-mdc-ffff94b1ef335000: fail to process llog: rc = -13 00000002:00000001:3.0:1767734622.478450:0:245694:0:(mdc_changelog.c:327:chlg_load()) Process leaving via err_out (rc=18446744073709551603 : -13 : 0xfffffffffffffff3) 00000040:00000001:3.0:1767734622.478463:0:245694:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000010:3.0:1767734622.478468:0:245694:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff94b1e77dc000. 00000040:00000010:3.0:1767734622.478473:0:245694:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff94b1c415dc00. 00000040:00000001:3.0:1767734622.478476:0:245694:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000002:00000040:3.0:1767734622.478478:0:245694:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff94b1fb35c6c0 : new refcount 1 00000020:00000040:3.0:1767734622.478481:0:245694:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdc-ffff94b1ef335000 (ffff94b1def898e0) now 6 - changelog 00000002:00000001:0.0:1767734622.478589:0:245693:0:(mdc_changelog.c:457:chlg_read()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000002:00000001:3.0:1767734622.478672:0:245694:0:(mdc_changelog.c:356:chlg_load()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000002:00000010:0.0:1767734622.478746:0:245693:0:(mdc_changelog.c:662:chlg_release()) kfreed 'crs': 224 at ffff94b0e3c38100. 00000100:00000040:2.0:1767734622.626425:0:209018:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121a20 (cpu 0) has reached its deadline 4303384410, at 4303384448 00000100:00000010:2.0:1767734622.626457:0:209018:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1f4645cc0. 00000100:00000040:3.0:1767734622.627393:0:231614:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121b30 (cpu 0) has reached its deadline 4303384410, at 4303384449 00000100:00000010:3.0:1767734622.627407:0:231614:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1f46451e0. 00010000:00000001:3.0:1767734622.946419:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734622.946424:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734622.946430:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734622.946432:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734622.946449:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734622.946451:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734622.946455:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734622.946456:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734622.946586:0:215726:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767734622.946592:0:215726:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767734622.946597:0:215726:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1767734623.121733:0:245783:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767734623.301220:0:245819:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767734623.301227:0:245819:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity test_160f: @@@@@@ FAIL: no changelogs found 00000001:00000001:0.0:1767734623.305694:0:245819:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:3.0:1767734623.970443:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734623.970450:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734623.970456:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734623.970458:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734623.970463:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734623.970468:0:231614:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767734623.970470:0:231614:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767734623.970477:0:231614:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767734623.970480:0:231614:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767734623.970482:0:231614:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734623.970487:0:231614:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767734623.970490:0:231614:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734623.970493:0:231614:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734623.970496:0:231614:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767734623.970501:0:231614:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767734623.970503:0:231614:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767734623.970564:0:226620:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767734623.970571:0:226620:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767734623.970576:0:226620:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1767734623.975127:0:245917:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) Debug log: 11037 lines, 11037 kept, 0 dropped, 0 bad.